00010000:00000010:3.1F:1773614846.253024:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527500. 00010000:00000010:3.1:1773614846.253057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:0.1F:1773614857.751136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00000080:00000010:3.1:1773614857.759542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806014d20. 00010000:00000010:3.1:1773614857.759557:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ae00. 00010000:00000010:3.1:1773614857.759563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609200. 00010000:00000010:1.1F:1773614859.263722:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00010000:00000010:0.1:1773614859.263986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046acc00. 00000080:00000010:3.1:1773614859.272048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a820365a40. 00010000:00000010:1.1:1773614892.421615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609800. 00010000:00000010:1.1:1773614892.421632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac000. 00010000:00000010:1.1:1773614892.421636:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8400. 00010000:00000010:1.1:1773614892.421640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a80474b400. 00010000:00000010:1.1:1773614892.421643:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9500. 00010000:00000010:1.1:1773614892.421645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00010000:00000010:1.1:1773614892.421647:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460af00. 00010000:00000010:3.1:1773614892.543614:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a200. 00010000:00000010:3.1:1773614892.543628:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a80474b600. 00010000:00000010:3.1:1773614892.543632:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ae00. 00010000:00000010:3.1:1773614892.543636:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609200. 00000080:00000010:2.1F:1773614897.063585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80455aac0. 00000080:00000010:0.1:1773614915.730867:0:73945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80648b5c0. 00010000:00000010:0.1:1773614925.355050:0:74525:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8000. 00010000:00000010:0.1:1773614925.355065:0:74525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046adc00. 00000080:00000010:2.1:1773614925.380622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a819631d80. 00010000:00000010:2.1:1773614925.450131:0:74531:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9100. 00010000:00000010:2.1:1773614925.450144:0:74531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a80474a400. 00010000:00000010:3.1:1773614925.470567:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8d00. 00010000:00000010:3.1:1773614925.470588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad800. 00000080:00000010:3.1:1773614925.470595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a819631f60. 00010000:00000010:3.1:1773614925.518861:0:1006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608400. 00000080:00000010:3.1:1773614925.562682:0:74533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a810140b80. 00010000:00000010:2.1:1773614934.707004:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527500. 00010000:00000010:0.1:1773614934.709069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650000. 00010000:00000010:1.1:1773614936.222129:0:1005:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:1.1:1773614936.222141:0:1005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00000080:00000010:3.1:1773614936.260509:0:47134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a807df7a40. 00000080:00000010:3.1:1773614936.260539:0:47134:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804118840. 00010000:00000010:2.1:1773614939.446099:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8b00. 00010000:00000010:2.1:1773614939.446114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac000. 00010000:00000010:2.1:1773614950.060881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b000. 00000080:00000010:2.1:1773614950.065105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc69c0. 00010000:00000010:2.1:1773614950.065125:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:2.1:1773614950.065131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608000. 00010000:00000010:2.1:1773614967.855881:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ae00. 00010000:00000010:2.1:1773614967.873419:0:75210:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad800. 00000080:00000010:2.1:1773614968.078726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6080. 00010000:00000010:2.1:1773614968.078758:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9200. 00010000:00000010:2.1:1773614968.078763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00000080:00000010:2.1:1773614968.163059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6c20. 00010000:00000010:2.1:1773614971.795886:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8c00. 00010000:00000010:2.1:1773614971.795908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00010000:00000010:2.1:1773614971.962951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046aca00. 00010000:00000010:3.1:1773614972.089274:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773614972.127901:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:3.1:1773614972.127908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608e00. 00010000:00000010:2.1:1773614972.218916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:2.1:1773614972.218928:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8f00. 00010000:00000010:2.1:1773614972.218933:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a500. 00010000:00000010:2.1:1773614972.218936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609600. 00010000:00000010:2.1:1773614972.227902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad400. 00010000:00000010:2.1:1773614972.307168:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8100. 00010000:00000010:2.1:1773614972.307186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac400. 00010000:00000010:3.1:1773614972.330603:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8c00. 00010000:00000010:3.1:1773614972.330621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00000080:00000010:2.1:1773614972.421722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415eb40. 00000080:00000010:2.1:1773614972.421734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8180c4080. 00010000:00000010:2.1:1773614972.435033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046aca00. 00010000:00000010:2.1:1773614972.435052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:2.1:1773614972.435058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608c00. 00010000:00000010:2.1:1773614972.435062:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8800. 00010000:00000010:2.1:1773614972.435065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046adc00. 00000080:00000010:2.1:1773614972.456895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804160840. 00000080:00000010:2.1:1773614972.456925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556940. 00010000:00000010:2.1:1773614984.193710:0:75797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ada00. 00000080:00000010:2.1:1773614984.193730:0:75797:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8035567c0. 00010000:00000010:2.1:1773614984.193739:0:75797:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527100. 00010000:00000010:2.1:1773614984.193744:0:75797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651c00. 00010000:00000010:2.1:1773614985.547661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad600. 00000080:00000010:2.1:1773614985.547680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca720. 00010000:00000010:2.1:1773614985.560892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac200. 00000080:00000010:2.1:1773614985.568922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecaba0. 00010000:00000010:0.1:1773614985.600915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650e00. 00010000:00000010:2.1:1773614985.627742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad600. 00010000:00000010:2.1:1773615004.411965:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:2.1:1773615004.411974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00010000:00000010:2.1:1773615004.563882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00010000:00000010:1.1:1773615004.640733:0:2391:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9f00. 00010000:00000010:2.1:1773615004.648091:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9900. 00010000:00000010:2.1:1773615004.648103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a800. 00010000:00000010:3.1:1773615004.668273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651200. 00010000:00000010:3.1:1773615004.668300:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527d00. 00010000:00000010:3.1:1773615004.671015:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9300. 00010000:00000010:3.1:1773615004.671035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00010000:00000010:2.1:1773615004.683890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046acc00. 00010000:00000010:3.1:1773615004.724656:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a700. 00010000:00000010:3.1:1773615004.724676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609600. 00010000:00000010:0.1:1773615004.728932:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460af00. 00010000:00000010:0.1:1773615004.728945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609a00. 00000080:00000010:3.1:1773615004.758105:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411dac0. 00000080:00000010:3.1:1773615004.758122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8111468a0. 00010000:00000010:3.1:1773615004.783092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00010000:00000010:3.1:1773615004.783107:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527a00. 00010000:00000010:3.1:1773615004.783111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00010000:00000010:3.1:1773615004.783132:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527300. 00010000:00000010:3.1:1773615004.783136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00000080:00000010:3.1:1773615004.802100:0:75836:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411a100. 00000080:00000010:3.1:1773615004.802119:0:75836:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146e20. 00010000:00000010:1.1:1773615015.336882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00000080:00000010:1.1:1773615015.336902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca060. 00010000:00000010:1.1:1773615015.336914:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:1.1:1773615015.336918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608a00. 00010000:00000010:2.1:1773615016.678916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad200. 00000080:00000010:3.1:1773615016.682894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecaaa0. 00010000:00000010:3.1:1773615016.712537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609000. 00000080:00000010:3.1:1773615016.712547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556300. 00010000:00000010:2.1:1773615016.765784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad200. 00010000:00000010:2.1:1773615016.799546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609400. 00010000:00000010:2.1:1773615036.329930:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8c00. 00010000:00000010:2.1:1773615036.329944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046aca00. 00010000:00000010:2.1:1773615036.437866:0:76434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00010000:00000010:2.1:1773615036.514284:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9e00. 00010000:00000010:2.1:1773615036.544269:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8700. 00010000:00000010:2.1:1773615036.544278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac400. 00010000:00000010:0.1:1773615036.636998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad400. 00010000:00000010:0.1:1773615036.637013:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8800. 00010000:00000010:0.1:1773615036.637017:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8c00. 00010000:00000010:0.1:1773615036.637020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b200. 00010000:00000010:2.1:1773615036.640876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046aca00. 00010000:00000010:3.1:1773615036.694277:0:69879:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:3.1:1773615036.694306:0:69879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609000. 00010000:00000010:3.1:1773615036.699268:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a700. 00010000:00000010:3.1:1773615036.699711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609400. 00000080:00000010:1.1:1773615036.796239:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8041618c0. 00000080:00000010:1.1:1773615036.796249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecaa00. 00010000:00000010:1.1:1773615036.806926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00010000:00000010:1.1:1773615036.806942:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8400. 00010000:00000010:1.1:1773615036.806947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046acc00. 00010000:00000010:1.1:1773615036.806950:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8500. 00010000:00000010:1.1:1773615036.806952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00000080:00000010:2.1:1773615036.828955:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804160840. 00000080:00000010:2.1:1773615036.828975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca980. 00010000:00000010:1.1:1773615046.747853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ae00. 00000080:00000010:1.1:1773615046.763416:0:77014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc62a0. 00010000:00000010:1.1:1773615046.763456:0:77014:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:1.1:1773615046.763464:0:77014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650600. 00010000:00000010:2.1:1773615046.817584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad200. 00000080:00000010:3.1:1773615046.820560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecaa60. 00010000:00000010:3.1:1773615046.838959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609e00. 00000080:00000010:2.1:1773615046.854613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556760. 00010000:00000010:2.1:1773615046.869904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac800. 00010000:00000010:3.1:1773615046.888009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad200. 00010000:00000010:2.1:1773615104.009903:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8c00. 00010000:00000010:2.1:1773615104.009951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00010000:00000010:2.1:1773615104.103085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:2.1:1773615104.103453:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8000. 00010000:00000010:2.1:1773615104.103459:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8e00. 00010000:00000010:2.1:1773615104.103463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046aca00. 00010000:00000010:3.1:1773615104.124935:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8500. 00010000:00000010:3.1:1773615104.124959:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac400. 00010000:00000010:3.1:1773615104.188616:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8400. 00010000:00000010:3.1:1773615104.188637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046adc00. 00000080:00000010:2.1:1773615104.300892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411e300. 00000080:00000010:2.1:1773615104.300910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146aa0. 00010000:00000010:3.1:1773615107.082351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608800. 00010000:00000010:2.1:1773615107.130768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609c00. 00010000:00000010:2.1:1773615107.130789:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8b00. 00010000:00000010:2.1:1773615107.130793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad800. 00010000:00000010:2.1:1773615107.130796:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9300. 00010000:00000010:2.1:1773615107.130799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ae00. 00000080:00000010:2.1:1773615107.149892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8040c7380. 00000080:00000010:2.1:1773615107.149910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca5a0. 00010000:00000010:3.1:1773615117.274042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad400. 00000080:00000010:3.1:1773615117.282960:0:77577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca3e0. 00010000:00000010:3.1:1773615117.282982:0:77577:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9900. 00010000:00000010:3.1:1773615117.282988:0:77577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a600. 00010000:00000010:0.1:1773615117.437874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a400. 00000080:00000010:0.1:1773615117.437880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6ea0. 00010000:00000010:2.1:1773615117.453381:0:59901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00000080:00000010:3.1:1773615117.472034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8111460c0. 00010000:00000010:3.1:1773615117.522870:0:77626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609000. 00010000:00000010:0.1:1773615117.582130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608a00. 00010000:00000010:1.1:1773615119.041892:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9a00. 00010000:00000010:1.1:1773615119.041910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00010000:00000010:1.1:1773615119.143988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2bc00. 00010000:00000010:1.1:1773615119.144004:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9900. 00010000:00000010:1.1:1773615119.144008:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9800. 00010000:00000010:1.1:1773615119.144011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a000. 00010000:00000010:3.1:1773615119.166999:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9300. 00010000:00000010:3.1:1773615119.167008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00010000:00000010:3.1:1773615119.175912:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9100. 00010000:00000010:3.1:1773615119.175923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a400. 00000080:00000010:2.1:1773615174.597673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6780. 00010000:00000010:0.1:1773615177.475886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:0.1:1773615177.486792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651e00. 00010000:00000010:0.1:1773615177.486808:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:0.1:1773615177.486812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:0.1:1773615177.486815:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527200. 00010000:00000010:0.1:1773615177.486817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651c00. 00000080:00000010:0.1:1773615177.514924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415eb40. 00000080:00000010:0.1:1773615177.514944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8111461a0. 00010000:00000010:3.1:1773615191.242000:0:78222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac400. 00000080:00000010:0.1:1773615191.253033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca560. 00010000:00000010:0.1:1773615191.253054:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8800. 00010000:00000010:0.1:1773615191.253060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046adc00. 00010000:00000010:3.1:1773615191.388482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609c00. 00000080:00000010:3.1:1773615191.400378:0:78227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556a40. 00010000:00000010:3.1:1773615191.429180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608000. 00000080:00000010:3.1:1773615191.429215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8035566c0. 00010000:00000010:3.1:1773615191.525063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609c00. 00010000:00000010:1.1:1773615191.545976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609e00. 00010000:00000010:2.1:1773615193.432888:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8400. 00010000:00000010:2.1:1773615193.432909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac800. 00010000:00000010:2.1:1773615193.558502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:2.1:1773615193.558525:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527000. 00010000:00000010:2.1:1773615193.558530:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527d00. 00010000:00000010:2.1:1773615193.558533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:0.1:1773615193.587605:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8f00. 00010000:00000010:0.1:1773615193.587798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac200. 00010000:00000010:3.1:1773615193.600065:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8b00. 00010000:00000010:3.1:1773615193.600153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ade00. 00000080:00000010:2.1:1773615210.345897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804158840. 00000080:00000010:2.1:1773615210.345909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8111467a0. 00010000:00000010:2.1:1773615213.252969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ade00. 00010000:00000010:0.1:1773615213.313027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac800. 00010000:00000010:0.1:1773615213.313042:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ac00. 00010000:00000010:0.1:1773615213.313047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608800. 00010000:00000010:0.1:1773615213.313051:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9000. 00010000:00000010:0.1:1773615213.313077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00000080:00000010:0.1:1773615213.385910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415a100. 00000080:00000010:0.1:1773615213.385932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556d20. 00010000:00000010:2.1:1773615223.741966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a200. 00000080:00000010:2.1:1773615223.744539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6d20. 00010000:00000010:2.1:1773615223.744557:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527d00. 00010000:00000010:2.1:1773615223.744562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00010000:00000010:3.1:1773615223.903194:0:78838:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615223.903202:0:78838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609800. 00000080:00000010:3.1:1773615223.961280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556540. 00010000:00000010:0.1:1773615225.184996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651e00. 00010000:00000010:2.1:1773615225.193573:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ade00. 00010000:00000010:2.1:1773615225.193596:0:2401:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8d00. 00000080:00000010:2.1:1773615225.193602:0:2401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556880. 00010000:00000010:2.1:1773615225.193631:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608400. 00010000:00000010:2.1:1773615225.193635:0:2401:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00000080:00000010:0.1:1773615281.197959:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804166300. 00010000:00000010:0.1:1773615281.258893:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:0.1:1773615281.258917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651000. 00010000:00000010:2.1:1773615281.327885:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9900. 00010000:00000010:1.1:1773615281.494895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00010000:00000010:1.1:1773615281.494929:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8300. 00010000:00000010:1.1:1773615281.494971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651000. 00010000:00000010:1.1:1773615281.494977:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:1.1:1773615281.494994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:1.1:1773615281.494997:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527300. 00010000:00000010:1.1:1773615281.495000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac400. 00000080:00000010:1.1:1773615281.713418:0:78848:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415b180. 00000080:00000010:2.1:1773615281.725889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146f00. 00010000:00000010:1.1:1773615281.761892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00010000:00000010:3.1:1773615281.788654:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527200. 00010000:00000010:3.1:1773615281.788681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00010000:00000010:3.1:1773615281.821133:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:3.1:1773615281.821148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:2.1:1773615281.875126:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8200. 00010000:00000010:2.1:1773615281.875138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00000080:00000010:2.1:1773615281.944788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca8a0. 00010000:00000010:2.1:1773615282.069025:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9100. 00010000:00000010:2.1:1773615282.069047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2be00. 00000080:00000010:2.1:1773615282.143884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6cc0. 00010000:00000010:3.1:1773615282.144011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2aa00. 00010000:00000010:2.1:1773615282.153254:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8400. 00010000:00000010:3.1:1773615282.200914:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9300. 00010000:00000010:2.1:1773615282.227920:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8400. 00010000:00000010:2.1:1773615282.227938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046acc00. 00010000:00000010:2.1:1773615282.227941:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8200. 00010000:00000010:2.1:1773615282.227945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00000080:00000010:3.1:1773615282.250916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecae60. 00000080:00000010:3.1:1773615282.250941:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804165280. 00010000:00000010:2.1:1773615282.254994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:2.1:1773615282.255014:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9800. 00010000:00000010:2.1:1773615282.263973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b400. 00010000:00000010:2.1:1773615282.263994:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8b00. 00010000:00000010:2.1:1773615282.263997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046aca00. 00010000:00000010:3.1:1773615282.267897:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:3.1:1773615282.267918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650000. 00000080:00000010:2.1:1773615282.306985:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411e300. 00000080:00000010:2.1:1773615282.307008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146760. 00010000:00000010:3.1:1773615294.498925:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:3.1:1773615294.498943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650c00. 00000080:00000010:3.1:1773615294.533881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556700. 00010000:00000010:3.1:1773615294.567966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608000. 00000080:00000010:2.1:1773615294.610888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca6c0. 00000080:00000010:2.1:1773615294.621069:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556700. 00010000:00000010:2.1:1773615294.637151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00000080:00000010:2.1:1773615294.645006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8111463e0. 00010000:00000010:3.1:1773615294.648010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ade00. 00000080:00000010:3.1:1773615294.652059:0:79451:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca6c0. 00010000:00000010:3.1:1773615294.696170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608000. 00010000:00000010:2.1:1773615294.895696:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8100. 00010000:00000010:2.1:1773615294.895715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac800. 00000080:00000010:2.1:1773615294.939060:0:79454:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca820. 00010000:00000010:0.1:1773615296.291305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad800. 00010000:00000010:0.1:1773615296.291327:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8c00. 00010000:00000010:0.1:1773615296.291332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608400. 00010000:00000010:0.1:1773615296.291336:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:0.1:1773615296.291339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608a00. 00000080:00000010:0.1:1773615312.751905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556a60. 00000080:00000010:0.1:1773615312.751921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca060. 00010000:00000010:0.1:1773615315.364278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650e00. 00000080:00000010:0.1:1773615315.364296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8111461e0. 00010000:00000010:3.1:1773615326.680941:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:3.1:1773615326.680948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609c00. 00000080:00000010:2.1:1773615326.780470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca7e0. 00010000:00000010:2.1:1773615326.897153:0:80056:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615326.897169:0:80056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00000080:00000010:2.1:1773615326.973195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecacc0. 00010000:00000010:3.1:1773615327.053542:0:32:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:3.1:1773615327.053567:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609c00. 00000080:00000010:3.1:1773615327.053573:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8035565a0. 00010000:00000010:2.1:1773615327.066123:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a000. 00010000:00000010:2.1:1773615327.066148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608800. 00000080:00000010:2.1:1773615327.066154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556c20. 00010000:00000010:2.1:1773615327.083049:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615327.103008:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febe00. 00010000:00000010:2.1:1773615327.103037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac400. 00010000:00000010:2.1:1773615327.106884:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febf00. 00010000:00000010:2.1:1773615327.106911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00000080:00000010:2.1:1773615327.128327:0:80063:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca7e0. 00010000:00000010:0.1:1773615327.178219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00000080:00000010:3.1:1773615327.261209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8035565a0. 00010000:00000010:2.1:1773615327.354092:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb700. 00010000:00000010:2.1:1773615327.354101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046acc00. 00000080:00000010:2.1:1773615327.447200:0:80065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca7e0. 00000080:00000010:3.1:1773615327.505654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556900. 00010000:00000010:3.1:1773615329.158494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046adc00. 00010000:00000010:3.1:1773615329.158506:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febe00. 00010000:00000010:0.1:1773615329.162203:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb700. 00010000:00000010:0.1:1773615329.162218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2be00. 00000080:00000010:1.1:1773615344.497893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6cc0. 00000080:00000010:1.1:1773615344.497916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecafa0. 00010000:00000010:1.1:1773615347.133068:0:79913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2aa00. 00000080:00000010:2.1:1773615347.143951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6ae0. 00010000:00000010:2.1:1773615358.203095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ade00. 00000080:00000010:2.1:1773615358.206570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca200. 00010000:00000010:2.1:1773615358.206584:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:2.1:1773615358.206590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00000080:00000010:2.1:1773615358.309221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca960. 00010000:00000010:3.1:1773615358.347808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a600. 00000080:00000010:3.1:1773615358.347830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6720. 00010000:00000010:3.1:1773615358.356332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608a00. 00000080:00000010:3.1:1773615358.356340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556660. 00010000:00000010:2.1:1773615358.385892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad800. 00010000:00000010:3.1:1773615358.420000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609a00. 00010000:00000010:3.1:1773615358.526024:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460af00. 00010000:00000010:3.1:1773615358.526039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608a00. 00000080:00000010:3.1:1773615358.599131:0:80680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556fc0. 00010000:00000010:3.1:1773615360.167884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00000080:00000010:3.1:1773615360.167900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556f40. 00010000:00000010:1.1:1773615360.237961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b800. 00000080:00000010:3.1:1773615376.740850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803fc6540. 00000080:00000010:3.1:1773615376.740869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8035563c0. 00000080:00000010:1.1:1773615391.451882:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca7e0. 00000080:00000010:1.1:1773615391.451894:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecaba0. 00000080:00000010:1.1:1773615391.451898:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a803556660. 00000080:00000010:1.1:1773615391.451903:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecafa0. 00000080:00000010:1.1:1773615391.451906:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146380. 00000080:00000010:1.1:1773615391.451911:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8035564e0. 00000080:00000010:1.1:1773615391.451917:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecaa20. 00000080:00000010:1.1:1773615391.451921:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802ecaf00. 00000080:00000010:1.1:1773615391.451926:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca800. 00000080:00000010:1.1:1773615391.451934:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8111469a0. 00000080:00000010:1.1:1773615391.451948:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146fa0. 00000080:00000010:1.1:1773615391.451956:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802eca720. 00000080:00000010:1.1:1773615391.451962:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146700. 00000080:00000010:1.1:1773615391.451967:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a819631500. 00000080:00000010:1.1:1773615391.452039:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a807df7680. 00000080:00000010:1.1:1773615391.452046:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806014000. 00000080:00000010:1.1:1773615391.452054:0:81285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa500. 00000080:00000010:1.1:1773615391.452063:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415e300. 00000080:00000010:1.1:1773615391.452070:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415d280. 00000080:00000010:1.1:1773615391.452076:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804162100. 00000080:00000010:1.1:1773615391.452081:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804165ac0. 00000080:00000010:1.1:1773615391.452105:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804163180. 00000080:00000010:1.1:1773615391.452110:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804164200. 00000080:00000010:1.1:1773615391.452115:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804159080. 00000080:00000010:1.1:1773615391.452119:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415ca40. 00000080:00000010:1.1:1773615391.452125:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804161080. 00000080:00000010:1.1:1773615391.452130:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804164a40. 00000080:00000010:1.1:1773615391.452135:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804160840. 00000080:00000010:1.1:1773615391.452139:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804162940. 00000080:00000010:1.1:1773615391.452145:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8040c4200. 00000080:00000010:1.1:1773615391.452150:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8040c3180. 00000080:00000010:1.1:1773615391.452156:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415dac0. 00000080:00000010:1.1:1773615391.452162:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8041618c0. 00000080:00000010:1.1:1773615391.452167:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804166b40. 00000080:00000010:1.1:1773615391.452172:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411a100. 00000080:00000010:1.1:1773615391.452176:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411dac0. 00000080:00000010:0.1:1773615391.472710:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415c200. 00000080:00000010:1.1:1773615391.474129:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804167380. 00000080:00000010:1.1:1773615391.474143:0:81285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804160000. 00010000:00000010:0.1:1773615391.486093:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9d00. 00010000:00000010:0.1:1773615391.486111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a80474a200. 00000080:00000010:1.1:1773615391.486304:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8041639c0. 00000080:00000010:1.1:1773615391.486318:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804165280. 00000080:00000010:1.1:1773615391.486329:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804166300. 00000080:00000010:1.1:1773615391.486336:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804157380. 00000080:00000010:1.1:1773615391.486341:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804150000. 00000080:00000010:1.1:1773615391.486345:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415f380. 00000080:00000010:1.1:1773615391.486358:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8041539c0. 00000080:00000010:1.1:1773615391.486363:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804158000. 00000080:00000010:1.1:1773615391.486369:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8041518c0. 00000080:00000010:1.1:1773615391.486373:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804152940. 00000080:00000010:1.1:1773615391.486377:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804154a40. 00000080:00000010:1.1:1773615391.486385:0:2391:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415b9c0. 00010000:00000010:1.1:1773615391.486390:0:2391:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ae00. 00010000:00000010:1.1:1773615391.486393:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608200. 00010000:00000010:3.1:1773615391.486832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609200. 00010000:00000010:1.1:1773615391.489990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00010000:00000010:1.1:1773615391.490008:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527500. 00010000:00000010:1.1:1773615391.490013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad800. 00010000:00000010:1.1:1773615391.490210:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:2.1:1773615391.507996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608000. 00010000:00000010:2.1:1773615391.508012:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:2.1:1773615391.532245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608600. 00010000:00000010:2.1:1773615391.532254:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527700. 00010000:00000010:2.1:1773615391.532256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00010000:00000010:2.1:1773615391.532258:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527b00. 00010000:00000010:2.1:1773615391.532261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac600. 00010000:00000010:2.1:1773615391.532263:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8600. 00010000:00000010:2.1:1773615391.532266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad000. 00010000:00000010:2.1:1773615391.532268:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:2.1:1773615391.532270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609800. 00010000:00000010:2.1:1773615391.532272:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:2.1:1773615391.532312:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00010000:00000010:2.1:1773615391.532315:0:26:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527000. 00010000:00000010:2.1:1773615391.537337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608e00. 00010000:00000010:2.1:1773615391.537347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00010000:00000010:2.1:1773615391.537351:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:2.1:1773615391.539380:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad600. 00010000:00000010:2.1:1773615391.539391:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a8111e8800. 00010000:00000010:2.1:1773615391.539405:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046aca00. 00010000:00000010:2.1:1773615391.539409:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:2.1:1773615391.539413:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609400. 00010000:00000010:2.1:1773615391.539416:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609000. 00010000:00000010:2.1:1773615391.539420:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608c00. 00010000:00000010:2.1:1773615391.539424:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:2.1:1773615391.539427:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608400. 00010000:00000010:2.1:1773615391.539430:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:2.1:1773615391.540313:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ade00. 00010000:00000010:2.1:1773615391.540320:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb200. 00010000:00000010:2.1:1773615391.540323:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609a00. 00010000:00000010:2.1:1773615391.540326:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a700. 00010000:00000010:2.1:1773615391.540329:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046adc00. 00010000:00000010:2.1:1773615391.540332:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608a00. 00010000:00000010:2.1:1773615391.540335:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460af00. 00010000:00000010:2.1:1773615391.540337:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ad200. 00010000:00000010:2.1:1773615391.540340:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb300. 00010000:00000010:3.1:1773615391.563267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651200. 00010000:00000010:3.1:1773615391.563287:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527d00. 00010000:00000010:3.1:1773615391.563609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804609c00. 00010000:00000010:3.1:1773615391.563616:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:3.1:1773615391.563620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:3.1:1773615391.563623:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a600. 00010000:00000010:3.1:1773615391.563628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046acc00. 00010000:00000010:3.1:1773615391.563632:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a000. 00010000:00000010:3.1:1773615391.563635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac400. 00010000:00000010:3.1:1773615391.563639:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febf00. 00010000:00000010:3.1:1773615391.563642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804608800. 00010000:00000010:3.1:1773615391.563645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ace00. 00010000:00000010:3.1:1773615391.563648:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:3.1:1773615391.563652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:3.1:1773615391.563655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac000. 00010000:00000010:3.1:1773615391.563658:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb900. 00010000:00000010:3.1:1773615391.563661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac200. 00010000:00000010:3.1:1773615391.563664:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feba00. 00010000:00000010:3.1:1773615391.563667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8046ac800. 00010000:00000010:3.1:1773615391.563669:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb500. 00010000:00000010:1.1:1773615391.655986:0:81285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650200. 00010000:00000010:1.1:1773615391.655995:0:81285:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a200. 00010000:00000010:3.1:1773615484.044557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b400. 00000080:00000010:2.1:1773615484.059009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a802afbf40. 00010000:00000010:2.1:1773615484.059036:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9a00. 00010000:00000010:2.1:1773615484.059041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a800. 00010000:00000010:2.1:1773615485.373187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651e00. 00000080:00000010:2.1:1773615485.373204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065396a0. 00010000:00000010:2.1:1773615485.387883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4200. 00000080:00000010:2.1:1773615485.387898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065399e0. 00010000:00000010:3.1:1773615485.425099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:2.1:1773615485.531576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650600. 00010000:00000010:3.1:1773615492.585267:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:3.1:1773615492.585283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:3.1:1773615492.685184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:3.1:1773615492.780011:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:2.1:1773615492.803884:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb000. 00010000:00000010:2.1:1773615492.803895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4000. 00010000:00000010:2.1:1773615492.883048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00010000:00000010:2.1:1773615492.883064:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9e00. 00010000:00000010:2.1:1773615492.883068:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:2.1:1773615492.883072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:3.1:1773615496.029464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651e00. 00010000:00000010:2.1:1773615496.074770:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:2.1:1773615496.074777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b000. 00010000:00000010:3.1:1773615496.088456:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:3.1:1773615496.088471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00000080:00000010:2.1:1773615496.158447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804155280. 00000080:00000010:2.1:1773615496.158473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146d40. 00010000:00000010:2.1:1773615496.172516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4e00. 00010000:00000010:2.1:1773615496.172528:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:2.1:1773615496.172531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650200. 00010000:00000010:2.1:1773615496.172534:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527000. 00010000:00000010:2.1:1773615496.172536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00000080:00000010:2.1:1773615496.181546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804156b40. 00000080:00000010:2.1:1773615496.181561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146400. 00010000:00000010:3.1:1773615542.727311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651c00. 00010000:00000010:3.1:1773615542.727325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5000. 00010000:00000010:3.1:1773615542.727330:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527400. 00010000:00000010:3.1:1773615542.727335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00010000:00000010:3.1:1773615542.727338:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb400. 00010000:00000010:3.1:1773615542.727341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4400. 00010000:00000010:3.1:1773615542.727344:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:3.1:1773615562.281894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:2.1:1773615562.290605:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb500. 00010000:00000010:2.1:1773615562.290621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00010000:00000010:2.1:1773615562.319523:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febe00. 00010000:00000010:2.1:1773615562.383883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00010000:00000010:0.1:1773615586.132361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:0.1:1773615586.198027:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb500. 00010000:00000010:0.1:1773615586.198245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4000. 00010000:00000010:0.1:1773615586.198250:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527a00. 00010000:00000010:0.1:1773615586.198253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650e00. 00000080:00000010:1.1:1773615586.248482:0:84200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146ba0. 00000080:00000010:1.1:1773615586.248529:0:84200:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804156b40. 00010000:00000010:2.1:1773615592.256194:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb100. 00010000:00000010:2.1:1773615592.256207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:1.1:1773615597.614011:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:1.1:1773615597.614024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00010000:00000010:2.1:1773615597.665013:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9100. 00010000:00000010:2.1:1773615597.830073:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a500. 00010000:00000010:2.1:1773615597.830089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ae00. 00010000:00000010:0.1:1773615597.995974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ac00. 00010000:00000010:2.1:1773615612.791854:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:2.1:1773615612.791873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651200. 00010000:00000010:2.1:1773615612.801034:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb100. 00010000:00000010:2.1:1773615612.809379:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febe00. 00010000:00000010:2.1:1773615612.809396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00000080:00000010:2.1:1773615612.890759:0:85290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065397c0. 00010000:00000010:3.1:1773615612.978882:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:3.1:1773615612.978898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b200. 00010000:00000010:3.1:1773615612.978902:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ae00. 00010000:00000010:2.1:1773615612.992888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b000. 00000080:00000010:0.1:1773615617.105017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a811146bc0. 00010000:00000010:0.1:1773615628.265938:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:0.1:1773615628.265950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00010000:00000010:0.1:1773615628.290876:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527a00. 00010000:00000010:0.1:1773615628.463016:0:85936:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527300. 00010000:00000010:0.1:1773615628.463030:0:85936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:0.1:1773615628.463033:0:85936:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527500. 00010000:00000010:0.1:1773615628.463036:0:85936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00010000:00000010:3.1:1773615628.464146:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527200. 00010000:00000010:3.1:1773615628.464156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:3.1:1773615628.763164:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00010000:00000010:2.1:1773615644.205526:0:80514:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a400. 00010000:00000010:2.1:1773615644.205558:0:80514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:3.1:1773615644.245600:0:86751:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb900. 00010000:00000010:3.1:1773615644.245622:0:86751:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615644.245628:0:86751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00000080:00000010:3.1:1773615644.312729:0:86753:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539ac0. 00010000:00000010:2.1:1773615644.365110:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:2.1:1773615644.365122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:2.1:1773615644.383302:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:1.1:1773615644.408894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4000. 00000080:00000010:2.1:1773615644.538670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539c60. 00010000:00000010:2.1:1773615659.714049:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9700. 00010000:00000010:2.1:1773615659.714063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ae00. 00010000:00000010:2.1:1773615659.768872:0:87404:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:1.1:1773615659.871056:0:87406:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:1.1:1773615659.871070:0:87406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00010000:00000010:2.1:1773615659.893068:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:2.1:1773615659.893086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4600. 00010000:00000010:2.1:1773615659.893090:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feba00. 00010000:00000010:2.1:1773615659.893094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5c00. 00010000:00000010:2.1:1773615660.040046:0:80514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b800. 00010000:00000010:3.1:1773615674.880825:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feba00. 00010000:00000010:3.1:1773615674.880854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5c00. 00010000:00000010:3.1:1773615674.894009:0:88068:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a400. 00010000:00000010:0.1:1773615675.020404:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a700. 00010000:00000010:0.1:1773615675.020411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b000. 00010000:00000010:3.1:1773615675.038142:0:88073:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ac00. 00010000:00000010:3.1:1773615675.038161:0:88073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ac00. 00010000:00000010:3.1:1773615675.161021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5c00. 00010000:00000010:2.1:1773615746.178877:0:88738:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9e00. 00010000:00000010:2.1:1773615746.179097:0:88738:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2be00. 00010000:00000010:3.1:1773615746.200883:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb500. 00010000:00000010:3.1:1773615746.347885:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9b00. 00010000:00000010:3.1:1773615746.347901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:2.1:1773615746.378227:0:88745:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a700. 00010000:00000010:2.1:1773615746.378245:0:88745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a400. 00010000:00000010:3.1:1773615746.462890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a400. 00010000:00000010:3.1:1773615815.935185:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:3.1:1773615815.935199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:3.1:1773615815.965714:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615815.972889:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:3.1:1773615815.972905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b000. 00000080:00000010:3.1:1773615816.140876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa300. 00010000:00000010:1.1:1773615819.660002:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6300. 00010000:00000010:1.1:1773615819.660019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:2.1:1773615819.753342:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6800. 00010000:00000010:2.1:1773615819.753360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2aa00. 00000080:00000010:2.1:1773615819.753367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8203394c0. 00000080:00000010:1.1:1773615819.852004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a820339620. 00010000:00000010:1.1:1773615819.852025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00010000:00000010:1.1:1773615819.852031:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb300. 00010000:00000010:1.1:1773615819.852036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5a00. 00010000:00000010:1.1:1773615819.852040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b000. 00010000:00000010:1.1:1773615819.852043:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb100. 00000080:00000010:1.1:1773615819.852046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475aee0. 00010000:00000010:1.1:1773615819.852052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651200. 00010000:00000010:1.1:1773615819.852056:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527800. 00010000:00000010:1.1:1773615819.852059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a200. 00010000:00000010:1.1:1773615819.852062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a000. 00010000:00000010:1.1:1773615819.852066:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a000. 00000080:00000010:1.1:1773615819.852070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539100. 00010000:00000010:1.1:1773615819.852077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5200. 00010000:00000010:1.1:1773615819.852080:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febd00. 00000080:00000010:1.1:1773615819.852083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044faa40. 00010000:00000010:1.1:1773615819.852088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b200. 00010000:00000010:1.1:1773615819.852109:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00000080:00000010:1.1:1773615819.852112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539820. 00010000:00000010:1.1:1773615819.852117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5000. 00010000:00000010:1.1:1773615819.852120:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:1.1:1773615819.852123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2be00. 00010000:00000010:1.1:1773615819.852125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b400. 00010000:00000010:1.1:1773615819.852128:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a807be9700. 00010000:00000010:0.1:1773615819.974863:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:0.1:1773615819.974882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5c00. 00010000:00000010:0.1:1773615820.000523:0:89431:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:3.1:1773615820.023557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00010000:00000010:2.1:1773615820.240338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b000. 00010000:00000010:2.1:1773615820.240356:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527b00. 00010000:00000010:2.1:1773615820.240361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651200. 00010000:00000010:2.1:1773615820.240364:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6300. 00010000:00000010:2.1:1773615820.240366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b000. 00000080:00000010:2.1:1773615820.260147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa440. 00000080:00000010:2.1:1773615820.264672:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411b180. 00010000:00000010:2.1:1773615820.320358:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb400. 00010000:00000010:2.1:1773615820.320372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00000080:00000010:3.1:1773615820.334942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a820339500. 00010000:00000010:2.1:1773615826.210973:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:2.1:1773615826.210992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00010000:00000010:3.1:1773615826.216577:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:3.1:1773615826.216585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00010000:00000010:3.1:1773615826.347866:0:13:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615826.347890:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ac00. 00000080:00000010:3.1:1773615826.361310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044faa00. 00010000:00000010:0.1:1773615826.361983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:0.1:1773615826.362202:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6c00. 00010000:00000010:0.1:1773615826.362207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2aa00. 00010000:00000010:2.1:1773615826.376671:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb400. 00010000:00000010:2.1:1773615826.376699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4e00. 00010000:00000010:3.1:1773615826.398224:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb200. 00010000:00000010:3.1:1773615826.398242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00010000:00000010:3.1:1773615826.444073:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615826.493866:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:3.1:1773615826.575142:0:89259:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6600. 00010000:00000010:3.1:1773615826.575160:0:89259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00010000:00000010:0.1:1773615826.653656:0:89462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ae00. 00010000:00000010:3.1:1773615826.738242:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:3.1:1773615826.738258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ac00. 00010000:00000010:3.1:1773615826.738262:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615826.738278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00000080:00000010:3.1:1773615826.755361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065399e0. 00000080:00000010:3.1:1773615826.762703:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415dac0. 00010000:00000010:0.1:1773615830.470870:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6b00. 00010000:00000010:0.1:1773615830.470885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00000080:00000010:2.1:1773615830.508435:0:89466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475a380. 00010000:00000010:2.1:1773615832.361173:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527d00. 00010000:00000010:2.1:1773615832.361192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4e00. 00010000:00000010:2.1:1773615834.055891:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527100. 00010000:00000010:2.1:1773615834.055910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650600. 00010000:00000010:0.1:1773615834.137889:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb400. 00010000:00000010:0.1:1773615834.137914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00000080:00000010:0.1:1773615834.137924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539a20. 00000080:00000010:3.1:1773615834.138207:0:89486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539dc0. 00010000:00000010:3.1:1773615834.138215:0:89486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00010000:00000010:3.1:1773615834.138227:0:89486:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615834.379941:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:3.1:1773615834.380141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ac00. 00010000:00000010:3.1:1773615834.401237:0:89490:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:2.1:1773615834.448886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ac00. 00010000:00000010:1.1:1773615834.653909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4200. 00010000:00000010:1.1:1773615834.653929:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:1.1:1773615834.653935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:1.1:1773615834.653938:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6500. 00010000:00000010:1.1:1773615834.653942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a600. 00000080:00000010:1.1:1773615834.674396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fadc0. 00000080:00000010:1.1:1773615834.682954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415dac0. 00010000:00000010:3.1:1773615838.426879:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527200. 00010000:00000010:3.1:1773615838.426897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:1.1:1773615838.510700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00010000:00000010:1.1:1773615838.510724:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:0.1:1773615838.518941:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:0.1:1773615838.518960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a000. 00000080:00000010:1.1:1773615838.524877:0:89514:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fae80. 00010000:00000010:2.1:1773615838.605330:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:2.1:1773615838.605342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00010000:00000010:1.1:1773615838.615888:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6500. 00010000:00000010:1.1:1773615838.615904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00010000:00000010:3.1:1773615838.712411:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:3.1:1773615838.712430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:3.1:1773615838.728652:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:3.1:1773615838.728681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:1.1:1773615838.765186:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6500. 00010000:00000010:1.1:1773615838.765203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00010000:00000010:1.1:1773615838.765207:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6700. 00010000:00000010:1.1:1773615838.765209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00000080:00000010:2.1:1773615838.842951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065397c0. 00010000:00000010:3.1:1773615839.786710:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:3.1:1773615839.786727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:2.1:1773615839.881884:0:89528:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:2.1:1773615839.881890:0:89528:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00010000:00000010:2.1:1773615839.898673:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:2.1:1773615839.898693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00010000:00000010:2.1:1773615839.956804:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:2.1:1773615839.956819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00010000:00000010:1.1:1773615839.975021:0:89531:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6700. 00010000:00000010:1.1:1773615839.975034:0:89531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:1.1:1773615839.983915:0:1349:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6500. 00010000:00000010:1.1:1773615839.983928:0:1349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00010000:00000010:1.1:1773615839.983932:0:1349:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:1.1:1773615839.983936:0:1349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a400. 00010000:00000010:2.1:1773615840.044020:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ab00. 00010000:00000010:2.1:1773615840.044037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00010000:00000010:3.1:1773615841.069299:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:3.1:1773615841.069315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:2.1:1773615841.172307:0:89537:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:2.1:1773615841.172322:0:89537:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00010000:00000010:1.1:1773615841.188522:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:1.1:1773615841.188531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:3.1:1773615841.263879:0:89541:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:3.1:1773615841.263894:0:89541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:1.1:1773615841.303995:0:89542:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:1.1:1773615841.304024:0:89542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:0.1:1773615841.333880:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527700. 00010000:00000010:0.1:1773615841.333896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00010000:00000010:0.1:1773615841.333900:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:0.1:1773615841.333903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651c00. 00010000:00000010:1.1:1773615842.363818:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:1.1:1773615842.363850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:1.1:1773615842.464952:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:1.1:1773615842.464965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:0.1:1773615842.467236:0:89548:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:0.1:1773615842.467324:0:89548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651c00. 00010000:00000010:1.1:1773615842.524314:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:1.1:1773615842.524332:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:1.1:1773615842.551877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b600. 00010000:00000010:1.1:1773615842.551883:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ae00. 00010000:00000010:2.1:1773615842.599883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00010000:00000010:1.1:1773615843.671006:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febc00. 00010000:00000010:1.1:1773615843.671024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00010000:00000010:1.1:1773615843.720863:0:2399:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:3.1:1773615843.795888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00010000:00000010:2.1:1773615843.983997:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527000. 00010000:00000010:2.1:1773615843.984009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00010000:00000010:2.1:1773615844.023904:0:89565:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:3.1:1773615844.031921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00010000:00000010:0.1:1773615844.195905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5200. 00010000:00000010:0.1:1773615844.195923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5c00. 00010000:00000010:0.1:1773615844.195928:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6500. 00010000:00000010:0.1:1773615844.195933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:0.1:1773615844.195936:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:0.1:1773615844.195939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5000. 00000080:00000010:0.1:1773615844.207188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539520. 00000080:00000010:1.1:1773615844.218644:0:89569:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411c200. 00010000:00000010:3.1:1773615846.179187:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527900. 00010000:00000010:3.1:1773615846.179202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00010000:00000010:2.1:1773615850.506901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00010000:00000010:1.1:1773615851.281918:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:1.1:1773615851.281929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:1.1:1773615851.350283:0:89587:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:1.1:1773615851.350292:0:89587:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a800. 00000080:00000010:1.1:1773615851.350298:0:89587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a820339ac0. 00010000:00000010:2.1:1773615851.350904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651e00. 00010000:00000010:2.1:1773615851.350912:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feba00. 00010000:00000010:2.1:1773615851.350915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5a00. 00010000:00000010:2.1:1773615851.350919:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:3.1:1773615851.613930:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527a00. 00010000:00000010:3.1:1773615851.613940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00010000:00000010:3.1:1773615851.651901:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:3.1:1773615851.710001:0:89595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650600. 00010000:00000010:2.1:1773615851.882907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650e00. 00010000:00000010:2.1:1773615851.882923:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ac00. 00010000:00000010:2.1:1773615851.882928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a800. 00010000:00000010:2.1:1773615851.882948:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6100. 00010000:00000010:2.1:1773615851.882952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b800. 00000080:00000010:2.1:1773615851.919172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa680. 00000080:00000010:2.1:1773615851.919217:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80411f380. 00010000:00000010:2.1:1773615854.346593:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:2.1:1773615854.346611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4200. 00000080:00000010:2.1:1773615854.359592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475a7c0. 00010000:00000010:3.1:1773615856.958213:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527a00. 00010000:00000010:3.1:1773615856.958231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4600. 00010000:00000010:0.1:1773615858.522388:0:71416:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6700. 00010000:00000010:0.1:1773615858.522408:0:71416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b400. 00000080:00000010:2.1:1773615858.625654:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475a440. 00010000:00000010:2.1:1773615858.625685:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00010000:00000010:2.1:1773615858.625691:0:26:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:3.1:1773615858.625899:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527700. 00010000:00000010:3.1:1773615858.625908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00000080:00000010:3.1:1773615858.625913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475ae00. 00010000:00000010:1.1:1773615858.980163:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a300. 00010000:00000010:1.1:1773615858.980742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b400. 00010000:00000010:0.1:1773615859.035179:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6d00. 00010000:00000010:3.1:1773615859.124888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a400. 00010000:00000010:1.1:1773615859.311821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00010000:00000010:1.1:1773615859.431305:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527000. 00010000:00000010:1.1:1773615859.431321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ac00. 00010000:00000010:1.1:1773615859.431326:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:1.1:1773615859.431330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00000080:00000010:2.1:1773615859.503991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a820339e20. 00000080:00000010:0.1:1773615859.504358:0:89628:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804118000. 00010000:00000010:2.1:1773615862.660089:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6900. 00010000:00000010:2.1:1773615862.660240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ac00. 00010000:00000010:2.1:1773615862.791478:0:89646:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb200. 00010000:00000010:2.1:1773615862.791487:0:89646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00000080:00000010:2.1:1773615862.791493:0:89646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539b20. 00010000:00000010:3.1:1773615862.804229:0:89649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a400. 00010000:00000010:3.1:1773615862.804248:0:89649:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:2.1:1773615863.031911:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb200. 00010000:00000010:2.1:1773615863.031927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00010000:00000010:2.1:1773615863.053877:0:25:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:3.1:1773615863.095094:0:89651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:3.1:1773615863.167170:0:89259:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:3.1:1773615863.167177:0:89259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00010000:00000010:3.1:1773615863.217887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00010000:00000010:3.1:1773615863.217908:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb200. 00010000:00000010:3.1:1773615863.217912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5000. 00010000:00000010:3.1:1773615863.217915:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527d00. 00010000:00000010:3.1:1773615863.217919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00000080:00000010:3.1:1773615863.231207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa740. 00000080:00000010:3.1:1773615863.235020:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804152100. 00010000:00000010:0.1:1773615863.865978:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a000. 00010000:00000010:0.1:1773615863.865991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002bc00. 00000080:00000010:0.1:1773615863.883039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa920. 00010000:00000010:2.1:1773615867.742981:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:2.1:1773615867.742994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:0.1:1773615867.830792:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb100. 00010000:00000010:0.1:1773615867.830815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5200. 00000080:00000010:0.1:1773615867.830823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065392a0. 00010000:00000010:3.1:1773615867.846972:0:89675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:3.1:1773615867.846989:0:89675:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527400. 00010000:00000010:3.1:1773615868.023810:0:31:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:3.1:1773615868.023823:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a400. 00010000:00000010:3.1:1773615868.029863:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:3.1:1773615868.029878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a800. 00010000:00000010:1.1:1773615868.150357:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6200. 00010000:00000010:1.1:1773615868.150372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00000080:00000010:0.1:1773615868.217281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475a2c0. 00010000:00000010:2.1:1773615868.220523:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb300. 00010000:00000010:2.1:1773615868.220542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00010000:00000010:2.1:1773615868.220685:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb500. 00010000:00000010:2.1:1773615868.220690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00010000:00000010:2.1:1773615868.220694:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615868.220698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00010000:00000010:3.1:1773615869.215927:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527200. 00010000:00000010:3.1:1773615869.215947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:2.1:1773615869.294131:0:89685:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615869.294148:0:89685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00010000:00000010:2.1:1773615869.500715:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615869.500725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00010000:00000010:0.1:1773615869.551565:0:89259:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:0.1:1773615869.551586:0:89259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00010000:00000010:1.1:1773615869.616993:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6200. 00010000:00000010:1.1:1773615869.617006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:1.1:1773615869.691926:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6200. 00010000:00000010:1.1:1773615869.691943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:1.1:1773615869.761989:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6200. 00010000:00000010:1.1:1773615869.762219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ba00. 00010000:00000010:1.1:1773615869.766894:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6a00. 00010000:00000010:1.1:1773615869.766913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00010000:00000010:2.1:1773615870.875942:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615870.875990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00010000:00000010:0.1:1773615871.003922:0:12:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:0.1:1773615871.003938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00010000:00000010:0.1:1773615871.039929:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:0.1:1773615871.039958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00010000:00000010:3.1:1773615871.107798:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:3.1:1773615871.107817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a800. 00010000:00000010:2.1:1773615871.128154:0:89704:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615871.128172:0:89704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00010000:00000010:3.1:1773615871.146883:0:89705:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:3.1:1773615871.146900:0:89705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a800. 00010000:00000010:2.1:1773615871.147025:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773615871.147033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00010000:00000010:3.1:1773615871.881001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5c00. 00010000:00000010:3.1:1773615871.881021:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:3.1:1773615872.239914:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:3.1:1773615872.239935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00010000:00000010:3.1:1773615872.303965:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:3.1:1773615872.349932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5a00. 00010000:00000010:3.1:1773615872.590699:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:3.1:1773615872.590711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00010000:00000010:2.1:1773615872.599128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b400. 00010000:00000010:3.1:1773615872.601369:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:2.1:1773615872.941046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2be00. 00010000:00000010:2.1:1773615872.941066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00010000:00000010:2.1:1773615872.945434:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:2.1:1773615872.945469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a800. 00010000:00000010:2.1:1773615872.945476:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:2.1:1773615872.945480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650600. 00000080:00000010:3.1:1773615873.006950:0:89259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fab00. 00000080:00000010:1.1:1773615873.025022:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804150840. 00010000:00000010:3.1:1773615876.420002:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb500. 00010000:00000010:3.1:1773615876.420015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a400. 00010000:00000010:3.1:1773615881.306750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000010:3.1:1773615881.306766:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:3.1:1773615881.306770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4000. 00010000:00000010:2.1:1773615882.586604:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6a00. 00010000:00000010:2.1:1773615882.586614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b000. 00010000:00000010:0.1:1773615882.657122:0:89735:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febe00. 00010000:00000010:0.1:1773615882.657145:0:89735:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4e00. 00000080:00000010:0.1:1773615882.657152:0:89735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475ab00. 00000080:00000010:2.1:1773615882.665630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa2e0. 00010000:00000010:2.1:1773615882.665654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b800. 00010000:00000010:2.1:1773615882.665659:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00010000:00000010:2.1:1773615883.054734:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:2.1:1773615883.054759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b600. 00010000:00000010:3.1:1773615883.082892:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb000. 00010000:00000010:3.1:1773615883.126556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00010000:00000010:0.1:1773615883.364189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a400. 00010000:00000001:3.0:1773615883.463337:0:89746:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463340:0:89746:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615883.463342:0:89746:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463343:0:89746:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463346:0:89746:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463347:0:89746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615883.463349:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.463350:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615883.463351:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.463352:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773615883.463353:0:89746:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615883.463355:0:89746:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463357:0:89746:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.463359:0:89746:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463361:0:89746:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463362:0:89746:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773615883.463364:0:89746:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1773615883.463366:0:89746:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1773615883.463368:0:89746:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1773615883.463370:0:89746:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463372:0:89746:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.463376:0:89746:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773615883.463378:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a80460b080 -> ffff91a80460b080 00000020:00000001:3.0:1773615883.463381:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a80460b080 -> ffff91a80460b080 00000020:00000001:3.0:1773615883.463383:0:89746:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773615883.463386:0:89746:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1773615883.463391:0:89746:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773615883 a=1773615883 c=1773615883 b=0 00020000:00000001:3.0:1773615883.463395:0:89746:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463397:0:89746:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463398:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a80460b080 -> ffff91a80460b080 00000080:00200000:3.0:1773615883.463401:0:89746:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x1:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1773615883.463403:0:89746:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1773615883.463409:0:89746:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773615883.463411:0:89746:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a81820b6c0 (ffff91a8116cb368/0) at cl_lock_release():245 00000020:00000001:3.0:1773615883.463414:0:89746:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773615883.463415:0:89746:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a81820b6c0 (ffff91a8116cb368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773615883.463418:0:89746:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773615883.463419:0:89746:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773615883.463421:0:89746:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878641768 : -121323830909848 : ffff91a81827e468) 00000020:00000001:3.0:1773615883.463423:0:89746:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773615883.463424:0:89746:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a807bb2cb0 (ffff91a8116cbcf8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773615883.463427:0:89746:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773615883.463429:0:89746:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773615883.463430:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.463432:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773615883.463433:0:89746:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773615883.463435:0:89746:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773615883.463436:0:89746:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773615883.463437:0:89746:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773615883.463439:0:89746:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773615883.463440:0:89746:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a81820b6c0 (ffff91a8116cb368/0) at cl_lock_fini():72 00020000:00000001:3.0:1773615883.463443:0:89746:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773615883.463445:0:89746:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773615883.463446:0:89746:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a807bb2cb0 (ffff91a8116cb368/1) at cl_lock_fini():72 00000008:00000010:3.0:1773615883.463450:0:89746:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811955430. 00000020:00000001:3.0:1773615883.463455:0:89746:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773615883.463457:0:89746:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a807bb2c80. 00020000:00000001:3.0:1773615883.463460:0:89746:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773615883.463462:0:89746:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773615883.463463:0:89746:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1773615883.463465:0:89746:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463467:0:89746:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773615883.463469:0:89746:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773615883.463471:0:89746:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773615883.463472:0:89746:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773615883.463474:0:89746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773615883.463475:0:89746:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbcf0 00000020:00000010:3.0:1773615883.463480:0:89746:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670ba00. 00000020:00000010:3.0:1773615883.463487:0:89746:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469ba20. 00000008:00000010:3.0:1773615883.463491:0:89746:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615883.463495:0:89746:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615883.463499:0:89746:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615883.463503:0:89746:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615883.463507:0:89746:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615883.463511:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670b400. 00000008:00000010:3.0:1773615883.463515:0:89746:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615883.463523:0:89746:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615883.463528:0:89746:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615883.463532:0:89746:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f282d0. 00000020:00000010:3.0:1773615883.463534:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a200. 00000020:00000010:3.0:1773615883.463538:0:89746:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbcf0. 00020000:00000001:3.0:1773615883.463540:0:89746:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773615883.463543:0:89746:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773615883.463545:0:89746:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773615883.463547:0:89746:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x1:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773615883.463550:0:89746:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773615883.463551:0:89746:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.463553:0:89746:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773615883.463556:0:89746:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773615883.463557:0:89746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773615883.463558:0:89746:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb360 00000020:00000010:3.0:1773615883.463560:0:89746:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670a800. 00000020:00000010:3.0:1773615883.463562:0:89746:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.463564:0:89746:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.463566:0:89746:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.463568:0:89746:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.463571:0:89746:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.463574:0:89746:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.463576:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670ac00. 00000008:00000010:3.0:1773615883.463578:0:89746:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.463581:0:89746:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.463584:0:89746:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.463586:0:89746:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28a50. 00000020:00000010:3.0:1773615883.463588:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670be00. 00000020:00000010:3.0:1773615883.463590:0:89746:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb360. 00000001:00000001:3.0:1773615883.463592:0:89746:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463599:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077d08 00000080:00000008:3.0:1773615883.463601:0:89746:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x1:0x0](ffff91a80415cb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773615883.463606:0:89746:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773615883.463607:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077da0 00000080:00002000:3.0:1773615883.463609:0:89746:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a804138798, parent ffff91a80860ad80, inode ffff91a80415cb08) hashed, 00000080:00000001:3.0:1773615883.463612:0:89746:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.463644:0:89746:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773615883.463647:0:89746:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773615883.463648:0:89746:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615883.463650:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077bd8 00000080:00200000:3.0:1773615883.463652:0:89746:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773615883.463675:0:89746:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670be00. 00800000:00000002:3.0:1773615883.463680:0:89746:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615883.463683:0:89746:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615883.463685:0:89746:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615883.463686:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077af8 00800000:00000002:3.0:1773615883.463688:0:89746:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615883.463691:0:89746:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615883.463693:0:89746:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615883.463695:0:89746:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615883.463696:0:89746:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615883.463698:0:89746:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615883.463699:0:89746:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.463701:0:89746:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615883.463703:0:89746:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.463706:0:89746:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615883.463709:0:89746:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615883.463711:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258820779c8 00000002:00010000:3.0:1773615883.463712:0:89746:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615883.463715:0:89746:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615883.463717:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.463719:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.463722:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6e00 count: 2 00010000:00000001:3.0:1773615883.463725:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615883.463727:0:89746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615883.463730:0:89746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615883.463734:0:89746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1773615883.463742:0:89746:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615883.463744:0:89746:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615883.463747:0:89746:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1773615883.463754:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615883.463757:0:89746:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615883.463759:0:89746:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615883.463761:0:89746:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615883.463762:0:89746:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615883.463764:0:89746:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773615883.463766:0:89746:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773615883.463768:0:89746:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615883.463770:0:89746:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670be00. 00000080:00000001:3.0:1773615883.463772:0:89746:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615883.463775:0:89746:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615883.463778:0:89746:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773615883.463781:0:89746:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6778d 00800000:00000001:3.0:1773615883.463784:0:89746:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615883.463785:0:89746:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615883.463787:0:89746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615883.463789:0:89746:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615883.463790:0:89746:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=3 00000020:00000001:3.0:1773615883.463792:0:89746:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.463795:0:89746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.463797:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.463798:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615883.463799:0:89746:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615883.463801:0:89746:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615883.463803:0:89746:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6778d from it ffffa25882077c10 00010000:00000001:3.0:1773615883.463805:0:89746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615883.463806:0:89746:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615883.463807:0:89746:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=3 00000020:00000001:3.0:1773615883.463809:0:89746:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.463811:0:89746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.463813:0:89746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615883.463817:0:89746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773615883.463824:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.463825:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615883.463826:0:89746:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615883.463828:0:89746:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615883.463830:0:89746:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773615883.463877:0:89746:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615883.463880:0:89746:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615883.463881:0:89746:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615883.463884:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.463885:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615883.463887:0:89746:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463889:0:89746:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615883.463890:0:89746:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463892:0:89746:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463894:0:89746:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.463896:0:89746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615883.463897:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.463898:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615883.463900:0:89746:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773615883.463901:0:89746:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615883.463903:0:89746:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:3.0:1773615883.463907:0:89746:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.463915:0:89746:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773615883.463917:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077da0 00000080:00002000:3.0:1773615883.463918:0:89746:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a804138798) flags 0x48004e refc 0 00000080:00000001:3.0:1773615883.463920:0:89746:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.463922:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077e10 00000080:00200000:3.0:1773615883.463923:0:89746:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1773615883.463929:0:89746:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773615883.463930:0:89746:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615883.463931:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077d30 00000080:00200000:3.0:1773615883.463932:0:89746:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773615883.463937:0:89746:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670be00. 00800000:00000002:3.0:1773615883.463940:0:89746:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615883.463951:0:89746:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615883.463953:0:89746:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615883.463954:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077c50 00800000:00000002:3.0:1773615883.463956:0:89746:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615883.463958:0:89746:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615883.463960:0:89746:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615883.463961:0:89746:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615883.463962:0:89746:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615883.463963:0:89746:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615883.463965:0:89746:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.463967:0:89746:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615883.463969:0:89746:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.463971:0:89746:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615883.463974:0:89746:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615883.463975:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077b20 00000002:00010000:3.0:1773615883.463976:0:89746:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615883.463979:0:89746:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615883.463981:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.463982:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.463985:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6e00 count: 2 00010000:00000001:3.0:1773615883.463987:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615883.463990:0:89746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615883.463992:0:89746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615883.463995:0:89746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1773615883.464003:0:89746:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615883.464005:0:89746:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615883.464007:0:89746:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1773615883.464014:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615883.464017:0:89746:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615883.464018:0:89746:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615883.464020:0:89746:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615883.464022:0:89746:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615883.464024:0:89746:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773615883.464027:0:89746:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773615883.464029:0:89746:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615883.464031:0:89746:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670be00. 00000080:00000001:3.0:1773615883.464034:0:89746:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615883.464036:0:89746:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615883.464038:0:89746:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773615883.464041:0:89746:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6778d 00800000:00000001:3.0:1773615883.464045:0:89746:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615883.464047:0:89746:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615883.464048:0:89746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615883.464050:0:89746:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615883.464051:0:89746:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=3 00000020:00000001:3.0:1773615883.464054:0:89746:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.464057:0:89746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.464059:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.464060:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615883.464061:0:89746:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615883.464063:0:89746:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615883.464065:0:89746:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6778d from it ffffa25882077d68 00010000:00000001:3.0:1773615883.464067:0:89746:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615883.464068:0:89746:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615883.464070:0:89746:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=3 00000020:00000001:3.0:1773615883.464072:0:89746:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.464074:0:89746:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:3.0:1773615883.464076:0:89746:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615883.464078:0:89746:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773615883.464084:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.464086:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615883.464279:0:89746:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615883.464282:0:89746:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615883.464284:0:89746:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1773615883.464290:0:89746:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615883.464292:0:89746:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615883.464293:0:89746:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615883.464295:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.464296:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615883.464297:0:89746:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.464299:0:89746:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615883.464300:0:89746:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.464302:0:89746:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.464304:0:89746:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.464306:0:89746:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615883.464307:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.464308:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615883.464309:0:89746:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773615883.464311:0:89746:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615883.464313:0:89746:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:3.0:1773615883.464316:0:89746:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.464320:0:89746:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:3.0:1773615883.464322:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077df8 00000080:00200000:3.0:1773615883.464324:0:89746:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91a804151148) 00000080:00000001:3.0:1773615883.464328:0:89746:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1773615883.464330:0:89746:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615883.464333:0:89746:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb360. 00000020:00000010:3.0:1773615883.464336:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670be00. 00000020:00000010:3.0:1773615883.464339:0:89746:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670ac00. 00000020:00000010:3.0:1773615883.464342:0:89746:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.464346:0:89746:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.464349:0:89746:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.464352:0:89746:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.464356:0:89746:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.464359:0:89746:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.464362:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a800. 00000008:00000010:3.0:1773615883.464364:0:89746:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.464366:0:89746:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.464369:0:89746:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.464371:0:89746:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28a50. 00000020:00000001:3.0:1773615883.464373:0:89746:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710696 : -121323943840920 : ffff91a8116cb368) 00000020:00001000:3.0:1773615883.464375:0:89746:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb360 00000020:00000001:3.0:1773615883.464377:0:89746:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773615883.464380:0:89746:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a8014a8000 00020000:00000002:3.0:1773615883.464384:0:89746:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bc60 addref 2/0 by ffff91a8014a8000. 00020000:00000002:3.0:1773615883.464386:0:89746:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a8014a8000 00020000:00000001:3.0:1773615883.464389:0:89746:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773615883.464393:0:89746:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773615883.464395:0:89746:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773615883.464397:0:89746:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1773615883.464400:0:89746:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1773615883.464402:0:89746:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb360 00000020:00000010:3.0:1773615883.464405:0:89746:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670ac00. 00000020:00000010:3.0:1773615883.464408:0:89746:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.464410:0:89746:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.464412:0:89746:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.464415:0:89746:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.464418:0:89746:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.464588:0:89746:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.464590:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670be00. 00000008:00000010:3.0:1773615883.464593:0:89746:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.464596:0:89746:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.464598:0:89746:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.464601:0:89746:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28a50. 00000020:00000010:3.0:1773615883.464603:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a800. 00000020:00000010:3.0:1773615883.464605:0:89746:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb360. 00000080:00000001:3.0:1773615883.464608:0:89746:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773615883.464613:0:89746:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670a800. 00800000:00000002:3.0:1773615883.464616:0:89746:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00800000:00000001:3.0:1773615883.464625:0:89746:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:3.0:1773615883.464628:0:89746:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615883.464629:0:89746:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615883.464630:0:89746:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615883.464632:0:89746:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615883.464634:0:89746:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.464635:0:89746:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615883.464637:0:89746:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615883.464639:0:89746:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615883.464640:0:89746:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615883.464641:0:89746:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615883.464642:0:89746:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615883.464644:0:89746:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.464646:0:89746:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x1:0x0] 00800000:00000001:3.0:1773615883.464648:0:89746:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615883.464651:0:89746:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1773615883.464652:0:89746:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615883.464653:0:89746:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615883.464654:0:89746:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615883.464656:0:89746:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615883.464657:0:89746:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.464659:0:89746:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x1:0x0] 00800000:00000001:3.0:1773615883.464662:0:89746:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.464665:0:89746:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x1:0x0] 00800000:00000001:3.0:1773615883.464667:0:89746:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.464670:0:89746:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x1:0x0] -> mds #0 00000002:00000001:3.0:1773615883.464674:0:89746:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1773615883.464676:0:89746:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773615883.464679:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6e00 count: 2 00010000:00000001:3.0:1773615883.464681:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615883.464684:0:89746:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773615883.464688:0:89746:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615883.464691:0:89746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec6778d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c1ee expref: -99 pid: 89744 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1773615883.464700:0:89746:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773615883.464705:0:89746:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773615883.464707:0:89746:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773615883.464709:0:89746:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773615883.464712:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.464713:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.464715:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6e00 count: 3 00010000:00000001:3.0:1773615883.464717:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615883.464719:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615883.464720:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.464722:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.464723:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6e00 count: 3 00010000:00000001:3.0:1773615883.464726:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615883.464727:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615883.464729:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.464730:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.464731:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6e00 count: 3 00010000:00000001:3.0:1773615883.464734:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615883.464736:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.464738:0:89746:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773615883.464741:0:89746:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773615883.464746:0:89746:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773615883.464749:0:89746:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773615883.464751:0:89746:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773615883.464753:0:89746:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.464756:0:89746:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615883.464760:0:89746:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615883.464761:0:89746:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615883.464763:0:89746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615883.464765:0:89746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773615883.464767:0:89746:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2b400 with handle 0xe60cc2233ec6778d from hash 00010000:00000001:3.0:1773615883.464770:0:89746:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615883.464771:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.464772:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615883.464774:0:89746:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615883.464776:0:89746:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615883.464779:0:89746:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773615883.464783:0:89746:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615883.464785:0:89746:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615883.464787:0:89746:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615883.464790:0:89746:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773615883.464793:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a700 count: 2 00010000:00000001:3.0:1773615883.464795:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615883.464797:0:89746:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773615883.464799:0:89746:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615883.464802:0:89746:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67778 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c1cb expref: -99 pid: 89743 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1773615883.464808:0:89746:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773615883.464810:0:89746:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773615883.464811:0:89746:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773615883.464812:0:89746:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x1:0x0] mode (null) 00000002:00000001:3.0:1773615883.464814:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.464815:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.464817:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a700 count: 3 00010000:00000001:3.0:1773615883.464819:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615883.464821:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615883.464823:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.464824:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.464825:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a700 count: 3 00010000:00000001:3.0:1773615883.464827:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615883.464829:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615883.464830:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.464831:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.464832:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a700 count: 3 00010000:00000001:3.0:1773615883.464834:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615883.464862:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615883.464864:0:89746:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615883.464865:0:89746:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615883.464867:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a700 count: 3 00010000:00000001:3.0:1773615883.464870:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615883.464872:0:89746:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.464873:0:89746:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.464876:0:89746:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773615883.464878:0:89746:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615883.464881:0:89746:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb360. 00000020:00000010:3.0:1773615883.464884:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670be00. 00000020:00000010:3.0:1773615883.464887:0:89746:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670ac00. 00000020:00000010:3.0:1773615883.464889:0:89746:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.464892:0:89746:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.464894:0:89746:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.464896:0:89746:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.464899:0:89746:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.464901:0:89746:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.464904:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a200. 00000008:00000010:3.0:1773615883.464906:0:89746:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.464908:0:89746:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.464911:0:89746:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.464913:0:89746:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28a50. 00000020:00000001:3.0:1773615883.464915:0:89746:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710696 : -121323943840920 : ffff91a8116cb368) 00000020:00001000:3.0:1773615883.464917:0:89746:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb360 00000020:00000001:3.0:1773615883.464919:0:89746:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773615883.464922:0:89746:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x1:0x0]: losing layout lock 00000080:00000001:3.0:1773615883.464926:0:89746:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773615883.464929:0:89746:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773615883.464934:0:89746:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773615883.464936:0:89746:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773615883.464939:0:89746:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x1:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773615883.471957:0:89746:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.471964:0:89746:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773615883.471969:0:89746:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb360 00000020:00000010:3.0:1773615883.471978:0:89746:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670ac00. 00000020:00000010:3.0:1773615883.472538:0:89746:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.472546:0:89746:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.472552:0:89746:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.472558:0:89746:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.472565:0:89746:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.472571:0:89746:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.472576:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670be00. 00000008:00000010:3.0:1773615883.472582:0:89746:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.472588:0:89746:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.472592:0:89746:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.472597:0:89746:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28a50. 00000020:00000010:3.0:1773615883.472601:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a200. 00000020:00000010:3.0:1773615883.472603:0:89746:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb360. 00000080:00000001:3.0:1773615883.472608:0:89746:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.472614:0:89746:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773615883.472617:0:89746:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x1:0x0](ffff91a80415cb08) invalid 00000020:00000001:3.0:1773615883.472621:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077a60 00000080:00002000:3.0:1773615883.472624:0:89746:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff91a804138798) parent ffff91a80860ad80 inode ffff91a80415cb08 refc 1 00000080:00000001:3.0:1773615883.472628:0:89746:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773615883.472631:0:89746:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773615883.472633:0:89746:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.472642:0:89746:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615883.472648:0:89746:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615883.472652:0:89746:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615883.472655:0:89746:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615883.472660:0:89746:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773615883.472664:0:89746:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4600 with handle 0xe60cc2233ec67778 from hash 00010000:00000001:3.0:1773615883.472667:0:89746:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615883.472670:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.472673:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615883.472674:0:89746:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615883.472681:0:89746:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615883.472683:0:89746:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773615883.472688:0:89746:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615883.472692:0:89746:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615883.472697:0:89746:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773615883.483887:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a700. 00010000:00000010:0.1:1773615883.483904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4600. 00010000:00000010:0.1:1773615883.483908:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6e00. 00010000:00000010:0.1:1773615883.483912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b400. 00000100:00000001:3.0:1773615883.509877:0:89746:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615883.509888:0:89746:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615883.509891:0:89746:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615883.509896:0:89746:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006af78. 00000400:00000200:3.0:1773615883.509902:0:89746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a660 00000400:00000010:3.0:1773615883.509905:0:89746:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a660. 00000100:00000001:3.0:1773615883.509909:0:89746:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615883.509913:0:89746:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795536896/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/624 e 0 to 0 dl 1773615938 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615883.509923:0:89746:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795536896/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/624 e 0 to 0 dl 1773615938 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615883.509930:0:89746:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615883.509932:0:89746:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615883.509935:0:89746:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615883.509949:0:89746:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615883.509953:0:89746:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615883.509955:0:89746:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615883.509958:0:89746:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615883.509972:0:89746:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=124 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615883.509977:0:89746:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615883.509980:0:89746:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615883.509991:0:89746:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615883.509995:0:89746:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615883.509998:0:89746:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615883.510003:0:89746:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773615883.510005:0:89746:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1800000068] 00000100:00000001:3.0:1773615883.510008:0:89746:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773615883.510187:0:89746:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615883.510189:0:89746:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000001:3.0:1773615883.510192:0:89746:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615883.510194:0:89746:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215211 00000100:00000001:3.0:1773615883.510196:0:89746:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615883.510198:0:89746:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615883.510203:0:89746:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795536896/t103079215213(103079215213) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615938 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615883.510210:0:89746:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615883.510214:0:89746:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615883.510216:0:89746:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615883.510220:0:89746:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795536896/t103079215213(103079215213) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615938 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615883.510233:0:89746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:89746:1859763795536896:192.168.201.103@tcp:36:rm.0 00000100:00000001:3.0:1773615883.510238:0:89746:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615883.510241:0:89746:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615883.510244:0:89746:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615883.510247:0:89746:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615883.510250:0:89746:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374000 x1859763795536896/t103079215213(103079215213) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615938 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615883.510256:0:89746:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615883.510260:0:89746:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8090d5d80. 00000100:00000001:3.0:1773615883.510264:0:89746:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615883.510265:0:89746:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615883.510276:0:89746:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615883.510280:0:89746:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615883.510286:0:89746:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615883.510291:0:89746:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670a800. 00000080:00000002:3.0:1773615883.510300:0:89746:0:(namei.c:1688:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1773615882 to 1773615883 00000100:00000001:3.0:1773615883.510303:0:89746:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615883.510306:0:89746:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795536896/t103079215213(103079215213) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615938 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615883.510312:0:89746:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.510318:0:89746:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.510332:0:89746:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773615883.510336:0:89746:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882077e28 00000080:00002000:3.0:1773615883.510339:0:89746:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91a804138798, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773615883.510342:0:89746:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615883.510349:0:89746:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773615883.510356:0:89746:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773615883.510366:0:89746:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:3.0:1773615883.510369:0:89746:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773615883.510372:0:89746:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615883.510378:0:89746:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb360. 00000020:00000010:3.0:1773615883.510385:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a800. 00000020:00000010:3.0:1773615883.510391:0:89746:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670a200. 00000020:00000010:3.0:1773615883.510396:0:89746:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.510405:0:89746:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.510411:0:89746:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.510418:0:89746:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.510430:0:89746:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.510607:0:89746:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.510612:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670be00. 00000008:00000010:3.0:1773615883.510616:0:89746:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.510620:0:89746:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.510625:0:89746:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.510629:0:89746:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28a50. 00000020:00000001:3.0:1773615883.510633:0:89746:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710696 : -121323943840920 : ffff91a8116cb368) 00000020:00001000:3.0:1773615883.510636:0:89746:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb360 00000020:00000001:3.0:1773615883.510641:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a80460b080 -> ffff91a80460b080 00000020:00000001:3.0:1773615883.510644:0:89746:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773615883.510647:0:89746:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773615883.510649:0:89746:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773615883.510653:0:89746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615883.510654:0:89746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773615883.510656:0:89746:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773615883.510660:0:89746:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x1:0x0]io ffff91a81820b720 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773615883.510664:0:89746:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a8014a8000 00020000:00000001:3.0:1773615883.510668:0:89746:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773615883.510670:0:89746:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773615883.510673:0:89746:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773615883.510675:0:89746:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.510678:0:89746:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773615883.510680:0:89746:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773615883.510682:0:89746:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510684:0:89746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615883.510686:0:89746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773615883.510688:0:89746:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773615883.510690:0:89746:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a8014a8000 00000020:00000001:3.0:1773615883.510692:0:89746:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510695:0:89746:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773615883.510697:0:89746:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773615883.510699:0:89746:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773615883.510704:0:89746:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773615883.510710:0:89746:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773615883.510715:0:89746:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773615883.510718:0:89746:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773615883.510719:0:89746:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615883.510722:0:89746:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbcf0. 00000020:00000010:3.0:1773615883.510725:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670ac00. 00000020:00000010:3.0:1773615883.510728:0:89746:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670b400. 00000020:00000010:3.0:1773615883.510731:0:89746:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469ba20. 00000008:00000010:3.0:1773615883.510736:0:89746:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615883.510739:0:89746:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615883.510743:0:89746:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615883.510746:0:89746:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615883.510749:0:89746:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615883.510752:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670ba00. 00000008:00000010:3.0:1773615883.510755:0:89746:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615883.510758:0:89746:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615883.510760:0:89746:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615883.510764:0:89746:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f282d0. 00000020:00000001:3.0:1773615883.510767:0:89746:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765713144 : -121323943838472 : ffff91a8116cbcf8) 00000020:00001000:3.0:1773615883.510769:0:89746:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbcf0 00000020:00000001:3.0:1773615883.510772:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460b080 00000020:00000001:3.0:1773615883.510774:0:89746:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773615883.510778:0:89746:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615883.510779:0:89746:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773615883.510780:0:89746:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.510783:0:89746:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.510786:0:89746:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878641768 : -121323830909848 : ffff91a81827e468) 00000020:00000001:3.0:1773615883.510789:0:89746:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773615883.510790:0:89746:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.510793:0:89746:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510795:0:89746:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510797:0:89746:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773615883.510799:0:89746:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773615883.510803:0:89746:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773615883.510804:0:89746:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773615883.510808:0:89746:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773615883.510810:0:89746:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510812:0:89746:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.510815:0:89746:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.510818:0:89746:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510819:0:89746:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773615883.510821:0:89746:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510823:0:89746:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.510826:0:89746:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773615883.510828:0:89746:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773615883.510830:0:89746:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773615883.510831:0:89746:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773615883.510834:0:89746:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773615883.510903:0:89746:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1773615883.510912:0:89746:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1773615883.510919:0:89746:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773615883.510922:0:89746:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615883.510924:0:89746:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773615883.510926:0:89746:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615883.510931:0:89746:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1773615883.510935:0:89746:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773615883.510953:0:89746:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff91a809118d80@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff91a804748a80], [28672|1|+|-|ffff91a8101c4800|1024|ffff91a8014a8000]} make ready 00000008:00010000:3.0:1773615883.510965:0:89746:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000004fde1258 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000008:00000001:3.0:1773615883.510979:0:89746:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:3.0:1773615883.510982:0:89746:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1773615883.511001:0:89746:0:(cl_page.c:1200:cl_page_make_ready()) page@0000000095c54b24[2 00000000d85f671a 1 1 0000000000000000] 00000020:00008000:3.0:1773615883.511004:0:89746:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:3.0:1773615883.511007:0:89746:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:3.0:1773615883.511009:0:89746:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773615883.511011:0:89746:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773615883.511013:0:89746:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773615883.511015:0:89746:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773615883.511018:0:89746:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773615883.511022:0:89746:0:(cl_page.c:547:__cl_page_state_set()) page@0000000095c54b24[2 00000000d85f671a 1 1 0000000000000000] 00000020:00000001:3.0:1773615883.511025:0:89746:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1773615883.511027:0:89746:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773615883.511029:0:89746:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1773615883.511033:0:89746:0:(cl_page.c:1222:cl_page_make_ready()) page@0000000095c54b24[2 00000000d85f671a 3 1 0000000000000000] 00000020:00000001:3.0:1773615883.511036:0:89746:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1773615883.511038:0:89746:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.511042:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b080 00000020:00000001:3.0:1773615883.511045:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b080 00000020:00000001:3.0:1773615883.511047:0:89746:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1773615883.511052:0:89746:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.511053:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b080 00000008:00000001:3.0:1773615883.511056:0:89746:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615883.511060:0:89746:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:3.0:1773615883.511062:0:89746:0:(osc_cache.c:901:osc_extent_finish()) extent ffff91a809118d80@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff91a804748a80], [28672|1|+|-|ffff91a8101c4800|1024|ffff91a8014a8000]} extent finished. 00000008:00010000:3.0:1773615883.511069:0:89746:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000004fde1258 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000008:00000001:3.0:1773615883.511080:0:89746:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:3.0:1773615883.511082:0:89746:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:3.0:1773615883.511084:0:89746:0:(cl_page.c:1144:cl_page_complete()) page@0000000095c54b24[2 00000000d85f671a 3 1 0000000000000000] 00000020:00000001:3.0:1773615883.511086:0:89746:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:3.0:1773615883.511089:0:89746:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:3.0:1773615883.511090:0:89746:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1773615883.511092:0:89746:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773615883.511094:0:89746:0:(cl_page.c:547:__cl_page_state_set()) page@0000000095c54b24[2 00000000d85f671a 3 1 0000000000000000] 00000020:00000001:3.0:1773615883.511096:0:89746:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1773615883.511097:0:89746:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1773615883.511101:0:89746:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1773615883.511104:0:89746:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000095c54b24[2 00000000d85f671a 1 1 0000000000000000] 00000080:00008000:3.0:1773615883.511106:0:89746:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1773615883.511139:0:89746:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1773615883.511140:0:89746:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:3.0:1773615883.511144:0:89746:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773615883.511147:0:89746:0:(cl_page.c:596:cl_batch_put()) page@0000000095c54b24[2 00000000d85f671a 1 1 0000000000000000] 00000020:00000001:3.0:1773615883.511149:0:89746:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:3.0:1773615883.511151:0:89746:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:3.0:1773615883.511155:0:89746:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:3.0:1773615883.511158:0:89746:0:(osc_cache.c:1593:osc_free_grant()) lost 28672 grant: 143360 avail: 16703488 dirty: 0/0 00000008:00000020:3.0:1773615883.511163:0:89746:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91a809118d80@{[0 -> 0/1023], [1|0|-|inv|wY|ffff91a804748a80], [28672|0|-|-|ffff91a8101c4800|1024|ffff91a8014a8000]} destroyed. 00000008:00010000:3.0:1773615883.511169:0:89746:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000004fde1258 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1773615883.511178:0:89746:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615883.511180:0:89746:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1773615883.511184:0:89746:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91a809118d80. 00000008:00000001:3.0:1773615883.511187:0:89746:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615883.511190:0:89746:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1773615883.511193:0:89746:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773615883.511196:0:89746:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773615883.511199:0:89746:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1773615883.511203:0:89746:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773615883.511206:0:89746:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.511208:0:89746:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511210:0:89746:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511212:0:89746:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.511214:0:89746:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.511216:0:89746:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773615883.511219:0:89746:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773615883.511221:0:89746:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773615883.511223:0:89746:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1773615883.511224:0:89746:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773615883.511226:0:89746:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511228:0:89746:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1773615883.511230:0:89746:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773615883.511233:0:89746:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1773615883.511236:0:89746:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773615883.511237:0:89746:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773615883.511239:0:89746:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773615883.511240:0:89746:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773615883.511242:0:89746:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511243:0:89746:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511245:0:89746:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773615883.511246:0:89746:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773615883.511249:0:89746:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773615883.511250:0:89746:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773615883.511252:0:89746:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773615883.511255:0:89746:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773615883.511256:0:89746:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773615883.511258:0:89746:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773615883.511259:0:89746:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773615883.511260:0:89746:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511262:0:89746:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511264:0:89746:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773615883.511265:0:89746:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773615883.511267:0:89746:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.511269:0:89746:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773615883.511272:0:89746:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773615883.511275:0:89746:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773615883.511276:0:89746:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773615883.511279:0:89746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773615883.511282:0:89746:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbcf0 00000020:00000010:3.0:1773615883.511287:0:89746:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670b400. 00000020:00000010:3.0:1773615883.511293:0:89746:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469ba20. 00000008:00000010:3.0:1773615883.511297:0:89746:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615883.511301:0:89746:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615883.511304:0:89746:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615883.511308:0:89746:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615883.511312:0:89746:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615883.511315:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670ac00. 00000008:00000010:3.0:1773615883.511318:0:89746:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615883.511324:0:89746:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615883.511329:0:89746:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615883.511332:0:89746:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f282d0. 00000020:00000010:3.0:1773615883.511335:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670ba00. 00000020:00000010:3.0:1773615883.511337:0:89746:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbcf0. 00020000:00000001:3.0:1773615883.511339:0:89746:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773615883.511341:0:89746:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773615883.511344:0:89746:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773615883.511347:0:89746:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773615883.511350:0:89746:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773615883.511351:0:89746:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773615883.511353:0:89746:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb360 00000020:00000010:3.0:1773615883.511357:0:89746:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670a200. 00000020:00000010:3.0:1773615883.511360:0:89746:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.511363:0:89746:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.511365:0:89746:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.511367:0:89746:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.511369:0:89746:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.511371:0:89746:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.511373:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a800. 00000008:00000010:3.0:1773615883.511376:0:89746:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.511378:0:89746:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.511381:0:89746:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.511383:0:89746:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28a50. 00000020:00000010:3.0:1773615883.511386:0:89746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670be00. 00000020:00000010:3.0:1773615883.511388:0:89746:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb360. 00000080:00000001:3.0:1773615883.511390:0:89746:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615883.511400:0:89746:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773615883.511402:0:89746:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446622749602567936 : -121324106983680 : ffff91a807b35700) 00000020:00000001:3.0:1773615883.511405:0:89746:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:3.0:1773615883.511407:0:89746:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:3.0:1773615883.511408:0:89746:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773615883.511409:0:89746:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773615883.511410:0:89746:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773615883.511413:0:89746:0:(cl_page.c:547:__cl_page_state_set()) page@0000000095c54b24[2 00000000d85f671a 1 1 0000000000000000] 00000020:00000001:3.0:1773615883.511415:0:89746:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:3.0:1773615883.511416:0:89746:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1773615883.511419:0:89746:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1773615883.511421:0:89746:0:(osc_page.c:138:osc_page_delete()) ffff91a807b35760 00000008:00000001:3.0:1773615883.511423:0:89746:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1773615883.511426:0:89746:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff91a807b35770 page ffff91a807b35760 at index 0. 00000008:00000001:3.0:1773615883.511429:0:89746:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615883.511435:0:89746:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1773615883.511438:0:89746:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd0b184adba00 index 0 00000020:00000001:3.0:1773615883.511445:0:89746:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1773615883.511447:0:89746:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:3.0:1773615883.511448:0:89746:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773615883.511450:0:89746:0:(cl_page.c:596:cl_batch_put()) page@0000000095c54b24[1 00000000d85f671a 5 1 0000000000000000] 00000020:00000001:3.0:1773615883.511452:0:89746:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:3.0:1773615883.511454:0:89746:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:3.0:1773615883.511457:0:89746:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91a807b35700. 00000020:00000001:3.0:1773615883.511460:0:89746:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:3.0:1773615883.511461:0:89746:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:3.0:1773615883.511511:0:89746:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:3.0:1773615883.511514:0:89746:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x1:0x0](ffff91a80415cb08) 00800000:00000001:3.0:1773615883.511522:0:89746:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:3.0:1773615883.511523:0:89746:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x1:0x0] 00000002:00000001:3.0:1773615883.511530:0:89746:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1773615883.511539:0:89746:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615883.511541:0:89746:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1773615883.511545:0:89746:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615883.511547:0:89746:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.511550:0:89746:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1773615883.511553:0:89746:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1773615883.511555:0:89746:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615883.511558:0:89746:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615883.511562:0:89746:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615883.511566:0:89746:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb360. 00000020:00000010:3.0:1773615883.511568:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670be00. 00000020:00000010:3.0:1773615883.511571:0:89746:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670a800. 00000020:00000010:3.0:1773615883.511574:0:89746:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773615883.511577:0:89746:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773615883.511580:0:89746:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773615883.511583:0:89746:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818217c08. 00000080:00000010:3.0:1773615883.511587:0:89746:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bdc8. 00000080:00000010:3.0:1773615883.511589:0:89746:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820b6c0. 00000020:00000010:3.0:1773615883.511593:0:89746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a200. 00000008:00000010:3.0:1773615883.511596:0:89746:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2580. 00020000:00000010:3.0:1773615883.511598:0:89746:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827e400. 00008000:00000010:3.0:1773615883.511600:0:89746:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e273f8. 00000080:00000010:3.0:1773615883.511602:0:89746:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28a50. 00000020:00000001:3.0:1773615883.511604:0:89746:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710696 : -121323943840920 : ffff91a8116cb368) 00000020:00001000:3.0:1773615883.511606:0:89746:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb360 00020000:00000001:3.0:1773615883.511615:0:89746:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:3.0:1773615883.511618:0:89746:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a8014a8000 00020000:00000001:3.0:1773615883.511621:0:89746:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:3.0:1773615883.511624:0:89746:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bc60, objid 0x1:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773615883.511629:0:89746:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773615883.511633:0:89746:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a8046b0d80: ostid: 0x2c0000401:5994 ost idx: 1 gen: 0 00020000:00000001:3.0:1773615883.511636:0:89746:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:3.0:1773615883.511637:0:89746:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615883.511640:0:89746:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1773615883.511642:0:89746:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1773615883.511647:0:89746:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1773615883.511652:0:89746:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6200 count: 2 00010000:00000001:3.0:1773615883.518959:0:89746:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615883.518976:0:89746:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1773615883.518980:0:89746:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1773615883.519929:0:89746:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 23 blocks 0 [cma]time 1773615883 1773615883 1773615883 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000020:00000001:3.0:1773615883.519962:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b080 00000020:00000001:3.0:1773615883.519964:0:89746:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b080 00000008:00000001:3.0:1773615883.519967:0:89746:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615883.519970:0:89746:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615883.519973:0:89746:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615883.519976:0:89746:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1773615883.520252:0:89746:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91a804748a80. 00020000:00000001:3.0:1773615883.520262:0:89746:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1773615883.520266:0:89746:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91a80460bed8. 00020000:00000001:3.0:1773615883.520275:0:89746:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00000080:00000010:3.1:1773615883.550767:0:89747:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539b60. 00000080:00000010:2.1:1773615883.551908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415ca40. 00000020:00000001:3.0:1773615884.193686:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615884.193689:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615884.193692:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773615885.689252:0:89835:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615887.286082:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615887.286091:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615887.286097:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615888.297900:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615888.297910:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615888.297916:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773615888.779538:0:89974:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615889.193535:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615889.193540:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615889.193543:0:81778:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773615889.193547:0:81778:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773615889.193549:0:81778:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773615889.193555:0:81778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1773615889.193564:0:81778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c4800 already unused, calling callback (ffffffffc109a260) 00000008:00000001:3.0:1773615889.193567:0:81778:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773615889.193571:0:81778:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773615889.193572:0:81778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615889.193573:0:81778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615889.193575:0:81778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:3.0:1773615889.193577:0:81778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773615889.193580:0:81778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773615889.193582:0:81778:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615889.193586:0:81778:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000008:00000001:3.0:1773615889.193593:0:81778:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773615889.193596:0:81778:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615889.193602:0:81778:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbcf0. 00000020:00000010:3.0:1773615889.193606:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28600. 00000020:00000010:3.0:1773615889.193610:0:81778:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b28000. 00000020:00000010:3.0:1773615889.193615:0:81778:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469ba20. 00000008:00000010:3.0:1773615889.193622:0:81778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615889.193628:0:81778:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615889.193634:0:81778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615889.193643:0:81778:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615889.193649:0:81778:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615889.193654:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28400. 00000008:00000010:3.0:1773615889.193658:0:81778:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615889.193663:0:81778:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615889.193668:0:81778:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615889.193672:0:81778:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f282d0. 00000020:00000001:3.0:1773615889.193676:0:81778:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765713144 : -121323943838472 : ffff91a8116cbcf8) 00000020:00001000:3.0:1773615889.193678:0:81778:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbcf0 00000008:00000001:3.0:1773615889.193681:0:81778:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773615889.193684:0:81778:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773615889.193686:0:81778:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbcf0 00000020:00000010:3.0:1773615889.193690:0:81778:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b28000. 00000020:00000010:3.0:1773615889.193694:0:81778:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469ba20. 00000008:00000010:3.0:1773615889.193698:0:81778:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615889.193702:0:81778:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615889.193705:0:81778:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615889.193710:0:81778:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615889.193714:0:81778:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615889.193717:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28600. 00000008:00000010:3.0:1773615889.193720:0:81778:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615889.193726:0:81778:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615889.193730:0:81778:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615889.193734:0:81778:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f282d0. 00000020:00000010:3.0:1773615889.193737:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28400. 00000020:00000010:3.0:1773615889.193739:0:81778:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbcf0. 00000008:00000001:3.0:1773615889.193742:0:81778:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615889.193745:0:81778:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615889.193751:0:81778:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615889.193753:0:81778:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615889.193756:0:81778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615889.193758:0:81778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773615889.193761:0:81778:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4800 with handle 0xe60cc2233ec67786 from hash 00010000:00000001:3.0:1773615889.193764:0:81778:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615889.193766:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615889.193768:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615889.193770:0:81778:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615889.193773:0:81778:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615889.193776:0:81778:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773615889.193781:0:81778:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615889.193787:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615889.193788:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615889.193789:0:81778:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615889.193793:0:81778:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615889.193795:0:81778:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773615889.193800:0:81778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773615889.193804:0:81778:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615889.193809:0:81778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615889.193812:0:81778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615889.193819:0:81778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615889.193826:0:81778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b28400. 00000100:00000001:3.0:1773615889.193833:0:81778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615889.193882:0:81778:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773615889.193889:0:81778:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1773615889.193897:0:81778:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773615889.193900:0:81778:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615889.193905:0:81778:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615889.193910:0:81778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615889.193918:0:81778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773615889.193940:0:81778:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615889.193943:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615889.193945:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615889.193947:0:81778:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615889.193949:0:81778:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615889.193951:0:81778:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615889.193955:0:81778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1773615889.193964:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773615889.193967:0:81778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000b9808e14/0xe60cc2233ec67786 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x176a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xf6516185796c1e0 expref: -99 pid: 89743 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000010:3.0:1773615889.193977:0:81778:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301b00. 00010000:00000040:3.0:1773615889.193982:0:81778:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804fe6200 count: 0 00010000:00000010:3.0:1773615889.193991:0:81778:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91a804fe6f00. 00010000:00000001:3.0:1773615889.194002:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615889.194004:0:81778:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773615889.194007:0:81778:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a804f75c00. 00010000:00000001:3.0:1773615889.194010:0:81778:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615889.194013:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615889.194014:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615889.194016:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615889.194018:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615889.194019:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615889.194021:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615889.194022:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615889.194024:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615889.194211:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773615889.194225:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615889.194229:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615889.194232:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615889.194239:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615889.194248:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615889.194251:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615889.194255:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615889.194259:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615889.194262:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615889.194265:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795537664:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615889.194270:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615889.194277:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615889.194280:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615889.194283:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615889.194288:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28600. 02000000:00000001:3.0:1773615889.194291:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615889.194296:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615889.194301:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615889.194308:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773615889.194317:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795537664, portal 18 00000100:00000001:3.0:1773615889.194320:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615889.194322:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000040:3.0:1773615889.194332:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615889.194340:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615889.194342:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615889.194346:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773615889.194350:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795537664, offset 0 00000400:00000200:3.0:1773615889.194355:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615889.194361:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615889.194367:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615889.194373:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615889.194378:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615889.194384:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615889.194388:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615889.194391:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149154:149154:256:4294967295] 192.168.201.103@tcp LPNI seq info [149094:149094:8:4294967295] 00000400:00000200:3.0:1773615889.194396:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615889.194405:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615889.194411:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615889.194417:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773615889.194424:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615889.194431:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615889.194437:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773615889.194444:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615889.194450:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 707021 usecs (708 jiffies) 00000400:00000200:3.0:1773615889.194454:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615889.194457:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301690510 00000100:00000001:3.0:1773615889.194460:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301692805 00000100:00000001:3.0:1773615889.194464:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301690510 00000100:00000001:3.0:1773615889.194467:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301692805 00000100:00000001:3.0:1773615889.194470:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615889.194473:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615889.194477:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615889.194480:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615889.194486:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615889.194489:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615889.194491:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615889.194492:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615889.194494:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615889.194496:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615889.203774:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615889.203779:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615889.207001:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615889.207009:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615889.207023:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615889.207030:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:3.0:1773615889.207032:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:3.0:1773615889.207037:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615889.207049:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615889.207061:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615905 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615889.207090:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615889.207093:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615889.207096:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615889.207099:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615889.207102:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615889.207104:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615889.207107:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615889.207117:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38d30 time=142 v=5 (5 5 0 0) 00000100:00001000:3.0:1773615889.207121:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615889.207124:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615889.207126:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615889.207129:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615889.207133:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615889.207137:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615889.207139:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615889.207141:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615889.207143:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615889.207149:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615905 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615889.207156:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615889.207159:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615889.207162:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615889.207166:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615905 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615889.207175:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795537664:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615889.207180:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615889.207183:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615889.207186:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795537664/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615905 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615889.207194:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615889.207196:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615889.207200:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28600. 02000000:00000001:3.0:1773615889.207203:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615889.207206:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615889.207208:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615889.207210:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615889.207212:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b28400. 02000000:00000001:3.0:1773615889.207215:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615889.207217:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615889.207219:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:3.0:1773615889.207223:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615889.207224:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615889.207226:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615889.207235:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615889.207237:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615889.207240:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615889.207243:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773615889.209300:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6200. 00010000:00000010:3.1:1773615889.209312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00000020:00000001:3.0:1773615889.327284:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615889.327302:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615889.327307:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615891.378193:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615891.378201:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615891.378207:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615893.411882:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615893.411890:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615893.411895:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615894.438077:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615894.438084:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615894.438090:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615895.458141:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615895.458146:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615895.458151:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773615896.280220:0:90317:0:(llite_lib.c:2274:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1773615896.280234:0:90317:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d87c30 00000080:00200008:3.0:1773615896.280242:0:90317:0:(llite_lib.c:2283:ll_setattr_raw()) START file /:[0x200000007:0x1:0x0](ffff91a804151148) current size 4096, valid attrs 20070, mode ffff, uid 46460928, gid -28248, new size 18446622749519835136, atime 1773615896.000000000, mtime 1773615896.000000000, ctime 1773615896.000000000 00000080:00000002:3.0:1773615896.280253:0:90317:0:(llite_lib.c:2332:ll_setattr_raw()) setting mtime 1773615896, ctime 1773615896, now = 1773615896 00000080:00000010:3.0:1773615896.280259:0:90317:0:(llite_lib.c:2341:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff91a804fa3400. 00000080:00000001:3.0:1773615896.280262:0:90317:0:(llite_lib.c:1981:ll_md_setattr()) Process entered 00800000:00000002:3.0:1773615896.280272:0:90317:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00800000:00000001:3.0:1773615896.280283:0:90317:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:3.0:1773615896.280285:0:90317:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x200000007:0x1:0x0], valid 0x201f0/0x1 00800000:00000001:3.0:1773615896.280289:0:90317:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615896.280292:0:90317:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615896.280295:0:90317:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615896.280299:0:90317:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615896.280301:0:90317:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615896.280304:0:90317:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615896.280306:0:90317:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615896.280314:0:90317:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1773615896.280317:0:90317:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1773615896.280328:0:90317:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615896.280336:0:90317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773615896.280343:0:90317:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773615896.280352:0:90317:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773615896.280360:0:90317:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615896.280364:0:90317:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615896.280368:0:90317:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615896.280372:0:90317:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615896.280378:0:90317:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615896.280388:0:90317:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804fa3600. 00000100:00000001:3.0:1773615896.284055:0:90317:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615896.284070:0:90317:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615896.284072:0:90317:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615896.284074:0:90317:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615896.284075:0:90317:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615896.284078:0:90317:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1773615896.284082:0:90317:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773615896, ctime 1773615896 00000020:00100000:3.0:1773615896.284102:0:90317:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1773615896.284120:0:90317:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b1f80 x1859763795538560/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615896.284130:0:90317:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773615896.284132:0:90317:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773615896.284146:0:90317:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a806f2c480. 00000100:00000001:3.0:1773615896.284149:0:90317:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749589947520 : -121324119604096 : ffff91a806f2c480) 00000100:00000001:3.0:1773615896.284152:0:90317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615896.284155:0:90317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000001:3.0:1773615896.284160:0:90317:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615896.284164:0:90317:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615896.284167:0:90317:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773615896.284169:0:90317:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615896.284174:0:90317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1f80 x1859763795538560/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615896.284183:0:90317:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615896.284185:0:90317:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615896.284190:0:90317:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615896.284194:0:90317:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615896.284197:0:90317:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615896.284201:0:90317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job touch:6bed2507-d27f-43a9-a583-f3d23438f235:90317:1859763795538560:192.168.201.103@tcp:36:touch.0 00000100:00000001:3.0:1773615896.284206:0:90317:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615896.284212:0:90317:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615896.284215:0:90317:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615896.284218:0:90317:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615896.284225:0:90317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a811163c00. 02000000:00000001:3.0:1773615896.284228:0:90317:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615896.284237:0:90317:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615896.284244:0:90317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615896.284251:0:90317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773615896.284261:0:90317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795538560, portal 10 00000100:00000001:3.0:1773615896.284263:0:90317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615896.284265:0:90317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000040:3.0:1773615896.284273:0:90317:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1f80 x1859763795538560/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773615951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615896.284281:0:90317:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615896.284284:0:90317:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615896.284287:0:90317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3550. 00000100:00000200:3.0:1773615896.284291:0:90317:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859763795538560, offset 0 00000400:00000200:3.0:1773615896.284298:0:90317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615896.284308:0:90317:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615896.284319:0:90317:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615896.284325:0:90317:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615896.284330:0:90317:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615896.284335:0:90317:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615896.284339:0:90317:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615896.284343:0:90317:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149160:149160:256:4294967295] 192.168.201.103@tcp LPNI seq info [149100:149100:8:4294967295] 00000400:00000200:3.0:1773615896.284347:0:90317:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615896.284360:0:90317:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615896.284368:0:90317:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615896.284374:0:90317:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773615896.284383:0:90317:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615896.287180:0:90317:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615896.287195:0:90317:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1773615896.287213:0:90317:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615896.287221:0:90317:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31265 usecs (32 jiffies) 00000400:00000200:3.0:1773615896.287229:0:90317:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615896.287234:0:90317:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301696927 00000100:00000001:3.0:1773615896.288167:0:90317:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301697929 00000100:00000001:3.0:1773615896.288176:0:90317:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301696928 00000100:00000001:3.0:1773615896.288178:0:90317:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301697929 00000100:00000001:3.0:1773615896.288182:0:90317:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615896.288187:0:90317:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615896.288191:0:90317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615896.288194:0:90317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773615896.288198:0:90317:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a806f2c480 going to sleep for 50 seconds 00000100:00000001:3.0:1773615896.288201:0:90317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615896.288204:0:90317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615896.304941:0:90317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615896.304950:0:90317:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615896.304952:0:90317:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615896.304956:0:90317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615896.304961:0:90317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:3.0:1773615896.304964:0:90317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:3.0:1773615896.304967:0:90317:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615896.304973:0:90317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795538560/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773615951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615896.304983:0:90317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795538560/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773615951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615896.304990:0:90317:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615896.304992:0:90317:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615896.304995:0:90317:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615896.304999:0:90317:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615896.305002:0:90317:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615896.305004:0:90317:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615896.305007:0:90317:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615896.305017:0:90317:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=137 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615896.305021:0:90317:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615896.305024:0:90317:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615896.305026:0:90317:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615896.305029:0:90317:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615896.305033:0:90317:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615896.305036:0:90317:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773615896.305038:0:90317:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773615896.305040:0:90317:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773615896.305042:0:90317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615896.305044:0:90317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000001:3.0:1773615896.305047:0:90317:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615896.305049:0:90317:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215213 00000100:00000001:3.0:1773615896.305051:0:90317:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615896.305054:0:90317:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615896.305058:0:90317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795538560/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615896.305066:0:90317:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615896.305069:0:90317:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615896.305071:0:90317:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615896.305076:0:90317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795538560/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615896.305085:0:90317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job touch:6bed2507-d27f-43a9-a583-f3d23438f235:90317:1859763795538560:192.168.201.103@tcp:36:touch.0 00000100:00000001:3.0:1773615896.305089:0:90317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615896.305092:0:90317:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615896.305095:0:90317:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615896.305097:0:90317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615896.305100:0:90317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1f80 x1859763795538560/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615896.305107:0:90317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615896.305110:0:90317:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a806f2c480. 00000100:00000001:3.0:1773615896.305114:0:90317:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615896.305115:0:90317:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615896.305123:0:90317:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615896.305126:0:90317:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615896.305132:0:90317:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773615896.305135:0:90317:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773615896.305148:0:90317:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773615896.305151:0:90317:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773615896.305154:0:90317:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615896.305157:0:90317:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773615896.305160:0:90317:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1773615896.305166:0:90317:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000100:00000001:3.0:1773615896.305168:0:90317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615896.305172:0:90317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1f80 x1859763795538560/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615896.305179:0:90317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615896.305181:0:90317:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773615896.305183:0:90317:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615896.305185:0:90317:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615896.305188:0:90317:0:(llite_lib.c:2368:ll_setattr_raw()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1773615896.305191:0:90317:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615896.305195:0:90317:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804fa3400. 00000020:00000001:3.0:1773615896.305203:0:90317:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d87c30 00000080:00200008:3.0:1773615896.305206:0:90317:0:(llite_lib.c:2533:ll_setattr_raw()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148) current size 4096, valid attrs 201f0, mode ffff, uid 46460928, gid -28248, new size 18446622749519835136, atime 1773615896.000000000, mtime 1773615896.000000000, ctime 1773615896.000000000, rc 0 00000080:00000001:3.0:1773615896.305213:0:90317:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773615896.411052:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527100. 00010000:00000010:0.1:1773615896.411067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650a00. 00000080:00000010:1.1:1773615896.428709:0:90181:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a80475a080. 00000020:00000001:3.0:1773615897.505872:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615897.505877:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615897.505880:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615898.577680:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615898.577689:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615898.577702:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615900.578979:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615900.578986:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615900.578991:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615901.600952:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615901.600956:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615901.600959:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773615903.584128:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615903.584144:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615903.584158:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0a80. 00000020:00000040:3.0:1773615903.584166:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773615903.584171:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615903.584175:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615903.584181:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615903.584190:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41d00. 00000100:00000001:3.0:1773615903.584198:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584213:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615903.584228:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615903.584234:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584242:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008911fb71] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.584288:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584293:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615903.584297:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615903.584301:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615903.584304:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615903.584307:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615903.584309:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615903.584311:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615903.584314:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773615903.584318:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584322:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615903.584329:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615903.584331:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584335:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.584344:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584346:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615903.584350:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615903.584353:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0e00. 00000020:00000040:3.0:1773615903.584355:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615903.584357:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615903.584358:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615903.584360:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615903.584362:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41b00. 00000100:00000001:3.0:1773615903.584365:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584369:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615903.584375:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615903.584376:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584380:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebbb73c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.584392:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584619:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615903.584623:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773615903.584625:0:59901:0:(import.c:2053:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1773615903.584628:0:59901:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1773615903.584631:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773615903.584634:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615903.584637:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615903.584638:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615903.584640:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615903.584644:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773615903.584648:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.584651:0:59901:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00080000:3.0:1773615903.584655:0:59901:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1773615903.584659:0:59901:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff91a8182b3000: disconnect after 21s idle 00000100:00000001:3.0:1773615903.584662:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615903.584664:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584668:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_rcv+-1] req@ffff91a8034b1500 x1859763795540224/t0(0) o9->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.584689:0:59901:0:(import.c:2092:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.584692:0:59901:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584695:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615903.584699:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615903.584702:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615903.584705:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615903.584708:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615903.584709:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615903.584710:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615903.584713:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41800. 00000100:00000001:3.0:1773615903.584716:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584722:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615903.584729:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615903.584731:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584735:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045707ead] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.584741:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.584745:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7041) 00000100:00000001:3.0:1773615903.584764:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.584768:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615903.584770:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615903.584775:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.584782:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615903.584784:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.584789:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615903.584792:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615903.584794:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615903.584797:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795539968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615903.584801:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615903.584809:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615903.584811:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.584814:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615903.584818:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911200. 02000000:00000001:3.0:1773615903.584820:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615903.584827:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615903.584831:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615903.584877:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773615903.584887:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795539968, portal 10 00000100:00000001:3.0:1773615903.584889:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615903.584891:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615903.584899:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.584907:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615903.584911:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615903.584914:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000200:3.0:1773615903.584918:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795539968, offset 0 00000400:00000200:3.0:1773615903.584925:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615903.584936:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.584946:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615903.584953:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615903.584957:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615903.584962:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615903.584965:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615903.584969:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149169:149169:256:4294967295] 192.168.201.103@tcp LPNI seq info [149109:149109:8:4294967295] 00000400:00000200:3.0:1773615903.584974:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.584985:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615903.584990:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615903.584996:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773615903.585003:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615903.585011:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615903.585015:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615903.585027:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.585033:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31511 usecs (32 jiffies) 00000400:00000200:3.0:1773615903.585036:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615903.585039:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301704225 00000100:00000010:3.0:1773615903.585044:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bb40. 00000100:00000001:3.0:1773615903.585055:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773615903.585289:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301704225 00000100:00000010:3.0:1773615903.585294:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b7e0. 00000100:00000001:3.0:1773615903.585298:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773615903.585305:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.585308:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.585311:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615903.585315:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.585322:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615903.585323:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.585325:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615903.585327:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615903.585329:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615903.585333:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795540352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615903.585336:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615903.585338:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615903.585340:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.585341:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615903.585344:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911600. 02000000:00000001:3.0:1773615903.585346:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615903.585350:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615903.585352:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773615903.585356:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773615903.585359:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795540352, portal 4 00000100:00000001:3.0:1773615903.585360:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615903.585362:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615903.585369:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.585374:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615903.585376:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615903.585379:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000100:00000200:3.0:1773615903.585381:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795540352, offset 0 00000400:00000200:3.0:1773615903.585385:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615903.585389:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.585393:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615903.585396:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615903.585398:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615903.585401:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615903.585403:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615903.585406:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149170:149170:255:4294967295] 192.168.201.103@tcp LPNI seq info [149110:149110:7:4294967295] 00000400:00000200:3.0:1773615903.585410:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.585415:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615903.585420:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615903.585423:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773615903.585426:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615903.585430:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615903.585433:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615903.585435:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.585439:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 687873 usecs (688 jiffies) 00000400:00000200:3.0:1773615903.585441:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615903.585443:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301704881 00000100:00000001:3.0:1773615903.585448:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301704225 00000100:00000001:3.0:1773615903.585452:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301704881 00000100:00000001:3.0:1773615903.585454:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301704225 00000100:00000001:3.0:1773615903.585456:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.585458:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.585460:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.585463:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.585471:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615903.585473:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615903.585475:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.585476:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615903.585478:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615903.585480:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1773615903.585481:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.585483:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615903.585484:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.585486:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.585487:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615903.585488:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615903.585492:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.585498:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615903.585499:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.585502:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615903.585685:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615903.585687:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615903.585691:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795539840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615903.585694:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615903.585697:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615903.585698:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.585700:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615903.585705:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810910e00. 02000000:00000001:3.0:1773615903.585706:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615903.585710:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615903.585713:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615903.585716:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615903.585719:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795539840, portal 25 00000100:00000001:3.0:1773615903.585721:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615903.585722:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528623744 : -121324180927872 : ffff91a8034b0a80) 00000100:00000040:3.0:1773615903.585727:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.585733:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615903.585735:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615903.585737:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773615903.585740:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795539840, offset 0 00000400:00000200:3.0:1773615903.585744:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615903.585748:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.585751:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615903.585754:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615903.585756:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615903.585759:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615903.585761:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615903.585764:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149171:149171:254:4294967295] 192.168.201.103@tcp LPNI seq info [149111:149111:6:4294967295] 00000400:00000200:3.0:1773615903.585767:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.585773:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615903.585777:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615903.585780:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773615903.585785:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615903.585789:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615903.585791:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615903.585794:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615903.585797:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615903.585799:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301708166 00000100:00000001:3.0:1773615903.585803:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301704881 00000100:00000001:3.0:1773615903.585806:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301708166 00000100:00000001:3.0:1773615903.585808:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301704881 00000100:00000001:3.0:1773615903.585811:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.585813:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.585815:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615903.585820:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.585826:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615903.585828:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.585830:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615903.585831:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615903.585833:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615903.585856:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795540096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615903.585860:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615903.585863:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615903.585864:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.585866:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615903.585869:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911400. 02000000:00000001:3.0:1773615903.585871:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615903.585874:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615903.585876:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615903.585880:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773615903.585883:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795540096, portal 10 00000100:00000001:3.0:1773615903.585885:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615903.585886:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528624640 : -121324180926976 : ffff91a8034b0e00) 00000100:00000040:3.0:1773615903.585891:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.585897:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615903.585900:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615903.585902:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3bb0. 00000100:00000200:3.0:1773615903.585904:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795540096, offset 0 00000400:00000200:3.0:1773615903.585908:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615903.585912:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.585915:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615903.585917:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615903.585919:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615903.585921:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615903.585923:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615903.585925:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149172:149172:253:4294967295] 192.168.201.103@tcp LPNI seq info [149112:149112:5:4294967295] 00000400:00000200:3.0:1773615903.585929:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615903.585934:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615903.585937:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615903.585940:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41f00. 00000800:00000200:3.0:1773615903.585944:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615903.585947:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615903.585949:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615903.585952:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.585955:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 133741 usecs (134 jiffies) 00000400:00000200:3.0:1773615903.585958:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615903.585960:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301704328 00000100:00000001:3.0:1773615903.585962:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301708166 00000100:00000001:3.0:1773615903.585964:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301704328 00000100:00000001:3.0:1773615903.585966:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301708166 00000100:00000001:3.0:1773615903.585968:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.585970:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.585972:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.585974:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.591697:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.591702:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615903.595499:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615903.595509:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615903.595514:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615903.595708:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:3.0:1773615903.595711:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:3.0:1773615903.595716:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615903.595728:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615903.595739:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.595746:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615903.595749:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.595751:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615903.595755:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615903.595759:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615903.595761:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.595764:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615903.595773:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=144 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615903.595777:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615903.595780:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615903.595782:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615903.595785:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615903.595788:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.595791:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773615903.595793:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215215 gen 10 00000100:00000040:3.0:1773615903.595811:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215215) req@ffff91a8034b1f80 x1859763795538560/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.595819:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615903.595822:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795538560/t103079215214(103079215214) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773615951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.595829:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615903.595831:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615903.595834:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a811163c00. 02000000:00000001:3.0:1773615903.595867:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615903.595870:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615903.595872:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615903.595874:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615903.595876:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804fa3600. 02000000:00000001:3.0:1773615903.595880:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615903.595882:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615903.595884:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:3.0:1773615903.595888:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615903.595890:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615903.595894:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215215) req@ffff91a810375c00 x1859763795538944/t103079215215(103079215215) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/448 e 0 to 0 dl 1773615951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.595900:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615903.595904:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795538944/t103079215215(103079215215) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/448 e 0 to 0 dl 1773615951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.595910:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615903.595911:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615903.595912:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8102d6800. 02000000:00000001:3.0:1773615903.595916:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615903.595918:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615903.595919:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615903.595921:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615903.595923:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8102d7800. 02000000:00000001:3.0:1773615903.595926:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615903.595927:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615903.595928:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:3.0:1773615903.595931:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615903.595932:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.595934:0:2402:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773615903.595937:0:2402:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1773615903.596021:0:2402:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615903.596025:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.596031:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596038:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.596040:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615903.596042:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615903.596046:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615903.596054:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795539968:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615903.596063:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615903.596065:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615903.596066:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773615903.596069:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 00000400:00000010:3.0:1773615903.596071:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 00000100:00000001:3.0:1773615903.596073:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615903.596077:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615903.596086:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596092:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615903.596093:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.596095:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615903.596097:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615903.596098:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615903.596100:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.596101:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615903.596106:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=144 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615903.596109:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615903.596111:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615903.596113:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615903.596325:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615903.596328:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.596330:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615903.596332:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615903.596334:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615903.596336:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.596340:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596346:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.596348:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615903.596350:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615903.596353:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615903.596361:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795540352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615903.596366:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.596369:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615903.596372:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795539968/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596378:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615903.596379:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615903.596382:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911200. 02000000:00000001:3.0:1773615903.596386:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615903.596387:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615903.596389:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615903.596390:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615903.596392:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:3.0:1773615903.596395:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615903.596396:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615903.596397:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615903.596400:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615903.596401:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.596403:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615903.596406:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795540352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596412:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615903.596413:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615903.596415:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911600. 02000000:00000001:3.0:1773615903.596417:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615903.596418:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615903.596419:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615903.596421:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615903.596422:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41800. 02000000:00000001:3.0:1773615903.596425:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615903.596426:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615903.596427:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615903.596429:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615903.596430:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.596435:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.596437:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.596439:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615903.596442:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615903.596443:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615903.596446:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615903.596448:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773615903.596450:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773615903.596452:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615903.596456:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615903.596464:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596471:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615903.596472:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.596474:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615903.596476:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615903.596477:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615903.596479:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.596480:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615903.596483:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=144 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615903.596485:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=61 v=5 (1 1 1 0) 00000100:00000001:3.0:1773615903.596487:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615903.596489:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615903.596491:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615903.596492:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.596494:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.596497:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596502:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.596504:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615903.596505:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615903.596509:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615903.596516:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795539840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615903.596520:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.596522:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615903.596525:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0a80 x1859763795539840/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.596532:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615903.596533:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615903.596534:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810910e00. 02000000:00000001:3.0:1773615903.596537:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615903.596539:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615903.596540:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773615903.596542:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615903.596543:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41d00. 02000000:00000001:3.0:1773615903.596546:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615903.596547:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615903.596548:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0a80. 00000100:00000001:3.0:1773615903.596550:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615903.596552:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.596553:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.596555:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.596556:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615903.596557:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.596559:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.599385:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.599390:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615903.599398:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615903.599400:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615903.599403:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615903.599409:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773615903.599411:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773615903.599414:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615903.599422:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615903.599431:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.599439:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615903.599440:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.599442:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615903.599445:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615903.599447:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615903.599449:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615903.599451:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615903.599457:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=144 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615903.599461:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=144 v=5 (1 1 2 0) 00000100:00000001:3.0:1773615903.599463:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615903.599464:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615903.599467:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615903.599469:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.599472:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615903.599474:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773615903.599477:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615903.599478:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615903.599481:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.599622:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615903.599625:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615903.599627:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615903.599632:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615903.599638:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795540096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615903.599643:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.599645:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615903.599648:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0e00 x1859763795540096/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615903.599654:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615903.599657:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615903.599660:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911400. 02000000:00000001:3.0:1773615903.599664:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615903.599666:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615903.599668:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615903.599670:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615903.599672:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41b00. 02000000:00000001:3.0:1773615903.599674:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615903.599676:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615903.599677:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0e00. 00000100:00000001:3.0:1773615903.599681:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615903.599682:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.599684:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615903.599692:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615903.599694:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615903.599697:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615903.599699:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615903.653413:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615903.653422:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615903.653427:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615904.672065:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615904.672069:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615904.672072:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615906.721124:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615906.721130:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615906.721134:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773615908.708896:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.708900:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615908.708903:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615908.708919:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca680 x1859763795540480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.708927:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615908.708929:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.708933:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615908.708935:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615908.708937:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615908.708940:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795540480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.708945:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615908.708949:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615908.708952:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.708954:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615908.708959:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615908.708961:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615908.708970:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615908.708974:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615908.708981:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773615908.708988:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795540480, portal 25 00000100:00000001:3.0:1773615908.708990:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615908.708992:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530826368 : -121324178725248 : ffff91a8036ca680) 00000100:00000040:3.0:1773615908.708998:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca680 x1859763795540480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.709005:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615908.709007:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615908.709010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615908.709013:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795540480, offset 0 00000400:00000200:3.0:1773615908.709019:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709027:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709035:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615908.709040:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615908.709044:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615908.709048:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615908.709050:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709054:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149174:149174:256:4294967295] 192.168.201.103@tcp LPNI seq info [149114:149114:8:4294967295] 00000400:00000200:3.0:1773615908.709059:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709068:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615908.709074:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615908.709079:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773615908.709086:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615908.709094:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615908.709098:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615908.709119:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615908.709123:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615908.709126:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301713290 00000100:00000010:3.0:1773615908.709131:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bc60. 00000100:00000001:3.0:1773615908.709138:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773615908.709145:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301713290 00000100:00000010:3.0:1773615908.709148:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bc00. 00000100:00000001:3.0:1773615908.709151:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773615908.709154:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.709158:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.709160:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615908.709165:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9180 x1859763795540736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.709171:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615908.709172:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.709175:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615908.709176:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615908.709178:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615908.709181:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795540736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.709183:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615908.709186:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615908.709187:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.709189:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615908.709191:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615908.709193:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615908.709196:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615908.709199:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615908.709203:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773615908.709206:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795540736, portal 10 00000100:00000001:3.0:1773615908.709207:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615908.709208:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820992 : -121324178730624 : ffff91a8036c9180) 00000100:00000040:3.0:1773615908.709214:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9180 x1859763795540736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.709220:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615908.709222:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615908.709223:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773615908.709225:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795540736, offset 0 00000400:00000200:3.0:1773615908.709229:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709232:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709236:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615908.709238:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615908.709241:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615908.709244:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615908.709246:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709248:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149175:149175:255:4294967295] 192.168.201.103@tcp LPNI seq info [149115:149115:7:4294967295] 00000400:00000200:3.0:1773615908.709252:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709258:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615908.709262:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615908.709265:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773615908.709269:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615908.709273:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615908.709275:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615908.709278:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615908.709282:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 132676 usecs (133 jiffies) 00000400:00000200:3.0:1773615908.709285:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615908.709287:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301709450 00000100:00000001:3.0:1773615908.709289:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301713290 00000100:00000001:3.0:1773615908.709292:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301709450 00000100:00000001:3.0:1773615908.709294:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301713290 00000100:00000001:3.0:1773615908.709296:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.709298:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.709300:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.709303:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.709311:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615908.709313:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615908.709315:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.709316:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615908.709318:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615908.709321:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773615908.709323:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.709325:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615908.709327:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.709329:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.709330:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615908.709331:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615908.709334:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cad80 x1859763795540608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.709342:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615908.709344:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.709347:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615908.709349:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615908.709351:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615908.709354:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795540608:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.709357:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615908.709360:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615908.709361:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.709363:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615908.709365:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615908.709367:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615908.709370:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615908.709373:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773615908.709376:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773615908.709379:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795540608, portal 10 00000100:00000001:3.0:1773615908.709381:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615908.709382:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530828160 : -121324178723456 : ffff91a8036cad80) 00000100:00000040:3.0:1773615908.709387:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cad80 x1859763795540608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.709394:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615908.709396:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615908.709398:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3e58. 00000100:00000200:3.0:1773615908.709401:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795540608, offset 0 00000400:00000200:3.0:1773615908.709404:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709408:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709411:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615908.709414:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615908.709417:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615908.709419:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615908.709421:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709424:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149176:149176:256:4294967295] 192.168.201.103@tcp LPNI seq info [149116:149116:8:4294967295] 00000400:00000200:3.0:1773615908.709428:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709615:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615908.709619:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615908.709622:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773615908.709626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615908.709630:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615908.709633:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615908.709647:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615908.709651:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31460 usecs (32 jiffies) 00000400:00000200:3.0:1773615908.709654:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615908.709656:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301709349 00000100:00000001:3.0:1773615908.709658:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301713290 00000100:00000001:3.0:1773615908.709660:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301709349 00000100:00000001:3.0:1773615908.709662:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301713290 00000100:00000001:3.0:1773615908.709664:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.709666:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.709668:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615908.709673:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8a80 x1859763795540864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.709679:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615908.709681:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.709683:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615908.709684:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615908.709687:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615908.709690:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795540864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.709696:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615908.709698:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615908.709700:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.709702:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615908.709705:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615908.709707:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615908.709711:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615908.709714:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615908.709717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773615908.709721:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795540864, portal 4 00000100:00000001:3.0:1773615908.709722:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615908.709724:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530819200 : -121324178732416 : ffff91a8036c8a80) 00000100:00000040:3.0:1773615908.709729:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8a80 x1859763795540864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.709735:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615908.709737:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615908.709740:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773615908.709742:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795540864, offset 0 00000400:00000200:3.0:1773615908.709746:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709750:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709753:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615908.709756:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615908.709759:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615908.709761:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615908.709764:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615908.709767:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149177:149177:255:4294967295] 192.168.201.103@tcp LPNI seq info [149117:149117:7:4294967295] 00000400:00000200:3.0:1773615908.709771:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615908.709777:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615908.709781:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615908.709784:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773615908.709788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615908.709793:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615908.709796:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615908.709798:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615908.709801:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 681457 usecs (682 jiffies) 00000400:00000200:3.0:1773615908.709805:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615908.709807:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301709999 00000100:00000001:3.0:1773615908.709810:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301713290 00000100:00000001:3.0:1773615908.709812:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301709999 00000100:00000001:3.0:1773615908.709814:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301713290 00000100:00000001:3.0:1773615908.709816:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.709818:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.709820:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.709823:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.709833:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.709862:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.726179:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.726186:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615908.726200:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615908.726203:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615908.726208:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615908.726217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 00000400:00000010:3.0:1773615908.726220:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 00000100:00000001:3.0:1773615908.726225:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615908.726238:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9180 x1859763795540736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615908.726252:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9180 x1859763795540736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.726260:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615908.726262:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.726265:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615908.726270:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615908.726272:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615908.726275:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.726278:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615908.726291:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=149 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615908.726295:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=149 v=5 (1 1 2 0) 00000100:00000001:3.0:1773615908.726298:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615908.726300:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615908.726304:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615908.726309:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.726314:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615908.726316:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773615908.726318:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615908.726320:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615908.726325:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9180 x1859763795540736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.726332:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.726335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615908.726337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615908.726342:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9180 x1859763795540736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615908.726350:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795540736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.726355:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.726369:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615908.726372:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9180 x1859763795540736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.726379:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615908.726382:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615908.726385:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615908.726390:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615908.726392:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615908.726394:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615908.726397:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615908.726399:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaac00. 02000000:00000001:3.0:1773615908.726415:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615908.726417:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615908.726419:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9180. 00000100:00000001:3.0:1773615908.726423:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615908.726425:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.726429:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.726431:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.726433:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615908.726435:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.726437:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.740212:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.740218:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615908.744230:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615908.744238:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615908.744242:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773615908.744251:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:3.0:1773615908.744253:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:3.0:1773615908.744258:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615908.744269:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cad80 x1859763795540608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615908.744282:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cad80 x1859763795540608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.744290:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615908.744292:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.744296:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615908.744299:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615908.744302:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615908.744304:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.744307:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615908.744317:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=149 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615908.744321:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615908.744324:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615908.744326:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615908.744329:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615908.744334:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.744338:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615908.744340:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615908.744343:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615908.744345:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615908.744351:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cad80 x1859763795540608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.744950:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.744954:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615908.744956:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615908.744962:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cad80 x1859763795540608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615908.744971:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795540608:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.744979:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.744984:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615908.744987:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cad80 x1859763795540608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.744995:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615908.744998:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615908.745003:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615908.745007:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615908.745010:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615908.745012:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615908.745014:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615908.745018:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaa500. 02000000:00000001:3.0:1773615908.745023:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615908.745025:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615908.745027:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cad80. 00000100:00000001:3.0:1773615908.745031:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615908.745032:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.745037:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.745040:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.745043:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615908.745045:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.745046:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.745807:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.745811:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615908.745819:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615908.745821:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615908.745825:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615908.745830:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:3.0:1773615908.745832:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:3.0:1773615908.745859:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615908.745865:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8a80 x1859763795540864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615908.745873:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8a80 x1859763795540864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.745880:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615908.745881:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.745884:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615908.745887:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615908.745889:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615908.745891:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.745893:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615908.745902:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=149 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615908.745906:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615908.745909:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615908.745910:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615908.745913:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615908.745917:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.745921:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615908.745923:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615908.745925:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615908.745927:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615908.745931:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8a80 x1859763795540864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.745938:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.745940:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615908.745941:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615908.745944:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8a80 x1859763795540864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615908.745956:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795540864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.745961:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.745963:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615908.745966:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8a80 x1859763795540864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.745972:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615908.745974:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615908.745976:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615908.745979:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615908.745982:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615908.745983:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615908.745986:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615908.745987:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaa700. 02000000:00000001:3.0:1773615908.745991:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615908.745993:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615908.745994:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8a80. 00000100:00000001:3.0:1773615908.745998:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615908.745999:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.746002:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.746004:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.746005:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615908.746007:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.746009:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.760008:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.760014:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615908.760021:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615908.760023:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615908.760038:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615908.760045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773615908.760048:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773615908.760052:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615908.760060:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca680 x1859763795540480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615908.760071:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca680 x1859763795540480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.760078:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615908.760082:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.760084:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615908.760089:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615908.760092:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615908.760095:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615908.760098:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615908.760108:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=149 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615908.760113:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=66 v=5 (1 1 1 0) 00000100:00000001:3.0:1773615908.760116:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615908.760118:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615908.760121:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615908.760123:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.760126:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615908.760131:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca680 x1859763795540480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.760139:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615908.760143:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615908.760145:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615908.760149:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca680 x1859763795540480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615908.760156:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795540480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615908.760162:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.760165:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615908.760168:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca680 x1859763795540480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615908.760175:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615908.760179:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615908.760182:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615908.760187:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615908.760189:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615908.760192:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773615908.760195:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615908.760198:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaa400. 02000000:00000001:3.0:1773615908.760202:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615908.760204:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615908.760206:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca680. 00000100:00000001:3.0:1773615908.760211:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615908.760214:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.760217:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615908.760229:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615908.760231:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615908.760234:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615908.760237:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615909.800657:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615909.800661:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615909.800665:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615912.865458:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615912.865474:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615912.865477:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773615913.825036:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.825045:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615913.825049:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615913.825060:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795540992/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.825071:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615913.825074:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.825079:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615913.825082:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615913.825085:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615913.825089:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795540992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615913.825094:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615913.825102:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615913.825105:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.825108:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615913.825116:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3600. 02000000:00000001:3.0:1773615913.825118:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615913.825129:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615913.825136:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615913.825144:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773615913.825155:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795540992, portal 25 00000100:00000001:3.0:1773615913.825158:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615913.825160:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:3.0:1773615913.825167:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795540992/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.825176:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615913.825179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615913.825182:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773615913.825187:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795540992, offset 0 00000400:00000200:3.0:1773615913.825391:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615913.825404:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.825415:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615913.825422:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615913.825428:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615913.825433:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615913.825435:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615913.825440:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149178:149178:256:4294967295] 192.168.201.103@tcp LPNI seq info [149118:149118:8:4294967295] 00000400:00000200:3.0:1773615913.825456:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.825470:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615913.825478:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615913.825485:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773615913.825495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615913.825508:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615913.825514:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615913.825540:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615913.825545:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615913.825549:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301718406 00000100:00000010:3.0:1773615913.825556:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bba0. 00000100:00000001:3.0:1773615913.825566:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773615913.825574:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301718406 00000100:00000010:3.0:1773615913.825578:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b840. 00000100:00000001:3.0:1773615913.825581:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773615913.825584:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.825587:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.825590:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615913.825595:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795541248/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.825603:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615913.825604:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.825607:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615913.825609:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615913.825611:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615913.825615:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795541248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615913.825618:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615913.825622:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615913.825624:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.825625:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615913.825630:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615913.825631:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615913.825635:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615913.825639:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615913.825643:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773615913.825646:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795541248, portal 10 00000100:00000001:3.0:1773615913.825648:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615913.825650:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:3.0:1773615913.825658:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795541248/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.825665:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615913.825667:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615913.825670:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773615913.825673:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795541248, offset 0 00000400:00000200:3.0:1773615913.825678:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615913.825682:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.825685:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615913.825689:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615913.825691:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615913.825693:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615913.825696:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615913.825699:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149179:149179:255:4294967295] 192.168.201.103@tcp LPNI seq info [149119:149119:7:4294967295] 00000400:00000200:3.0:1773615913.825703:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.825710:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615913.825715:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615913.825719:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773615913.825724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615913.825729:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615913.825732:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615913.825735:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615913.825740:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 131660 usecs (132 jiffies) 00000400:00000200:3.0:1773615913.825743:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615913.825745:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301714565 00000100:00000001:3.0:1773615913.825748:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301718406 00000100:00000001:3.0:1773615913.825751:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301714565 00000100:00000001:3.0:1773615913.825753:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301718406 00000100:00000001:3.0:1773615913.825755:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.825758:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.825761:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.825765:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.825775:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615913.825777:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615913.825780:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.825782:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615913.825784:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615913.825787:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773615913.825789:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.825791:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615913.825793:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.825795:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.825797:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615913.825798:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615913.825803:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795541120/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.825810:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615913.825812:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.825815:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615913.825817:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615913.825819:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615913.825822:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795541120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615913.825826:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615913.825829:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615913.825830:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.825832:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615913.825907:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615913.825911:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615913.825915:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615913.825919:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773615913.825923:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773615913.825927:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795541120, portal 10 00000100:00000001:3.0:1773615913.825929:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615913.825930:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:3.0:1773615913.825937:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795541120/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.825944:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615913.825946:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615913.825949:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773615913.825953:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795541120, offset 0 00000400:00000200:3.0:1773615913.825957:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615913.825961:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.825965:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615913.825968:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615913.825970:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615913.825973:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615913.825976:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615913.825979:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149180:149180:254:4294967295] 192.168.201.103@tcp LPNI seq info [149120:149120:6:4294967295] 00000400:00000200:3.0:1773615913.825983:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.825989:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615913.825994:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615913.825998:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773615913.826002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615913.826007:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615913.826010:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615913.826014:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615913.826017:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31500 usecs (32 jiffies) 00000400:00000200:3.0:1773615913.826020:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615913.826022:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301714466 00000100:00000001:3.0:1773615913.826024:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301718406 00000100:00000001:3.0:1773615913.826026:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301714466 00000100:00000001:3.0:1773615913.826028:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301718406 00000100:00000001:3.0:1773615913.826030:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.826032:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.826035:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615913.826039:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb480 x1859763795541376/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.826046:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615913.826048:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.826050:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615913.826052:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615913.826054:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615913.826057:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795541376:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615913.826060:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615913.826063:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615913.826064:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.826066:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615913.826069:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615913.826071:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615913.826074:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615913.826078:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615913.826082:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773615913.826085:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795541376, portal 4 00000100:00000001:3.0:1773615913.826087:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615913.826088:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00000100:00000040:3.0:1773615913.826094:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb480 x1859763795541376/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.826101:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615913.826104:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615913.826107:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000100:00000200:3.0:1773615913.826110:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795541376, offset 0 00000400:00000200:3.0:1773615913.826114:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615913.826118:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.826122:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615913.826125:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615913.826127:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615913.826130:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615913.826133:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615913.826136:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149181:149181:253:4294967295] 192.168.201.103@tcp LPNI seq info [149121:149121:5:4294967295] 00000400:00000200:3.0:1773615913.826139:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615913.826145:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615913.826150:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615913.826154:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773615913.826158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615913.826163:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615913.826166:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615913.826169:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615913.826173:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 675466 usecs (676 jiffies) 00000400:00000200:3.0:1773615913.826176:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615913.826178:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301715110 00000100:00000001:3.0:1773615913.826180:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301718406 00000100:00000001:3.0:1773615913.826183:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301715110 00000100:00000001:3.0:1773615913.826185:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301718406 00000100:00000001:3.0:1773615913.826187:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.826190:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.826398:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.826401:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.826421:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.826424:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.850202:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.850208:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615913.850218:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615913.850221:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615913.850237:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615913.850243:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:3.0:1773615913.850246:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:3.0:1773615913.850251:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615913.850256:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795541248/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615913.850267:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795541248/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.850274:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615913.850277:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.850280:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615913.850285:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615913.850288:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615913.850291:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.850295:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615913.850308:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=154 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615913.850314:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=154 v=5 (1 1 2 0) 00000100:00000001:3.0:1773615913.850317:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615913.850320:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615913.850324:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615913.850329:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.850334:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615913.850338:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773615913.850340:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615913.850342:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615913.850348:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795541248/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.850356:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.850359:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615913.850361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615913.850365:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795541248/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615913.850374:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795541248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615913.850379:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.850382:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615913.850386:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795541248/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.850394:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615913.850397:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615913.850401:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615913.850406:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615913.850409:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615913.850412:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615913.850415:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615913.850419:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaa700. 02000000:00000001:3.0:1773615913.850423:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615913.850426:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615913.850428:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:3.0:1773615913.850433:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615913.850434:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.850439:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.850441:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.850443:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615913.850456:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.850458:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.858250:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.858260:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615913.858272:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615913.858276:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615913.858282:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773615913.858291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773615913.858294:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773615913.858298:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615913.858310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795541120/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615913.858324:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795541120/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858332:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615913.858334:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.858338:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615913.858342:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615913.858356:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615913.858359:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.858363:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615913.858377:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=154 v=36 (36 36 36 0) 00000100:00001000:3.0:1773615913.858382:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615913.858385:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615913.858388:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615913.858392:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615913.858398:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.858403:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615913.858406:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615913.858409:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615913.858411:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615913.858417:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795541120/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858426:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.858430:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615913.858433:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615913.858649:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795541120/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615913.858660:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795541120:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615913.858667:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615913.858669:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615913.858671:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615913.858675:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000400:00000010:3.0:1773615913.858676:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:3.0:1773615913.858679:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615913.858683:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb480 x1859763795541376/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615913.858693:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb480 x1859763795541376/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858700:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615913.858702:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.858704:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615913.858706:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615913.858708:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615913.858710:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.858712:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615913.858718:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=154 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615913.858722:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615913.858725:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615913.858726:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615913.858728:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615913.858730:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.858733:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615913.858734:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615913.858736:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615913.858737:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615913.858742:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb480 x1859763795541376/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858748:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.858751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615913.858752:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615913.858756:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb480 x1859763795541376/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615913.858765:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795541376:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615913.858771:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615913.858773:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615913.858775:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615913.858778:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773615913.858780:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773615913.858782:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615913.858787:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795540992/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615913.858796:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795540992/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858803:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615913.858804:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.858806:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615913.858808:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615913.858809:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615913.858811:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615913.858814:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615913.858817:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=154 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615913.858820:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=71 v=5 (1 1 1 0) 00000100:00000001:3.0:1773615913.858822:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615913.858824:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615913.858825:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615913.858827:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.858830:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615913.858833:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795540992/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858879:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615913.858882:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615913.858896:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615913.858901:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795540992/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615913.858909:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795540992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615913.858914:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.858917:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615913.858921:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795541120/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858930:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615913.858934:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615913.858938:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615913.858943:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615913.858946:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615913.858949:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615913.858951:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615913.858954:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaa400. 02000000:00000001:3.0:1773615913.858959:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615913.858962:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615913.858964:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:3.0:1773615913.858968:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615913.858969:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.858971:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615913.858975:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb480 x1859763795541376/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.858981:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615913.858982:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615913.858984:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615913.858986:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615913.858987:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615913.858989:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615913.858991:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615913.858993:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaa500. 02000000:00000001:3.0:1773615913.858994:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615913.858996:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615913.858997:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb480. 00000100:00000001:3.0:1773615913.859000:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615913.859001:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.859003:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615913.859569:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795540992/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615913.859578:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615913.859579:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615913.859582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3600. 02000000:00000001:3.0:1773615913.859584:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615913.859586:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615913.859587:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773615913.859589:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615913.859590:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a804eaab00. 02000000:00000001:3.0:1773615913.859593:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615913.859594:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615913.859596:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:3.0:1773615913.859599:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615913.859600:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.859603:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615913.859615:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615913.859618:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615913.859621:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615913.859625:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615915.940944:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615915.940950:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615915.940955:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615919.011425:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615919.011428:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615919.011431:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615922.080096:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615922.080100:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615922.080103:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615925.157253:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615925.157257:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615925.157270:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615928.224182:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615928.224196:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615928.224200:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773615929.186633:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615929.186645:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615929.186656:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0e00. 00000020:00000040:3.0:1773615929.186663:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773615929.186667:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615929.186670:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615929.186675:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615929.186684:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773615929.186691:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186707:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615929.186719:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615929.186724:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186730:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebbb73c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.186764:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186768:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615929.186774:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615929.186777:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0a80. 00000020:00000040:3.0:1773615929.186779:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615929.186781:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615929.186783:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615929.186784:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615929.186788:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41f00. 00000100:00000001:3.0:1773615929.186791:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186796:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615929.186803:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615929.186805:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186813:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008911fb71] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.186821:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186823:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615929.186826:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615929.186829:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615929.186831:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615929.186833:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615929.186834:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615929.186863:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615929.186867:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773615929.186870:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186874:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615929.186880:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615929.186882:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186885:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045707ead] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.186897:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186899:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773615929.186902:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773615929.186905:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615929.186909:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615929.186912:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615929.186915:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615929.186917:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615929.186918:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615929.186919:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615929.186922:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773615929.186925:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186929:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615929.186935:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615929.186936:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186940:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.186946:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.186951:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7067) 00000100:00000001:3.0:1773615929.186971:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615929.186975:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615929.186977:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615929.186982:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.186989:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615929.186991:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.186995:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615929.186998:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615929.187001:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615929.187004:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795542656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615929.187008:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615929.187013:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615929.187015:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.187018:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615929.187022:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3600. 02000000:00000001:3.0:1773615929.187023:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615929.187031:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615929.187035:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615929.187042:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773615929.187048:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795542656, portal 10 00000100:00000001:3.0:1773615929.187051:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615929.187053:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528623744 : -121324180927872 : ffff91a8034b0a80) 00000100:00000040:3.0:1773615929.187059:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.187065:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615929.187068:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615929.187070:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773615929.187073:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795542656, offset 0 00000400:00000200:3.0:1773615929.187079:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187086:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187094:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615929.187099:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615929.187103:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615929.187107:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615929.187109:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187113:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149190:149190:256:4294967295] 192.168.201.103@tcp LPNI seq info [149130:149130:8:4294967295] 00000400:00000200:3.0:1773615929.187117:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187126:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615929.187133:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615929.187138:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773615929.187145:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615929.187152:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615929.187156:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615929.187178:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.187183:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31497 usecs (32 jiffies) 00000400:00000200:3.0:1773615929.187186:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615929.187188:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301729827 00000100:00000010:3.0:1773615929.187193:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b000. 00000100:00000001:3.0:1773615929.187209:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773615929.187214:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301729827 00000100:00000010:3.0:1773615929.187218:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b780. 00000100:00000001:3.0:1773615929.187220:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773615929.187227:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.187230:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.187233:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615929.187237:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.187253:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615929.187255:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.187257:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615929.187259:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615929.187261:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615929.187264:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795542912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615929.187267:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615929.187269:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615929.187271:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.187272:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615929.187276:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615929.187279:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615929.187282:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615929.187285:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615929.187288:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773615929.187291:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795542912, portal 4 00000100:00000001:3.0:1773615929.187293:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615929.187294:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615929.187300:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.187307:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615929.187309:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615929.187311:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773615929.187313:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795542912, offset 0 00000400:00000200:3.0:1773615929.187317:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187320:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187324:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615929.187326:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615929.187329:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615929.187331:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615929.187333:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187336:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149191:149191:255:4294967295] 192.168.201.103@tcp LPNI seq info [149131:149131:7:4294967295] 00000400:00000200:3.0:1773615929.187340:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187346:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615929.187350:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615929.187353:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773615929.187357:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615929.187361:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615929.187364:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615929.187367:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.187370:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 657621 usecs (658 jiffies) 00000400:00000200:3.0:1773615929.187373:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615929.187375:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301730453 00000100:00000001:3.0:1773615929.187382:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301729827 00000100:00000001:3.0:1773615929.187386:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301730453 00000100:00000001:3.0:1773615929.187389:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301729827 00000100:00000001:3.0:1773615929.187391:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.187393:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.187395:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.187398:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.187405:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615929.187407:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615929.187409:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615929.187410:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615929.187411:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615929.187414:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1773615929.187415:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.187417:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615929.187418:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.187419:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615929.187420:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615929.187421:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615929.187425:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.187430:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615929.187431:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.187433:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615929.187435:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615929.187437:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615929.187440:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795542528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615929.187443:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615929.187445:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615929.187447:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.187448:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615929.187451:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615929.187454:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615929.187457:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615929.187460:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773615929.187463:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773615929.187466:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795542528, portal 25 00000100:00000001:3.0:1773615929.187468:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615929.187469:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528624640 : -121324180926976 : ffff91a8034b0e00) 00000100:00000040:3.0:1773615929.187474:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.187479:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615929.187482:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615929.187484:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773615929.187487:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795542528, offset 0 00000400:00000200:3.0:1773615929.187491:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187494:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187497:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615929.187500:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615929.187503:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615929.187505:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615929.187507:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187509:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149192:149192:255:4294967295] 192.168.201.103@tcp LPNI seq info [149132:149132:7:4294967295] 00000400:00000200:3.0:1773615929.187513:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187518:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615929.187522:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615929.187524:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773615929.187527:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615929.187531:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615929.187533:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615929.187536:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615929.187538:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615929.187540:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301733768 00000100:00000001:3.0:1773615929.187544:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301730453 00000100:00000001:3.0:1773615929.187546:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301733768 00000100:00000001:3.0:1773615929.187548:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301730453 00000100:00000001:3.0:1773615929.187551:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.187553:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.187555:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615929.187559:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.187565:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615929.187567:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.187569:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615929.187571:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615929.187572:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615929.187575:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795542784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615929.187579:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615929.187581:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615929.187582:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.187584:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615929.187587:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615929.187589:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615929.187592:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615929.187595:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615929.187598:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3a18. 00000100:00000200:3.0:1773615929.187600:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795542784, portal 10 00000100:00000001:3.0:1773615929.187602:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615929.187604:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615929.187610:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.187616:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615929.187619:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615929.187621:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3660. 00000100:00000200:3.0:1773615929.187623:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795542784, offset 0 00000400:00000200:3.0:1773615929.187626:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187630:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187633:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615929.187636:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615929.187639:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615929.187641:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615929.187643:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615929.187646:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149193:149193:255:4294967295] 192.168.201.103@tcp LPNI seq info [149133:149133:7:4294967295] 00000400:00000200:3.0:1773615929.187650:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615929.187655:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615929.187659:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615929.187662:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773615929.187665:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615929.187669:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615929.187671:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615929.187680:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.187684:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 128986 usecs (129 jiffies) 00000400:00000200:3.0:1773615929.187687:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615929.187689:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301729924 00000100:00000001:3.0:1773615929.187691:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301733768 00000100:00000001:3.0:1773615929.187694:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301729924 00000100:00000001:3.0:1773615929.187696:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301733768 00000100:00000001:3.0:1773615929.187698:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.187700:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.187702:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.187704:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.196065:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615929.196080:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615929.196089:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615929.196091:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615929.196094:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615929.196099:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773615929.196101:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773615929.196104:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615929.196109:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615929.196120:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.196127:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615929.196128:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.196132:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615929.196135:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615929.196138:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615929.196140:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.196143:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615929.196153:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615929.196157:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=124 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615929.196160:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615929.196162:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615929.196164:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615929.196168:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.196182:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615929.196185:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615929.196187:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615929.196189:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.196203:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.196211:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.196215:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615929.196217:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615929.196221:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615929.196229:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795542912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615929.196234:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.196237:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615929.196239:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795542912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.196246:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615929.196249:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615929.196252:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615929.196254:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615929.196257:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615929.196259:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615929.196261:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615929.196263:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:3.0:1773615929.196267:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615929.196268:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615929.196270:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615929.196274:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615929.196275:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.196278:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.196280:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615929.196281:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615929.196283:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.196285:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.202337:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615929.202342:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615929.202348:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615929.202351:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615929.202354:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773615929.202359:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:3.0:1773615929.202361:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:3.0:1773615929.202364:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615929.202370:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615929.202380:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.202387:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615929.202389:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.202782:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615929.202787:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615929.202790:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615929.202793:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.202796:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615929.202804:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615929.202808:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=87 v=5 (1 1 1 0) 00000100:00000001:3.0:1773615929.202810:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615929.202812:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615929.202815:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615929.202817:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.202820:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.202826:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.202833:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.202998:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615929.203002:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615929.203008:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615929.203016:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795542528:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615929.203024:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615929.203025:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615929.203027:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615929.203030:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3a18 00000400:00000010:3.0:1773615929.203031:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3a18. 00000100:00000001:3.0:1773615929.203033:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615929.203036:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615929.203045:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.203051:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615929.203053:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.203055:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615929.203056:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615929.203058:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615929.203059:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.203061:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615929.203143:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=20 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615929.203147:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=20 v=5 (1 1 1 2) 00000100:00000001:3.0:1773615929.203149:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615929.203150:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615929.203152:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615929.203155:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.203158:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615929.203160:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773615929.203161:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615929.203163:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.203167:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.203346:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.203349:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615929.203350:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615929.203355:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615929.203363:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795542784:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615929.203369:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615929.203370:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615929.203372:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615929.203375:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773615929.203377:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773615929.203380:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615929.203383:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615929.203391:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.203398:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615929.203400:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.203402:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615929.203403:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615929.203405:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615929.203406:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615929.203408:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615929.203412:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=20 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615929.203949:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615929.203953:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615929.203955:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615929.203956:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615929.203958:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.203961:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615929.203962:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615929.203964:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615929.203965:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615929.203970:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.203976:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615929.203978:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615929.203979:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615929.203983:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615929.203990:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795542656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615929.203994:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.203997:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615929.204000:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0e00 x1859763795542528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.204007:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615929.204009:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615929.204013:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615929.204017:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615929.204020:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615929.204022:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773615929.204025:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615929.204027:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41000. 02000000:00000001:3.0:1773615929.204031:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615929.204032:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615929.204034:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0e00. 00000100:00000001:3.0:1773615929.204037:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615929.204039:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.204040:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615929.204044:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795542784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.204050:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615929.204051:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615929.204053:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615929.204055:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615929.204056:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615929.204057:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615929.204059:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615929.204061:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773615929.204063:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615929.204064:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615929.204065:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615929.204522:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615929.204524:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.204526:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615929.204531:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0a80 x1859763795542656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615929.204537:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615929.204539:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615929.204541:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3600. 02000000:00000001:3.0:1773615929.204543:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615929.204544:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615929.204546:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615929.204547:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615929.204549:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41f00. 02000000:00000001:3.0:1773615929.204551:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615929.204553:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615929.204554:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0a80. 00000100:00000001:3.0:1773615929.204556:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615929.204557:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.204559:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615929.204568:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615929.204570:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615929.204573:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615929.204575:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615931.297803:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615931.297807:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615931.297811:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773615934.303958:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615934.303969:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615934.303982:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0a80. 00000020:00000040:3.0:1773615934.303989:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773615934.303994:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615934.303997:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615934.304003:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615934.304013:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41f00. 00000100:00000001:3.0:1773615934.304021:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304033:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b0a80 x1859763795543040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615934.304044:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615934.304047:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304054:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008911fb71] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0a80 x1859763795543040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.304090:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304094:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615934.304097:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615934.304100:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615934.304103:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615934.304105:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615934.304108:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615934.304109:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615934.304123:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773615934.304126:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304131:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615934.304139:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615934.304141:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304145:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045707ead] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.304153:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304156:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615934.304158:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615934.304161:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0e00. 00000020:00000040:3.0:1773615934.304164:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615934.304166:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615934.304167:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615934.304169:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615934.304172:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773615934.304175:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304179:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b0e00 x1859763795543296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615934.304185:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615934.304187:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304190:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebbb73c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0e00 x1859763795543296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.304197:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304200:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773615934.304203:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773615934.304208:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615934.304211:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615934.304214:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615934.304216:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615934.304218:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615934.304220:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615934.304221:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615934.304224:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773615934.304227:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304231:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615934.304238:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615934.304240:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304254:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.304262:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.304266:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7072) 00000100:00000001:3.0:1773615934.304280:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615934.304284:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615934.304286:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615934.304292:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.304300:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615934.304302:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615934.304306:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615934.304308:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615934.304311:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615934.304315:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615934.304319:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615934.304325:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615934.304327:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615934.304330:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615934.304336:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615934.304338:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615934.304346:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615934.304351:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615934.304358:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773615934.304365:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795543168, portal 10 00000100:00000001:3.0:1773615934.304367:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615934.304369:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615934.304376:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.304383:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615934.304386:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615934.304389:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3a18. 00000100:00000200:3.0:1773615934.304393:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795543168, offset 0 00000400:00000200:3.0:1773615934.304400:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615934.304409:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615934.304417:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615934.304422:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615934.304426:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615934.304429:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615934.304432:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615934.304435:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149194:149194:256:4294967295] 192.168.201.103@tcp LPNI seq info [149134:149134:8:4294967295] 00000400:00000200:3.0:1773615934.304440:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615934.304450:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615934.304456:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615934.304461:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773615934.304468:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615934.304475:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615934.304479:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615934.304709:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.306374:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31466 usecs (32 jiffies) 00000400:00000200:3.0:1773615934.306379:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615934.306382:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301734946 00000100:00000001:3.0:1773615934.306384:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301738886 00000100:00000001:3.0:1773615934.306386:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301734946 00000100:00000001:3.0:1773615934.306388:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301738886 00000100:00000001:3.0:1773615934.306390:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615934.306393:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.306395:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615934.306401:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.306409:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615934.306411:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615934.306414:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615934.306416:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615934.306418:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615934.306421:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615934.306424:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615934.306427:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615934.306429:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615934.306633:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615934.306637:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615934.306639:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615934.306643:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615934.306646:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615934.306650:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773615934.306653:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795543424, portal 4 00000100:00000001:3.0:1773615934.306655:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615934.306657:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615934.306663:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.306676:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615934.306678:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615934.306681:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773615934.306684:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795543424, offset 0 00000400:00000200:3.0:1773615934.306689:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615934.306693:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615934.306697:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615934.306700:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615934.306702:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615934.306704:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615934.306706:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615934.306709:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149197:149197:256:4294967295] 192.168.201.103@tcp LPNI seq info [149137:149137:8:4294967295] 00000400:00000200:3.0:1773615934.309880:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615934.309893:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615934.309899:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615934.309904:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773615934.309910:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615934.309915:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615934.309919:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615934.309938:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.309944:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 651747 usecs (652 jiffies) 00000400:00000200:3.0:1773615934.309948:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615934.309951:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301735570 00000100:00000001:3.0:1773615934.309954:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301738886 00000100:00000001:3.0:1773615934.309956:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301735570 00000100:00000001:3.0:1773615934.309958:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301738886 00000100:00000001:3.0:1773615934.309960:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615934.309963:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.309968:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.309972:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615934.309980:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615934.309982:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615934.309985:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615934.309987:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615934.309988:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.311056:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.311062:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615934.311064:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615934.311080:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615934.311082:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615934.311085:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615934.311089:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773615934.311091:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773615934.311094:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615934.311099:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615934.311109:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.311125:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615934.311128:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615934.311130:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615934.311133:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615934.311137:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615934.311139:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615934.311142:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615934.311151:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=25 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615934.311155:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615934.311158:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615934.311160:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615934.311163:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615934.311166:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.311170:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615934.311173:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615934.311175:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615934.311177:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.311182:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.311190:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615934.311193:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615934.311195:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615934.311199:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615934.311207:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615934.311212:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.311214:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615934.311218:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795543168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.311224:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615934.311226:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615934.311230:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615934.311234:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615934.311236:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615934.311239:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615934.311241:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615934.311244:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773615934.311246:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615934.311248:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615934.311250:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615934.311253:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615934.311254:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615934.311257:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.311259:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615934.311260:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615934.311262:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.311264:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.312568:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615934.312570:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615934.312574:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615934.312575:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615934.312577:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615934.312579:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:3.0:1773615934.312580:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:3.0:1773615934.312582:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615934.312585:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615934.312590:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.312594:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615934.312595:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615934.312596:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615934.312597:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615934.312599:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615934.312600:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615934.312601:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615934.312605:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615934.312607:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=129 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615934.312608:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615934.312609:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615934.312610:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615934.312612:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.312614:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615934.312615:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615934.312616:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615934.312617:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615934.312619:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.312623:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615934.312624:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615934.312625:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615934.312627:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615934.312636:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615934.312639:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615934.312640:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615934.312641:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795543424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615934.312645:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615934.312646:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615934.312647:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615934.312648:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615934.312649:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615934.312650:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615934.312651:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615934.312652:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:3.0:1773615934.312653:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615934.312654:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615934.312655:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615934.312657:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615934.312658:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615934.312659:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615934.312662:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615934.312663:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615934.312664:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615934.312665:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615934.369212:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615934.369215:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615934.369219:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615937.441382:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615937.441389:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615937.441393:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773615939.424294:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615939.424306:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615939.424318:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615939.424325:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773615939.424330:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615939.424333:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615939.424339:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615939.424348:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773615939.424355:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424367:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615939.424380:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615939.424384:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424391:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.424428:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424432:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615939.424435:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615939.424439:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615939.424441:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615939.424443:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615939.424445:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615939.424447:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615939.424450:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773615939.424453:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424457:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615939.424464:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615939.424466:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424470:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045707ead] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.424479:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424482:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615939.424488:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615939.424490:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773615939.424493:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615939.424495:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615939.424497:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615939.424498:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615939.424501:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773615939.424504:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424508:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615939.424516:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615939.424518:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424522:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.424529:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424531:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773615939.424534:0:80636:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773615939.424537:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615939.424540:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615939.424543:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1180. 00000020:00000040:3.0:1773615939.424545:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615939.424547:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615939.424548:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615939.424550:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615939.424555:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773615939.424557:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424561:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615939.424568:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615939.424570:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424573:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004964f145] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.424581:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424585:0:80636:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7077) 00000100:00000001:3.0:1773615939.424600:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615939.424603:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615939.424605:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615939.424610:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.424619:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615939.424621:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.424625:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615939.424628:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615939.424631:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615939.424634:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615939.424639:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615939.424644:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615939.424646:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.424649:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615939.424654:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615939.424656:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615939.424664:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615939.424669:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615939.424677:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773615939.424685:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795543680, portal 10 00000100:00000001:3.0:1773615939.424687:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615939.424689:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615939.424696:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.424717:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615939.424720:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615939.424723:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773615939.424728:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795543680, offset 0 00000400:00000200:3.0:1773615939.424735:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615939.424743:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.424751:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615939.424756:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615939.424761:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615939.424765:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615939.424768:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615939.424772:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149198:149198:256:4294967295] 192.168.201.103@tcp LPNI seq info [149138:149138:8:4294967295] 00000400:00000200:3.0:1773615939.424777:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.424788:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615939.424795:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615939.424800:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41f00. 00000800:00000200:3.0:1773615939.424807:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615939.424814:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615939.424819:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615939.424864:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.424870:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31400 usecs (32 jiffies) 00000400:00000200:3.0:1773615939.424873:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615939.424876:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301740065 00000100:00000010:3.0:1773615939.424881:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b720. 00000100:00000001:3.0:1773615939.424888:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773615939.424897:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301740065 00000100:00000010:3.0:1773615939.424900:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bde0. 00000100:00000001:3.0:1773615939.424903:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773615939.424909:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.424912:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.424914:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615939.424919:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.424931:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615939.424943:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.424946:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615939.424948:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615939.424950:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615939.424954:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615939.424957:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615939.424959:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615939.424961:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.424963:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615939.424966:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615939.424968:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615939.424972:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615939.424975:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615939.424979:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773615939.424982:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795543936, portal 4 00000100:00000001:3.0:1773615939.424985:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615939.424986:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528625536 : -121324180926080 : ffff91a8034b1180) 00000100:00000040:3.0:1773615939.424993:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.425000:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615939.425003:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615939.425005:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3a18. 00000100:00000200:3.0:1773615939.425008:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795543936, offset 0 00000400:00000200:3.0:1773615939.425012:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615939.425016:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.425019:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615939.425022:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615939.425025:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615939.425038:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615939.425041:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615939.425045:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149199:149199:255:4294967295] 192.168.201.103@tcp LPNI seq info [149139:149139:7:4294967295] 00000400:00000200:3.0:1773615939.425050:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.425056:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615939.425060:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615939.425064:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773615939.425068:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615939.425074:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615939.425077:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615939.425080:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.425083:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 645970 usecs (646 jiffies) 00000400:00000200:3.0:1773615939.425087:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615939.425089:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301740679 00000100:00000001:3.0:1773615939.425094:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301740065 00000100:00000001:3.0:1773615939.425097:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301740679 00000100:00000001:3.0:1773615939.425101:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301740065 00000100:00000001:3.0:1773615939.425103:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.425105:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.425108:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.425111:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.425119:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615939.425122:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615939.425124:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615939.425125:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615939.425127:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615939.425130:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1773615939.425132:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.425134:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615939.425135:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.425137:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615939.425138:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615939.425139:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615939.425144:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.425152:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615939.425155:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.425157:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615939.425159:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615939.425161:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615939.425164:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795543552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615939.425167:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615939.425170:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615939.425172:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.425174:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615939.425177:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615939.425179:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615939.425183:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615939.425185:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773615939.425189:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3660. 00000100:00000200:3.0:1773615939.425192:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795543552, portal 25 00000100:00000001:3.0:1773615939.425193:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615939.425195:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615939.425199:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.425206:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615939.425208:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615939.425211:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773615939.425213:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795543552, offset 0 00000400:00000200:3.0:1773615939.425218:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615939.425222:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.425225:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615939.425227:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615939.425230:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615939.425233:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615939.425235:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615939.425239:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149200:149200:254:4294967295] 192.168.201.103@tcp LPNI seq info [149140:149140:6:4294967295] 00000400:00000200:3.0:1773615939.425243:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.425249:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615939.425253:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615939.425257:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773615939.425261:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615939.425266:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615939.425268:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615939.425271:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615939.425274:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615939.425276:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301744006 00000100:00000001:3.0:1773615939.425279:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301740679 00000100:00000001:3.0:1773615939.425282:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301744006 00000100:00000001:3.0:1773615939.425284:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301740679 00000100:00000001:3.0:1773615939.425287:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.425288:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.425290:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615939.425294:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.425301:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615939.425303:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.425305:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615939.425307:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615939.425309:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615939.425312:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615939.425315:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615939.425318:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615939.425319:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.425321:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615939.425324:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615939.425326:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615939.425329:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615939.425331:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615939.425334:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773615939.425336:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795543808, portal 10 00000100:00000001:3.0:1773615939.425338:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615939.425339:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000040:3.0:1773615939.425345:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.425351:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615939.425354:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615939.425356:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773615939.425358:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795543808, offset 0 00000400:00000200:3.0:1773615939.425362:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615939.425365:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.425368:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615939.425371:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615939.425373:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615939.425376:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615939.425378:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615939.425381:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149201:149201:253:4294967295] 192.168.201.103@tcp LPNI seq info [149141:149141:5:4294967295] 00000400:00000200:3.0:1773615939.425386:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615939.425391:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615939.425396:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615939.425399:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773615939.425402:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615939.425407:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615939.425409:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615939.425412:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.425414:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 126982 usecs (127 jiffies) 00000400:00000200:3.0:1773615939.425417:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615939.425420:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301740160 00000100:00000001:3.0:1773615939.425422:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301744006 00000100:00000001:3.0:1773615939.425425:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301740160 00000100:00000001:3.0:1773615939.425427:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301744006 00000100:00000001:3.0:1773615939.425429:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.425431:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.425434:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.425436:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.453824:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615939.453829:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615939.453859:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615939.453862:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615939.453866:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773615939.453871:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3660 00000400:00000010:3.0:1773615939.453873:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3660. 00000100:00000001:3.0:1773615939.453877:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615939.453882:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615939.453891:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.453897:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615939.453899:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.453917:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615939.453920:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615939.453923:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615939.453925:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.453927:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615939.453942:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615939.453946:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=97 v=5 (1 1 1 0) 00000100:00000001:3.0:1773615939.453949:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615939.453951:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615939.453954:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615939.453956:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.453960:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.453965:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.453973:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.453977:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615939.453979:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615939.453984:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615939.453992:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795543552:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615939.453999:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615939.454000:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615939.454002:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615939.454005:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:3.0:1773615939.454006:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:3.0:1773615939.454008:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615939.454011:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615939.454019:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454025:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615939.454036:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454039:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615939.454040:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615939.454041:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615939.454043:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.454045:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615939.454050:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=30 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615939.454054:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=30 v=5 (1 1 1 2) 00000100:00000001:3.0:1773615939.454056:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615939.454058:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615939.454060:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615939.454063:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.454066:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615939.454079:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773615939.454081:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615939.454083:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.454087:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454095:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.454097:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615939.454098:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615939.454101:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615939.454109:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543808:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615939.454114:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615939.454115:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615939.454117:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615939.454119:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:3.0:1773615939.454121:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:3.0:1773615939.454123:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615939.454126:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615939.454134:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454141:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615939.454142:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454144:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615939.454146:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615939.454147:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615939.454149:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.454151:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615939.454155:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=30 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615939.454158:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615939.454170:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615939.454172:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615939.454174:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615939.454176:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.454178:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615939.454180:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615939.454197:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615939.454199:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.454203:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454210:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.454212:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615939.454213:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615939.454217:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615939.454225:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543680:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615939.454230:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615939.454231:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615939.454233:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615939.454236:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773615939.454237:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773615939.454239:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615939.454243:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615939.454252:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454259:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615939.454260:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454262:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615939.454263:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615939.454265:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615939.454266:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615939.454268:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615939.454274:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615939.454277:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=134 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615939.454280:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615939.454281:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615939.454283:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615939.454284:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.454287:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615939.454288:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615939.454290:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615939.454292:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615939.454295:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454303:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615939.454305:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615939.454306:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615939.454310:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615939.454317:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795543936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615939.454321:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454324:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615939.454327:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795543552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454333:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615939.454335:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615939.454339:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2200. 02000000:00000001:3.0:1773615939.454343:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615939.454346:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615939.454348:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773615939.454350:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615939.454353:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:3.0:1773615939.454357:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615939.454359:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615939.454361:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615939.454365:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615939.454366:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454368:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615939.454372:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795543808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454378:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615939.454380:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615939.454381:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2e00. 02000000:00000001:3.0:1773615939.454383:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615939.454384:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615939.454385:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615939.454387:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615939.454389:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:3.0:1773615939.454391:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615939.454392:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615939.454393:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:3.0:1773615939.454396:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615939.454397:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454399:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615939.454402:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795543680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454408:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615939.454409:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615939.454410:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615939.454413:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615939.454414:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615939.454415:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615939.454417:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615939.454419:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773615939.454421:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615939.454422:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615939.454423:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615939.454425:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615939.454427:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454428:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615939.454432:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1180 x1859763795543936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615939.454438:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615939.454439:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615939.454441:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615939.454443:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615939.454443:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615939.454445:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615939.454446:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615939.454448:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41000. 02000000:00000001:3.0:1773615939.454449:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615939.454451:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615939.454452:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1180. 00000100:00000001:3.0:1773615939.454454:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615939.454455:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454457:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615939.454465:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615939.454467:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615939.454469:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615939.454472:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615940.512905:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615940.512910:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615940.512914:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615943.584125:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615943.584128:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615943.584131:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773615944.546992:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615944.547005:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615944.547018:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1180. 00000020:00000040:3.0:1773615944.547025:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773615944.547032:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615944.547035:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615944.547042:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615944.547051:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773615944.547059:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547073:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b1180 x1859763795544064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615944.547086:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615944.547091:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547098:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004964f145] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1180 x1859763795544064/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.547136:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547139:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615944.547143:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615944.547146:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615944.547148:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615944.547150:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615944.547152:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615944.547153:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615944.547156:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773615944.547159:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547163:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615944.547171:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615944.547173:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547366:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045707ead] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.547375:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547377:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615944.547380:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615944.547383:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773615944.547385:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615944.547387:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615944.547389:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615944.547390:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615944.547393:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773615944.547397:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547401:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b1f80 x1859763795544320/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615944.547408:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615944.547410:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547414:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795544320/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.547421:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547422:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773615944.547425:0:80636:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773615944.547428:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615944.547431:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615944.547434:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615944.547436:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615944.547438:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615944.547438:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615944.547440:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615944.547442:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773615944.547444:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547448:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615944.547455:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615944.547457:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547460:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.547467:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547471:0:80636:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7082) 00000100:00000001:3.0:1773615944.547536:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615944.547540:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615944.547542:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615944.547547:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.547555:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615944.547557:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615944.547561:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615944.547563:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615944.547566:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615944.547569:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795544192:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615944.547573:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615944.547578:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615944.547581:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615944.547584:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615944.547587:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615944.547589:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615944.547597:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615944.547601:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615944.547607:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773615944.547614:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795544192, portal 10 00000100:00000001:3.0:1773615944.547616:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615944.547618:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615944.547624:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.547632:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615944.547635:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615944.547638:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773615944.547641:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795544192, offset 0 00000400:00000200:3.0:1773615944.547647:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615944.547654:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615944.547661:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615944.547666:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615944.547670:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615944.547674:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615944.547677:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615944.547681:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149202:149202:256:4294967295] 192.168.201.103@tcp LPNI seq info [149142:149142:8:4294967295] 00000400:00000200:3.0:1773615944.547686:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615944.547696:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615944.547701:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615944.547705:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773615944.547712:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615944.547719:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615944.547723:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615944.547741:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.547746:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 31416 usecs (32 jiffies) 00000400:00000200:3.0:1773615944.547749:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615944.547752:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301745187 00000100:00000010:3.0:1773615944.547756:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bd20. 00000100:00000001:3.0:1773615944.547763:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773615944.548262:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301745188 00000100:00000010:3.0:1773615944.548267:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b060. 00000100:00000001:3.0:1773615944.548270:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773615944.548276:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615944.548279:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.548282:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615944.548286:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.548293:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615944.548295:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615944.548297:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615944.548299:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615944.548301:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615944.548303:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795544448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615944.548309:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615944.548312:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615944.548313:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615944.548315:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615944.548317:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615944.548319:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615944.548323:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615944.548325:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615944.548329:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773615944.548332:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795544448, portal 4 00000100:00000001:3.0:1773615944.548334:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615944.548335:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615944.548341:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.548347:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615944.548349:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615944.548351:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3660. 00000100:00000200:3.0:1773615944.548353:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795544448, offset 0 00000400:00000200:3.0:1773615944.548363:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615944.548366:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615944.548369:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615944.548372:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615944.548374:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615944.548377:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615944.548379:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615944.548382:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149204:149204:255:4294967295] 192.168.201.103@tcp LPNI seq info [149144:149144:7:4294967295] 00000400:00000200:3.0:1773615944.548386:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615944.548393:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615944.548397:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615944.548400:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773615944.548403:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615944.548408:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615944.548411:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615944.548414:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.548417:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 640533 usecs (641 jiffies) 00000400:00000200:3.0:1773615944.548420:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615944.548422:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301745797 00000100:00000001:3.0:1773615944.554931:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301745187 00000100:00000001:3.0:1773615944.554940:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301745804 00000100:00000001:3.0:1773615944.554960:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301745188 00000100:00000001:3.0:1773615944.554964:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615944.554968:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.554972:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.554975:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615944.554983:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615944.554985:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615944.554988:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615944.554990:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615944.554991:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.554993:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.560162:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615944.560165:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615944.560170:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615944.560172:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615944.560175:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615944.560178:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:3.0:1773615944.560180:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:3.0:1773615944.560183:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615944.560187:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615944.560197:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.560203:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615944.560205:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615944.560208:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615944.560210:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615944.560212:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615944.560214:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615944.560217:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615944.560225:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615944.560229:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615944.560231:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615944.560233:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615944.560236:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615944.560239:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.560242:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615944.560257:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615944.560259:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615944.560261:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.560266:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.560272:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615944.560275:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615944.560277:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615944.560281:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615944.560289:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795544448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615944.560294:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.560296:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615944.560299:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795544448/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.560306:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615944.560308:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615944.560311:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3e00. 02000000:00000001:3.0:1773615944.560315:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615944.560318:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615944.560320:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615944.560322:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615944.560325:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:3.0:1773615944.560328:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615944.560330:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615944.560332:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615944.560335:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615944.560336:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615944.560339:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.560341:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615944.560342:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615944.560344:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.560346:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.561632:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615944.561635:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615944.561639:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615944.561641:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615944.561643:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615944.561647:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773615944.561648:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773615944.561651:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615944.561655:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615944.561664:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.561670:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615944.561671:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615944.561673:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615944.561675:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615944.561677:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615944.561678:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615944.561680:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615944.561686:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=35 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615944.561689:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615944.561692:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615944.561694:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615944.561696:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615944.561698:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.561701:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615944.561703:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615944.561705:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615944.561706:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615944.561710:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.561717:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615944.561719:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615944.561720:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615944.561724:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615944.561730:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795544192:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615944.561735:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615944.561737:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615944.561740:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795544192/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773615999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615944.561746:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615944.561747:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615944.561750:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3400. 02000000:00000001:3.0:1773615944.561752:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615944.561753:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615944.561755:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615944.561757:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615944.561758:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773615944.561761:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615944.561762:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615944.561763:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615944.561766:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615944.561767:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615944.561769:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615944.561775:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615944.561787:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615944.561789:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615944.561791:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615946.656518:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615946.656522:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615946.656525:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615949.728163:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615949.728170:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615949.728175:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615952.800467:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615952.800472:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615952.800475:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:3.0:1773615954.819572:0:90405:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1773615954.819579:0:90405:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1773615954.819583:0:90405:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615954.819587:0:90405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615954.819590:0:90405:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615954.819593:0:90405:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1773615954.819595:0:90405:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615955.872352:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615955.872357:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615955.872373:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615957.668557:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615957.668561:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615957.668565:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773615957.668568:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000001:00020000:3.0:1773615957.668572:0:81777:0:(ldlm_lockd.c:2883:ldlm_bl_thread_blwi()) cfs_fail_timeout id 31f sleeping for 4000ms 00000020:00000001:3.0:1773615957.920574:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615957.920578:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615957.920582:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615959.968505:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615959.968510:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615959.968513:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:3.0:1773615961.760034:0:81777:0:(ldlm_lockd.c:2883:ldlm_bl_thread_blwi()) cfs_fail_timeout id 31f awake 00010000:00000001:3.0:1773615961.770557:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773615961.770570:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec677a9 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xf6516185796c273 expref: -99 pid: 90396 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773615961.770591:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c4800 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773615961.770595:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773615961.770793:0:81777:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec677a9 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xf6516185796c273 expref: -99 pid: 90396 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773615961.770802:0:81777:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773615961.770804:0:81777:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773615961.770808:0:81777:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec677a9 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xf6516185796c273 expref: -99 pid: 90396 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773615961.770814:0:81777:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773615961.770816:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773615961.770819:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.770822:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.770824:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:3.0:1773615961.770827:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773615961.770830:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773615961.770833:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615961.770872:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec677a9 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xf6516185796c273 expref: -99 pid: 90396 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1773615961.770881:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773615961.770884:0:81777:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773615961.770887:0:81777:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773615961.770889:0:81777:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x2:0x0] mode (null) 00000002:00000001:3.0:1773615961.770893:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615961.770896:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615961.770903:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:3.0:1773615961.770906:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615961.770911:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.770913:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615961.770914:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615961.770915:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:3.0:1773615961.770917:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615961.770919:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.770920:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615961.770921:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615961.770923:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:3.0:1773615961.770925:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615961.770927:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.770929:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615961.770930:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615961.770931:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:3.0:1773615961.770933:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615961.770934:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.770936:0:81777:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.770938:0:81777:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773615961.770940:0:81777:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615961.770949:0:81777:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbcf0. 00000020:00000010:3.0:1773615961.770954:0:81777:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911200. 00000020:00000010:3.0:1773615961.770959:0:81777:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810910200. 00000020:00000010:3.0:1773615961.770963:0:81777:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b3c0. 00000008:00000010:3.0:1773615961.770970:0:81777:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615961.770975:0:81777:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615961.770980:0:81777:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615961.770986:0:81777:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615961.770990:0:81777:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615961.770993:0:81777:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911600. 00000008:00000010:3.0:1773615961.770997:0:81777:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615961.771001:0:81777:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615961.771004:0:81777:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615961.771007:0:81777:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f282d0. 00000020:00000001:3.0:1773615961.771010:0:81777:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765713144 : -121323943838472 : ffff91a8116cbcf8) 00000020:00001000:3.0:1773615961.771013:0:81777:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbcf0 00000020:00000001:3.0:1773615961.771015:0:81777:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773615961.771017:0:81777:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x2:0x0]: losing layout lock 00000080:00000001:3.0:1773615961.771020:0:81777:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773615961.771023:0:81777:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773615961.771027:0:81777:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773615961.771028:0:81777:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773615961.771031:0:81777:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x2:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773615961.771032:0:81777:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.771034:0:81777:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773615961.771036:0:81777:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbcf0 00000020:00000010:3.0:1773615961.771039:0:81777:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810910200. 00000020:00000010:3.0:1773615961.771045:0:81777:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b3c0. 00000008:00000010:3.0:1773615961.771048:0:81777:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615961.771051:0:81777:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615961.771054:0:81777:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615961.771057:0:81777:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615961.771061:0:81777:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615961.771064:0:81777:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911200. 00000008:00000010:3.0:1773615961.771067:0:81777:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615961.771071:0:81777:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615961.771074:0:81777:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615961.771077:0:81777:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f282d0. 00000020:00000010:3.0:1773615961.771079:0:81777:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911600. 00000020:00000010:3.0:1773615961.771082:0:81777:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbcf0. 00000080:00000001:3.0:1773615961.771085:0:81777:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.771088:0:81777:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773615961.771091:0:81777:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x2:0x0](ffff91a8040c3248) invalid 00000020:00000001:3.0:1773615961.771094:0:81777:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882553c40 00000080:00002000:3.0:1773615961.771097:0:81777:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f113.recovery-small (ffff91a8040450d8) parent ffff91a80860ad80 inode ffff91a8040c3248 refc 1 00000080:00000001:3.0:1773615961.771101:0:81777:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773615961.771104:0:81777:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773615961.771106:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.771109:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615961.771112:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615961.771114:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615961.771116:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615961.771120:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773615961.771123:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4800 with handle 0xe60cc2233ec677a9 from hash 00010000:00000001:3.0:1773615961.771125:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615961.771127:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.771128:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.771130:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615961.771133:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615961.771134:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773615961.771139:0:81777:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615961.771143:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.771144:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.771146:0:81777:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.771148:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615961.771150:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773615961.771155:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615961.771159:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615961.771164:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615961.771167:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615961.771172:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615961.771178:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a810911600. 00000100:00000001:3.0:1773615961.771184:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.771188:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773615961.771193:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec677a9 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c273 expref: -99 pid: 90396 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773615961.771200:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773615961.771201:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.771207:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615961.771211:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.771223:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045707ead] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773615961.771260:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615961.771263:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.771265:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.771266:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.771268:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.771270:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.771273:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec677a9 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c273 expref: -99 pid: 90396 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773615961.771279:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773615961.771282:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec677a9 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c273 expref: -99 pid: 90396 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1773615961.771289:0:81777:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feb600 count: 0 00010000:00000010:3.0:1773615961.771294:0:81777:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453cc00. 00010000:00000001:3.0:1773615961.771304:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.771306:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773615961.771308:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a807d69480. 00010000:00000001:3.0:1773615961.771311:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.771324:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773615961.771327:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773615961.771329:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.771334:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615961.771337:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.771339:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.771341:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615961.771343:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615961.771349:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.771357:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615961.771358:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.771363:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615961.771365:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615961.771368:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615961.771371:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795546752:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615961.771375:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615961.771381:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615961.771383:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.771386:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615961.771390:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911200. 02000000:00000001:3.0:1773615961.771392:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615961.771400:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615961.771404:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615961.771410:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773615961.771417:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795546752, portal 18 00000100:00000001:3.0:1773615961.771420:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615961.771422:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615961.771427:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.771434:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615961.771437:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615961.771440:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773615961.771449:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795546752, offset 0 00000400:00000200:3.0:1773615961.771457:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615961.771465:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615961.771473:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615961.771478:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615961.771482:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615961.771487:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615961.771489:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615961.771493:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149223:149223:256:4294967295] 192.168.201.103@tcp LPNI seq info [149163:149163:8:4294967295] 00000400:00000200:3.0:1773615961.771498:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615961.771507:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615961.771513:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615961.771518:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773615961.771525:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615961.771532:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615961.771536:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773615961.771560:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.771566:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 228865 usecs (229 jiffies) 00000400:00000200:3.0:1773615961.771569:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615961.771572:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301762608 00000100:00000001:3.0:1773615961.771575:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:3.0:1773615961.771577:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301762608 00000100:00000001:3.0:1773615961.771579:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:3.0:1773615961.771581:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615961.771583:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.771586:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.771588:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.771601:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615961.771603:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.771606:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615961.771608:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615961.771609:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.771611:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615961.771613:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615961.771614:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.771616:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1773615961.777549:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:3.1:1773615961.777568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00000100:00000001:3.0:1773615961.790746:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.790752:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615961.790760:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615961.790762:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615961.790766:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773615961.790771:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773615961.790773:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773615961.790777:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615961.790784:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615961.790795:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.790803:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615961.790805:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.790809:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615961.790812:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615961.790814:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615961.790817:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.790820:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615961.790831:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0578 time=176 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615961.790878:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615961.790882:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615961.790884:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.790887:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615961.790891:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.790894:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615961.790897:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615961.790899:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615961.790900:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.790906:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.790914:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615961.790918:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615961.790920:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615961.790924:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615961.790932:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795546752:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615961.790938:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.790940:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615961.790944:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795546752/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.790952:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615961.790954:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615961.790958:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911200. 02000000:00000001:3.0:1773615961.790962:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615961.790965:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615961.790967:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615961.790970:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615961.790972:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a810911600. 02000000:00000001:3.0:1773615961.790975:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615961.790977:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615961.790979:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615961.790982:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615961.790984:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.790986:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.790995:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615961.790997:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.790999:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.791001:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.792357:0:90443:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615961.792364:0:90443:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615961.792366:0:90443:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615961.792369:0:90443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a160. 00000400:00000200:3.0:1773615961.792373:0:90443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:3.0:1773615961.792376:0:90443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:3.0:1773615961.792379:0:90443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615961.792384:0:90443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795546112/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616012 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615961.792395:0:90443:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795546112/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616012 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.792403:0:90443:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615961.792404:0:90443:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.792406:0:90443:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615961.792409:0:90443:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615961.792410:0:90443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615961.792412:0:90443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.792415:0:90443:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615961.792421:0:90443:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=52 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615961.792424:0:90443:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615961.792427:0:90443:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615961.792429:0:90443:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.792431:0:90443:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615961.792434:0:90443:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.792437:0:90443:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773615961.792439:0:90443:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x180000006f/0x0] 00000100:00000001:3.0:1773615961.792441:0:90443:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773615961.792443:0:90443:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615961.792445:0:90443:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000001:3.0:1773615961.792448:0:90443:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615961.792450:0:90443:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615961.792452:0:90443:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615961.792455:0:90443:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.792460:0:90443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795546112/t103079215216(103079215216) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616012 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.792468:0:90443:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615961.792471:0:90443:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615961.792473:0:90443:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615961.792477:0:90443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795546112/t103079215216(103079215216) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616012 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615961.792486:0:90443:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job chmod:6bed2507-d27f-43a9-a583-f3d23438f235:90443:1859763795546112:192.168.201.103@tcp:36:chmod.0 00000100:00000001:3.0:1773615961.792491:0:90443:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.792494:0:90443:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.792496:0:90443:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615961.792498:0:90443:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615961.792502:0:90443:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374000 x1859763795546112/t103079215216(103079215216) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616012 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.792510:0:90443:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615961.792512:0:90443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8100a0900. 00000100:00000001:3.0:1773615961.792516:0:90443:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615961.792517:0:90443:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.792607:0:90443:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615961.792612:0:90443:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.792618:0:90443:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773615961.792631:0:90443:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773615961.792649:0:90443:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088002 : 144116010713088002 : 20000bf89000002) 00000080:00000001:3.0:1773615961.792653:0:90443:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:3.0:1773615961.792658:0:90443:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615961.792673:0:90443:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795546112/t103079215216(103079215216) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616012 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'chmod.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.792680:0:90443:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615961.792683:0:90443:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773615961.792685:0:90443:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.792687:0:90443:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.792691:0:90443:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1773615961.792694:0:90443:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773615961.792696:0:90443:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615961.792698:0:90443:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773615961.792700:0:90443:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.792701:0:90443:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.792704:0:90443:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1773615961.792706:0:90443:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615961.792711:0:90443:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbcf0. 00000020:00000010:3.0:1773615961.792716:0:90443:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911600. 00000020:00000010:3.0:1773615961.792720:0:90443:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810911200. 00000020:00000010:3.0:1773615961.792724:0:90443:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b3c0. 00000008:00000010:3.0:1773615961.792730:0:90443:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773615961.792735:0:90443:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773615961.792740:0:90443:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216de8. 00000080:00000010:3.0:1773615961.792746:0:90443:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b1f8. 00000080:00000010:3.0:1773615961.792750:0:90443:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820bb50. 00000020:00000010:3.0:1773615961.792753:0:90443:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810910200. 00000008:00000010:3.0:1773615961.792756:0:90443:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2000. 00020000:00000010:3.0:1773615961.792760:0:90443:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827d680. 00008000:00000010:3.0:1773615961.792763:0:90443:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27090. 00000080:00000010:3.0:1773615961.792767:0:90443:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f282d0. 00000020:00000001:3.0:1773615961.792769:0:90443:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765713144 : -121323943838472 : ffff91a8116cbcf8) 00000020:00001000:3.0:1773615961.792772:0:90443:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbcf0 00000020:00000001:3.0:1773615961.792776:0:90443:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6d00 -> ffff91a8046b6d00 00000020:00000001:3.0:1773615961.792778:0:90443:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773615961.792781:0:90443:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773615961.792783:0:90443:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x2:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773615961.792787:0:90443:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615961.792788:0:90443:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773615961.792790:0:90443:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773615961.792793:0:90443:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1773615961.792794:0:90443:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x2:0x0] 00800000:00000001:3.0:1773615961.792798:0:90443:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615961.792800:0:90443:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615961.792803:0:90443:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615961.792805:0:90443:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615961.792807:0:90443:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615961.792810:0:90443:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x2:0x0] 00800000:00000001:3.0:1773615961.792812:0:90443:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.792815:0:90443:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615961.792818:0:90443:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773615961.792825:0:90443:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.792828:0:90443:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615961.792830:0:90443:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x2:0x0]: 0 00000080:00000001:3.0:1773615961.792832:0:90443:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.792835:0:90443:0:(file.c:6967:ll_layout_intent()) Process entered 00000080:00000010:3.0:1773615961.792868:0:90443:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a810911400. 00000080:00010000:3.0:1773615961.792875:0:90443:0:(file.c:6985:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20000bf89:0x2:0x0](ffff91a8040c3248) 00000080:00000001:3.0:1773615961.792878:0:90443:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615961.792883:0:90443:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615961.792885:0:90443:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c579b8 00800000:00000002:3.0:1773615961.792888:0:90443:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x20000bf89:0x2:0x0] '' on [0x20000bf89:0x2:0x0] 00800000:00000001:3.0:1773615961.792892:0:90443:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615961.792893:0:90443:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615961.792895:0:90443:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615961.792896:0:90443:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615961.792897:0:90443:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615961.792899:0:90443:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615961.792901:0:90443:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x2:0x0] 00800000:00000001:3.0:1773615961.792902:0:90443:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615961.792905:0:90443:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x2:0x0], fid2=[0x20000bf89:0x2:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615961.792910:0:90443:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615961.792913:0:90443:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c57888 00000002:00010000:3.0:1773615961.792915:0:90443:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x2:0x0]) in obj [0x20000bf89:0x2:0x0], intent: layout flags 0 00000002:00000001:3.0:1773615961.792919:0:90443:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773615961.792921:0:90443:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1773615961.792925:0:90443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615961.792929:0:90443:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773615961.792935:0:90443:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00000100:00000001:3.0:1773615961.792937:0:90443:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615961.792940:0:90443:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615961.792945:0:90443:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615961.792954:0:90443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804604200. 00000100:00000001:3.0:1773615961.792960:0:90443:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.792963:0:90443:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615961.792967:0:90443:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00010000:00000001:3.0:1773615961.792971:0:90443:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773615961.792973:0:90443:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773615961.792977:0:90443:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a600. 00010000:00000010:3.0:1773615961.792981:0:90443:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2a00. 00010000:00000001:3.0:1773615961.792985:0:90443:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773615961.792988:0:90443:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002ba00. 00000020:00000001:3.0:1773615961.792992:0:90443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773615961.792995:0:90443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002ba00 with handle 0xe60cc2233ec677b0 to hash 00000020:00000001:3.0:1773615961.792997:0:90443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773615961.792999:0:90443:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773615961.793003:0:90443:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773615961.793006:0:90443:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615961.793010:0:90443:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.793014:0:90443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec677b0 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 90443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615961.793024:0:90443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec677b0 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90443 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615961.793034:0:90443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec677b0 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90443 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773615961.793040:0:90443:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773615961.793042:0:90443:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773615961.793047:0:90443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804774300. 00000100:00000001:3.0:1773615961.793050:0:90443:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749548299008 : -121324161252608 : ffff91a804774300) 00000100:00000001:3.0:1773615961.793052:0:90443:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615961.793053:0:90443:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773615961.793057:0:90443:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615961.793061:0:90443:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.793063:0:90443:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773615961.793065:0:90443:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615961.793070:0:90443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795546880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.793078:0:90443:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615961.793080:0:90443:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.793084:0:90443:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615961.793087:0:90443:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615961.793090:0:90443:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615961.793093:0:90443:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job chmod:6bed2507-d27f-43a9-a583-f3d23438f235:90443:1859763795546880:192.168.201.103@tcp:101:chmod.0 00000100:00000001:3.0:1773615961.793097:0:90443:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615961.793613:0:90443:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615961.793618:0:90443:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.796869:0:90443:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615961.796884:0:90443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a811160800. 02000000:00000001:3.0:1773615961.796889:0:90443:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615961.796899:0:90443:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615961.796905:0:90443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773615961.796912:0:90443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773615961.796921:0:90443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795546880, portal 10 00000100:00000001:3.0:1773615961.796924:0:90443:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615961.796926:0:90443:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615961.796941:0:90443:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b3100 x1859763795546880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616016 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'chmod.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.796956:0:90443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615961.796960:0:90443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615961.796963:0:90443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000100:00000200:3.0:1773615961.796970:0:90443:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1859763795546880, offset 0 00000080:00000010:2.1:1773615961.835904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539500. 00010000:00000010:1.1:1773615961.883890:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:1.1:1773615961.883910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5000. 00000020:00000001:3.0:1773615961.895512:0:90446:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c57d28 00000080:00200008:3.0:1773615961.895523:0:90446:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff91a8040c42c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773615961.895533:0:90446:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615961.895535:0:90446:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c57ca0 00000080:00200000:3.0:1773615961.895537:0:90446:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff91a8040c42c8),name=recon 00000080:00000010:3.0:1773615961.895545:0:90446:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804605600. 00800000:00000002:3.0:1773615961.895552:0:90446:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615961.895559:0:90446:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615961.895565:0:90446:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615961.895568:0:90446:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c57bc0 00800000:00000002:3.0:1773615961.895571:0:90446:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615961.895575:0:90446:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615961.895579:0:90446:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615961.895581:0:90446:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615961.895584:0:90446:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615961.895586:0:90446:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615961.895589:0:90446:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615961.895591:0:90446:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615961.895594:0:90446:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615961.895597:0:90446:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615961.895598:0:90446:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615961.895599:0:90446:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615961.895600:0:90446:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615961.895602:0:90446:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615961.895604:0:90446:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:3.0:1773615961.895606:0:90446:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615961.895608:0:90446:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615961.895615:0:90446:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615961.895617:0:90446:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c57a90 00000002:00010000:3.0:1773615961.895619:0:90446:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615961.895623:0:90446:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615961.895625:0:90446:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615961.895628:0:90446:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615961.895635:0:90446:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:3.0:1773615961.895638:0:90446:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615961.895643:0:90446:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615961.895648:0:90446:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615961.895654:0:90446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773615961.903433:0:90446:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615961.903441:0:90446:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.903447:0:90446:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773615961.903459:0:90446:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615961.903462:0:90446:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615961.903465:0:90446:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615961.903469:0:90446:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615961.903472:0:90446:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615961.903476:0:90446:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773615961.903480:0:90446:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773615961.903485:0:90446:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615961.903490:0:90446:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804605600. 00000080:00000001:3.0:1773615961.903498:0:90446:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615961.903500:0:90446:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615961.903504:0:90446:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff91a8040c42c8) 00000080:00010000:3.0:1773615961.903508:0:90446:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff91a8040c42c8) for lock 0xe60cc2233ec677b7 00800000:00000001:3.0:1773615961.903513:0:90446:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615961.903517:0:90446:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615961.903519:0:90446:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.903522:0:90446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.904750:0:90446:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:3.0:1773615961.904757:0:90446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:3.0:1773615961.904762:0:90446:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:3.0:1773615961.904766:0:90446:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.904768:0:90446:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615961.904769:0:90446:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615961.904772:0:90446:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615961.904776:0:90446:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677b7 from it ffffa25881c57cd8 00010000:00000001:3.0:1773615961.904778:0:90446:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.904779:0:90446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.904781:0:90446:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:3.0:1773615961.904783:0:90446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:3.0:1773615961.904785:0:90446:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:3.0:1773615961.904788:0:90446:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615961.904792:0:90446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773615961.904801:0:90446:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.904802:0:90446:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.904803:0:90446:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615961.904806:0:90446:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615961.904808:0:90446:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773615961.904816:0:90446:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615961.904820:0:90446:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615961.904822:0:90446:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615961.904826:0:90446:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.904827:0:90446:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.904829:0:90446:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.904832:0:90446:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615961.904834:0:90446:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.907896:0:90446:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.907903:0:90446:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.907907:0:90446:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615961.907909:0:90446:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.907914:0:90446:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615961.907920:0:90446:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773615961.907922:0:90446:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615961.907927:0:90446:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1773615961.907931:0:90446:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773615961.907934:0:90446:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615961.907937:0:90446:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773615961.907938:0:90446:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.907940:0:90446:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773615961.907944:0:90446:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:3.0:1773615961.907947:0:90446:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615961.907958:0:90446:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbf30. 00000020:00000010:3.0:1773615961.907965:0:90446:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605600. 00000020:00000010:3.0:1773615961.907970:0:90446:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604400. 00000020:00000010:3.0:1773615961.907975:0:90446:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b8a0. 00000008:00000010:3.0:1773615961.907982:0:90446:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efc2f0. 00020000:00000010:3.0:1773615961.907987:0:90446:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773615961.907992:0:90446:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818215530. 00000080:00000010:3.0:1773615961.908000:0:90446:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2be70. 00000080:00000010:3.0:1773615961.908004:0:90446:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818208ff8. 00000020:00000010:3.0:1773615961.908007:0:90446:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000008:00000010:3.0:1773615961.908011:0:90446:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3b80. 00020000:00000010:3.0:1773615961.908016:0:90446:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827e1c0. 00008000:00000010:3.0:1773615961.908019:0:90446:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27938. 00000080:00000010:3.0:1773615961.908023:0:90446:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28e10. 00000020:00000001:3.0:1773615961.908026:0:90446:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765713720 : -121323943837896 : ffff91a8116cbf38) 00000020:00001000:3.0:1773615961.908029:0:90446:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbf30 00000020:00000001:3.0:1773615961.908032:0:90446:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:3.0:1773615961.908035:0:90446:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773615961.908049:0:90446:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773615961.908052:0:90446:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1773615961.908055:0:90446:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615961.908057:0:90446:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773615961.908059:0:90446:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773615961.908061:0:90446:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615961.908063:0:90446:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773615961.908067:0:90446:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff91a818209058 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1773615961.908072:0:90446:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a806414f80 00020000:00000001:3.0:1773615961.908076:0:90446:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773615961.908078:0:90446:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773615961.908081:0:90446:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773615961.908082:0:90446:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615961.908085:0:90446:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773615961.908088:0:90446:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773615961.908089:0:90446:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.908091:0:90446:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615961.908092:0:90446:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773615961.908094:0:90446:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773615961.908095:0:90446:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a806414f80 00000020:00000001:3.0:1773615961.908098:0:90446:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773615961.908100:0:90446:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1773615961.908101:0:90446:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:3.0:1773615961.908104:0:90446:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773615961.908106:0:90446:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773615961.908109:0:90446:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773615961.908111:0:90446:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773615961.908116:0:90446:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773615961.908122:0:90446:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a807bb2c80. 00020000:00000002:3.0:1773615961.908125:0:90446:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773615961.908127:0:90446:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773615961.908130:0:90446:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773615961.908131:0:90446:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773615961.908133:0:90446:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615961.908136:0:90446:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cba20. 00000020:00000010:3.0:1773615961.908139:0:90446:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604000. 00000020:00000010:3.0:1773615961.908141:0:90446:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604a00. 00000020:00000010:3.0:1773615961.908144:0:90446:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b600. 00000008:00000010:3.0:1773615961.908148:0:90446:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773615961.908150:0:90446:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318acc0. 00008000:00000010:3.0:1773615961.908153:0:90446:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214e20. 00000080:00000010:3.0:1773615961.908157:0:90446:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b540. 00000080:00000010:3.0:1773615961.908160:0:90446:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820ab58. 00000020:00000010:3.0:1773615961.908356:0:90446:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605a00. 00000008:00000010:3.0:1773615961.908360:0:90446:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3600. 00020000:00000010:3.0:1773615961.908363:0:90446:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827d440. 00008000:00000010:3.0:1773615961.908366:0:90446:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e276e8. 00000080:00000010:3.0:1773615961.908369:0:90446:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28c30. 00000020:00000001:3.0:1773615961.908372:0:90446:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712424 : -121323943839192 : ffff91a8116cba28) 00000020:00001000:3.0:1773615961.908374:0:90446:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cba20 00000020:00000001:3.0:1773615961.908377:0:90446:0:(cl_object.c:151:cl_object_top()) ffff91a8046b63a0 -> ffff91a8046b6b70 00000020:00000001:3.0:1773615961.908379:0:90446:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773615961.908382:0:90446:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615961.908383:0:90446:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773615961.908385:0:90446:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615961.908387:0:90446:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615961.908389:0:90446:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878641192 : -121323830910424 : ffff91a81827e228) 00000020:00000001:3.0:1773615961.908391:0:90446:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773615961.908395:0:90446:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811955430. 00000008:00010000:3.0:1773615961.908398:0:90446:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1773615961.908401:0:90446:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773615961.908402:0:90446:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773615961.908404:0:90446:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a807bb2cb0, osc lock ffff91a811955430, flags 0x400001002 00000020:00000001:3.0:1773615961.908406:0:90446:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615961.908408:0:90446:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615961.908411:0:90446:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749603081344 : -121324106470272 : ffff91a807bb2c80) 00000020:00000001:3.0:1773615961.908414:0:90446:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773615961.908415:0:90446:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773615961.908416:0:90446:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.908418:0:90446:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.908421:0:90446:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1773615961.908423:0:90446:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1773615961.908424:0:90446:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773615961.908426:0:90446:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773615961.908427:0:90446:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773615961.908428:0:90446:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878641192 : -121323830910424 : ffff91a81827e228) 00000020:00000001:3.0:1773615961.908430:0:90446:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773615961.908432:0:90446:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773615961.908434:0:90446:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773615961.908438:0:90446:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773615961.908440:0:90446:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773615961.908442:0:90446:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773615961.908444:0:90446:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773615961.908445:0:90446:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773615961.908447:0:90446:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773615961.908449:0:90446:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773615961.908452:0:90446:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773615961.908458:0:90446:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.908461:0:90446:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1773615961.908466:0:90446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615961.908471:0:90446:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615961.908476:0:90446:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773615961.908479:0:90446:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773615961.908487:0:90446:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff91a8182b3000: connect to NID 192.168.201.103@tcp last attempt 6949 00000400:00000200:3.0:1773615961.908497:0:90446:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615961.908502:0:90446:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:3.0:1773615961.908507:0:90446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 14 to 192.168.201.103@tcp 00000100:00000001:3.0:1773615961.908511:0:90446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773615961.908513:0:90446:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00000100:00000001:3.0:1773615961.908516:0:90446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:3.0:1773615961.908519:0:90446:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773615961.908521:0:90446:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:3.0:1773615961.908523:0:90446:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.908526:0:90446:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:3.0:1773615961.908539:0:90446:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:3.0:1773615961.908542:0:90446:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00000040:3.0:1773615961.908545:0:90446:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 14 to 192.168.201.103@tcp 00000100:00000001:3.0:1773615961.908548:0:90446:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773615961.908550:0:90446:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00000100:00000001:3.0:1773615961.908552:0:90446:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:3.0:1773615961.908555:0:90446:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00080000:3.0:1773615961.908559:0:90446:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff91a8182b3000: import ffff91a8097c7800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:3.0:1773615961.908562:0:90446:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.908564:0:90446:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773615961.908572:0:90446:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615961.908575:0:90446:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908577:0:90446:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1773615961.908581:0:90446:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 8323072, lost: 114688. 00000008:00000001:3.0:1773615961.908584:0:90446:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908586:0:90446:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615961.908590:0:90446:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0000. 00000020:00000040:3.0:1773615961.908593:0:90446:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 02000000:00000001:3.0:1773615961.908596:0:90446:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773615961.908599:0:90446:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908602:0:90446:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615961.908605:0:90446:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615961.908609:0:90446:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615961.908616:0:90446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a811162400. 00000100:00000001:3.0:1773615961.908623:0:90446:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615961.908633:0:90446:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a8034b0000 x1859763795547392/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615961.908643:0:90446:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615961.908647:0:90446:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.908652:0:90446:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b373d809] to pc [ptlrpcd_rcv+-1] req@ffff91a8034b0000 x1859763795547392/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615961.908690:0:90446:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908694:0:90446:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1773615961.908695:0:90446:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:3.0:1773615961.908699:0:90446:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773615961.908702:0:90446:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615961.908705:0:90446:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908707:0:90446:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615961.908708:0:90446:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615961.908710:0:90446:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615961.908715:0:90446:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804604800. 00000100:00000001:3.0:1773615961.908718:0:90446:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.908724:0:90446:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615961.908726:0:90446:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.908728:0:90446:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615961.908730:0:90446:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.908732:0:90446:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.908735:0:90446:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00010000:00000001:3.0:1773615961.908738:0:90446:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773615961.908740:0:90446:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773615961.908746:0:90446:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460ad00. 00010000:00000010:3.0:1773615961.908750:0:90446:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91a80460aa00. 00010000:00000001:3.0:1773615961.908755:0:90446:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773615961.908758:0:90446:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a000. 00000020:00000001:3.0:1773615961.908762:0:90446:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773615961.908764:0:90446:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a000 with handle 0xe60cc2233ec677be to hash 00000020:00000001:3.0:1773615961.908766:0:90446:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773615961.908768:0:90446:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000010:3.0:1773615961.908772:0:90446:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a8061f0bc0. 00010000:00000001:3.0:1773615961.908774:0:90446:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.908779:0:90446:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615961.908781:0:90446:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.908786:0:90446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 3/1,0 mode: --/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615961.908796:0:90446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 3/1,0 mode: --/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.908806:0:90446:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908809:0:90446:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615961.908812:0:90446:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.908818:0:90446:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773615961.908864:0:90446:0:(osc_request.c:3301:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615961.908868:0:90446:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.908870:0:90446:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773615961.908873:0:90446:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.908875:0:90446:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.908877:0:90446:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773615961.908879:0:90446:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1773615961.908881:0:90446:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1773615961.908882:0:90446:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1773615961.908899:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.908903:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615961.908905:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615961.908912:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.908920:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615961.908923:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773615961.908927:0:2402:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.908935:0:2402:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908939:0:2402:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.908940:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615961.908941:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.908944:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908946:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.908952:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615961.908954:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908956:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.908958:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615961.908959:0:2402:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.908961:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615961.908962:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.908964:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.908967:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773615961.909937:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6600. 00000100:00000001:3.0:1773615961.921124:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.921128:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615961.921131:0:2402:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.921133:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615961.921135:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.921139:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615961.921143:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615961.921146:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.921150:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615961.921157:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615961.921160:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.921162:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615961.921171:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a811162400. 02000000:00000001:3.0:1773615961.921174:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615961.921179:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615961.921184:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615961.921190:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773615961.921196:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795547520, portal 4 00000100:00000001:3.0:1773615961.921199:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615961.921200:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615961.921208:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773615977 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.921215:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615961.921218:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615961.921221:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773615961.921224:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795547520, offset 0 00000400:00000200:3.0:1773615961.921230:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615961.921238:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615961.921245:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615961.921250:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615961.921255:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615961.921259:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615961.921262:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615961.921266:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149228:149228:256:4294967295] 192.168.201.103@tcp LPNI seq info [149168:149168:8:4294967295] 00000400:00000200:3.0:1773615961.921271:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615961.921279:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615961.921285:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615961.921290:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773615961.921295:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615961.921304:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615961.921308:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773615961.921324:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.921329:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 861021 usecs (862 jiffies) 00000400:00000200:3.0:1773615961.921333:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615961.921335:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301763391 00000100:00000001:3.0:1773615961.921339:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:3.0:1773615961.921341:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301763391 00000100:00000001:3.0:1773615961.921343:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:3.0:1773615961.921345:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615961.921348:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.921350:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.921358:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615961.921360:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615961.921363:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.921364:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615961.921366:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.921368:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.929878:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.929884:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615961.929892:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615961.929894:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615961.929899:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615961.929904:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773615961.929907:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773615961.929910:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615961.929916:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773615977 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773615961.929926:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773615977 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.929933:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615961.929935:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.929938:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615961.929941:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615961.929944:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615961.929946:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615961.929949:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615961.929959:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615961.929964:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615961.929966:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615961.929968:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.929972:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615961.929976:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.929980:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615961.929982:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640275 00000100:00000001:3.0:1773615961.929984:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615961.929986:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.929991:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773615977 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.929998:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615961.930002:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615961.930004:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773615961.930019:0:2402:0:(osc_request.c:3116:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1773615961.930022:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.930024:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.930027:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a000 refcount=4 00000020:00000001:3.0:1773615961.930029:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930033:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930035:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.930036:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.930038:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a000 refcount=5 00000020:00000001:3.0:1773615961.930039:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930041:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930045:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615961.930049:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.930053:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.930071:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.930073:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.930075:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773615961.930078:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.930079:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.930080:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a000 refcount=6 00000020:00000001:3.0:1773615961.930082:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930085:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000040:3.0:1773615961.930092:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002a000, remote cookie: 0xf6516185796c2b2, flags: 0x1001 00010000:00010000:3.0:1773615961.930096:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.930114:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1773615961.930117:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.930119:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773615961.930123:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1773615961.930129:0:2402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773615961.930139:0:2402:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x176b:0x0].0x0 (ffff91a80460ad00) refcount = 1 00010000:00000040:3.0:1773615961.930142:0:2402:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773615961.930146:0:2402:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.930154:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773615961.930155:0:2402:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615961.930159:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773615961.930161:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.930165:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.930376:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773615961.930378:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.930379:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.930380:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.930381:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773615961.930383:0:2402:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1773615961.930386:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773615961.930389:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.930390:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.930392:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a000 refcount=5 00000020:00000001:3.0:1773615961.930394:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930396:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00000008:00000001:3.0:1773615961.930400:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1773615961.930404:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8046521c0 -> ffff91a8046b6b70 00000008:00010000:3.0:1773615961.930409:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773615961.930417:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8046521c0 -> ffff91a8046b6b70 00000020:00000001:3.0:1773615961.930419:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773615961.930422:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1773615961.930424:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773615961.930427:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.930428:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.930430:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8046521c0 -> ffff91a8046b6b70 00000008:00000001:3.0:1773615961.930432:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1773615961.930435:0:2402:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1773615961.930437:0:2402:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1773615961.930456:0:2402:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1773615961.930458:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.930460:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.930461:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.930463:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a000 refcount=6 00000020:00000001:3.0:1773615961.930464:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930467:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930470:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615961.930473:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.930481:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.930483:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773615961.930486:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.930493:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615961.930494:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.930495:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773615961.930496:0:2402:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.930498:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.930500:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.930501:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a000 refcount=5 00000020:00000001:3.0:1773615961.930504:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.930506:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.931450:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615961.931454:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615961.931463:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.931465:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.931466:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615961.931468:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615961.931471:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773615961.931480:0:2402:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615961.931483:0:2402:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615961.931486:0:2402:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615961.931490:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.931491:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.931493:0:2402:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.931496:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615961.931498:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.931500:0:2402:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.931503:0:2402:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.931504:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615961.931506:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.931507:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.931508:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.931509:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773615961.931510:0:2402:0:(osc_request.c:3155:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615961.931518:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773615977 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773615961.931526:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:0:1859763795547520:192.168.201.103@tcp:101:uname.0 00000100:00000001:3.0:1773615961.931988:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.931995:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615961.932001:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795547520/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773615977 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615961.932557:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615961.932564:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615961.932571:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a811162400. 02000000:00000001:3.0:1773615961.932580:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615961.932586:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615961.932588:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615961.932594:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615961.932600:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804604800. 02000000:00000001:3.0:1773615961.932605:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615961.932607:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615961.932609:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615961.932612:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615961.932614:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.932617:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615961.932623:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615961.932625:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615961.932628:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.932631:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.956228:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615961.956233:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615961.956237:0:81778:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773615961.956241:0:81778:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773615961.956256:0:81778:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773615961.956261:0:81778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773615961.956272:0:81778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a81002a000 already unused, calling callback (ffffffffc109a260) 00000008:00000001:3.0:1773615961.956275:0:81778:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773615961.956278:0:81778:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773615961.956279:0:81778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615961.956281:0:81778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615961.956283:0:81778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a000 refcount=3 00000020:00000001:3.0:1773615961.956286:0:81778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.956288:0:81778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741981696 : -121323967569920 : ffff91a81002a000) 00010000:00000001:3.0:1773615961.956292:0:81778:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615961.956295:0:81778:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000e515fa5d/0xe60cc2233ec677be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x176b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xf6516185796c2b2 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773615961.956303:0:81778:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773615961.956305:0:81778:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615961.956312:0:81778:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773615961.956316:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604800. 00000020:00000010:3.0:1773615961.956321:0:81778:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605400. 00000020:00000010:3.0:1773615961.956325:0:81778:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bf00. 00000008:00000010:3.0:1773615961.956332:0:81778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773615961.956337:0:81778:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ae40. 00008000:00000010:3.0:1773615961.956343:0:81778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773615961.956349:0:81778:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773615961.956354:0:81778:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773615961.956357:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605e00. 00000008:00000010:3.0:1773615961.956361:0:81778:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773615961.956366:0:81778:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773615961.956370:0:81778:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773615961.956375:0:81778:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773615961.956378:0:81778:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773615961.956381:0:81778:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000008:00000001:3.0:1773615961.956384:0:81778:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773615961.956387:0:81778:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1773615961.956388:0:81778:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615961.956390:0:81778:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb1b0. 00000020:00000010:3.0:1773615961.956393:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605200. 00000020:00000010:3.0:1773615961.956396:0:81778:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605000. 00000020:00000010:3.0:1773615961.956398:0:81778:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469ba80. 00000008:00000010:3.0:1773615961.956402:0:81778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efd940. 00020000:00000010:3.0:1773615961.956404:0:81778:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773615961.956407:0:81778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818215c40. 00000080:00000010:3.0:1773615961.956410:0:81778:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2ba80. 00000080:00000010:3.0:1773615961.956413:0:81778:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818209488. 00000020:00000010:3.0:1773615961.956416:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000008:00000010:3.0:1773615961.956419:0:81778:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2420. 00020000:00000010:3.0:1773615961.956421:0:81778:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827ed00. 00008000:00000010:3.0:1773615961.956424:0:81778:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27da8. 00000080:00000010:3.0:1773615961.956427:0:81778:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f280f0. 00000020:00000001:3.0:1773615961.956429:0:81778:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710264 : -121323943841352 : ffff91a8116cb1b8) 00000020:00001000:3.0:1773615961.956431:0:81778:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb1b0 00000008:00000001:3.0:1773615961.956435:0:81778:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1773615961.956437:0:81778:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1773615961.956440:0:81778:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1773615961.956443:0:81778:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615961.956446:0:81778:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1773615961.956449:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8046521c0 -> ffff91a8046b6b70 00000020:00000001:3.0:1773615961.956451:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:3.0:1773615961.956454:0:81778:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773615961.956456:0:81778:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773615961.956458:0:81778:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773615961.956462:0:81778:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615961.956463:0:81778:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773615961.956465:0:81778:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773615961.956469:0:81778:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff91a804efd9e0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1773615961.956474:0:81778:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773615961.956476:0:81778:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773615961.956480:0:81778:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773615961.956483:0:81778:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773615961.956485:0:81778:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.956487:0:81778:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615961.956488:0:81778:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773615961.956490:0:81778:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1773615961.956492:0:81778:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773615961.956494:0:81778:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1773615961.956498:0:81778:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615961.956500:0:81778:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773615961.956503:0:81778:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773615961.956504:0:81778:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773615961.956507:0:81778:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773615961.956509:0:81778:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1773615961.956513:0:81778:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773615961.956515:0:81778:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1773615961.956517:0:81778:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773615961.956519:0:81778:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb1b0 00000020:00000010:3.0:1773615961.956523:0:81778:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605000. 00000020:00000010:3.0:1773615961.956527:0:81778:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469ba80. 00000008:00000010:3.0:1773615961.956542:0:81778:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efd940. 00020000:00000010:3.0:1773615961.959908:0:81778:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773615961.959925:0:81778:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818215c40. 00000080:00000010:3.0:1773615961.959931:0:81778:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2ba80. 00000080:00000010:3.0:1773615961.959935:0:81778:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818209488. 00000020:00000010:3.0:1773615961.959939:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605200. 00000008:00000010:3.0:1773615961.959946:0:81778:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2420. 00020000:00000010:3.0:1773615961.959953:0:81778:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827ed00. 00008000:00000010:3.0:1773615961.959957:0:81778:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27da8. 00000080:00000010:3.0:1773615961.959961:0:81778:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f280f0. 00000020:00000010:3.0:1773615961.959964:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604600. 00000020:00000010:3.0:1773615961.959967:0:81778:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb1b0. 00000008:00000001:3.0:1773615961.959971:0:81778:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.959977:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8046521c0 -> ffff91a8046b6b70 00010000:00000001:3.0:1773615961.959980:0:81778:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1773615961.959984:0:81778:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.959985:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8046521c0 -> ffff91a8046b6b70 00000020:00000001:3.0:1773615961.959988:0:81778:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773615961.959991:0:81778:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1773615961.959994:0:81778:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773615961.959996:0:81778:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.959998:0:81778:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615961.960000:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8046521c0 -> ffff91a8046b6b70 00000008:00000001:3.0:1773615961.960016:0:81778:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773615961.960018:0:81778:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773615961.960022:0:81778:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605400. 00000020:00000010:3.0:1773615961.960026:0:81778:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bf00. 00000008:00000010:3.0:1773615961.960029:0:81778:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773615961.960033:0:81778:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ae40. 00008000:00000010:3.0:1773615961.960035:0:81778:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773615961.960038:0:81778:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773615961.960040:0:81778:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773615961.960043:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604800. 00000008:00000010:3.0:1773615961.960045:0:81778:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773615961.960049:0:81778:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773615961.960052:0:81778:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773615961.960054:0:81778:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773615961.960057:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605e00. 00000020:00000010:3.0:1773615961.960058:0:81778:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000008:00000001:3.0:1773615961.960061:0:81778:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.960066:0:81778:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615961.960071:0:81778:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615961.960073:0:81778:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615961.960075:0:81778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615961.960079:0:81778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773615961.960083:0:81778:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a000 with handle 0xe60cc2233ec677be from hash 00010000:00000001:3.0:1773615961.960086:0:81778:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615961.960087:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615961.960090:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615961.960091:0:81778:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615961.960095:0:81778:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615961.960097:0:81778:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773615961.960451:0:81778:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615961.960455:0:81778:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615961.960457:0:81778:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615961.960460:0:81778:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1773615961.961926:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615961.961932:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773615961.970893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a000. 00000100:00000001:3.0:1773615962.008447:0:90446:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615962.008757:0:90446:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615962.008760:0:90446:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615962.008765:0:90446:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:3.0:1773615962.008770:0:90446:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:3.0:1773615962.008773:0:90446:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:3.0:1773615962.008777:0:90446:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615962.008784:0:90446:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795548032/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615977 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773615962.008799:0:90446:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795548032/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615977 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.008812:0:90446:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615962.008817:0:90446:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.008822:0:90446:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615962.008827:0:90446:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615962.008832:0:90446:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615962.008870:0:90446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.008875:0:90446:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615962.008887:0:90446:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615962.008895:0:90446:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615962.008903:0:90446:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615962.008905:0:90446:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.008909:0:90446:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615962.008914:0:90446:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.008920:0:90446:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773615962.008924:0:90446:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773615962.008929:0:90446:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773615962.008932:0:90446:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615962.008936:0:90446:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:3.0:1773615962.008941:0:90446:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615962.008944:0:90446:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615962.008950:0:90446:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615962.008956:0:90446:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.008965:0:90446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795548032/t103079215218(103079215218) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773615977 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.008980:0:90446:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615962.008987:0:90446:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615962.008992:0:90446:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615962.009001:0:90446:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795548032/t103079215218(103079215218) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773615977 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773615962.009024:0:90446:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:90446:1859763795548032:192.168.201.103@tcp:35:uname.0 00000100:00000001:3.0:1773615962.009035:0:90446:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.009040:0:90446:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.009046:0:90446:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615962.009051:0:90446:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615962.009060:0:90446:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795548032/t103079215218(103079215218) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773615977 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.009083:0:90446:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615962.009091:0:90446:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103cf240. 00000100:00000001:3.0:1773615962.009097:0:90446:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615962.009102:0:90446:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.009112:0:90446:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615962.009116:0:90446:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000002:00000001:3.0:1773615962.009122:0:90446:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.009126:0:90446:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773615962.009132:0:90446:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a810910e00. 00000080:00000001:3.0:1773615962.009136:0:90446:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773615962.009140:0:90446:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773615962.009145:0:90446:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615962.009149:0:90446:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615962.009154:0:90446:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615962.009159:0:90446:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615962.009163:0:90446:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.009165:0:90446:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:3.0:1773615962.009168:0:90446:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.009175:0:90446:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773615962.009186:0:90446:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a807a1a680 x1859763795547264/t103079215217(103079215217) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616016 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773615962.009196:0:90446:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.009198:0:90446:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773615962.009201:0:90446:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a807bd9b80. 00000100:00000001:3.0:1773615962.009204:0:90446:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615962.009208:0:90446:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795548032/t103079215218(103079215218) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773615977 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.009213:0:90446:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.009215:0:90446:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773615962.009217:0:90446:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a8017c17c0. 00000080:00000001:3.0:1773615962.009220:0:90446:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615962.009226:0:90446:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c57dd0 00000080:00000008:3.0:1773615962.009228:0:90446:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff91a8040c42c8), flags 102001, rc = 0 00000080:00000001:3.0:1773615962.009231:0:90446:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.009237:0:90446:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773615962.009239:0:90446:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c57e00 00000080:00002000:3.0:1773615962.009241:0:90446:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a805509798, parent ffff91a80860ad80, inode ffff91a8040c42c8) hashed, 00000080:00000001:3.0:1773615962.009246:0:90446:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615962.093227:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37d08 00000080:00200008:3.0:1773615962.093238:0:90451:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773615962.093246:0:90451:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615962.093248:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37c80 00000080:00200000:3.0:1773615962.093250:0:90451:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773615962.093258:0:90451:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804605e00. 00800000:00000002:3.0:1773615962.093265:0:90451:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615962.093269:0:90451:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615962.093273:0:90451:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615962.093276:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37ba0 00800000:00000002:3.0:1773615962.093278:0:90451:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615962.093282:0:90451:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615962.093285:0:90451:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615962.093287:0:90451:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615962.093290:0:90451:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615962.093292:0:90451:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615962.093295:0:90451:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.093297:0:90451:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615962.093300:0:90451:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.093303:0:90451:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615962.093309:0:90451:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615962.093311:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37a70 00000002:00010000:3.0:1773615962.093313:0:90451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615962.093317:0:90451:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615962.093319:0:90451:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615962.093323:0:90451:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773615962.093330:0:90451:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.093332:0:90451:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.093335:0:90451:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.093337:0:90451:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773615962.093340:0:90451:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773615962.093345:0:90451:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615962.093349:0:90451:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773615962.093356:0:90451:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773615962.093362:0:90451:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615962.093368:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.093370:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.093372:0:90451:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.093375:0:90451:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615962.093377:0:90451:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615962.093382:0:90451:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615962.093390:0:90451:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a811162400. 00000100:00000001:3.0:1773615962.093398:0:90451:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.093404:0:90451:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615962.093406:0:90451:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.093408:0:90451:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615962.093409:0:90451:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.093411:0:90451:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.093417:0:90451:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00010000:00000001:3.0:1773615962.093421:0:90451:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773615962.093423:0:90451:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773615962.093427:0:90451:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a100. 00010000:00000010:3.0:1773615962.093431:0:90451:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2880. 00010000:00000001:3.0:1773615962.093436:0:90451:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773615962.093439:0:90451:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a400. 00000020:00000001:3.0:1773615962.093442:0:90451:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773615962.093445:0:90451:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a400 with handle 0xe60cc2233ec677cc to hash 00000020:00000001:3.0:1773615962.093447:0:90451:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773615962.093449:0:90451:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.093453:0:90451:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.093457:0:90451:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615962.093460:0:90451:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.093465:0:90451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 90451 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615962.093476:0:90451:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90451 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615962.093488:0:90451:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90451 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773615962.093496:0:90451:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773615962.093498:0:90451:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773615962.093506:0:90451:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8047740c0. 00000100:00000001:3.0:1773615962.093508:0:90451:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749548298432 : -121324161253184 : ffff91a8047740c0) 00000100:00000001:3.0:1773615962.093512:0:90451:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615962.093514:0:90451:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000001:3.0:1773615962.093519:0:90451:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615962.093523:0:90451:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.093525:0:90451:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773615962.093527:0:90451:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615962.093540:0:90451:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.093549:0:90451:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615962.093551:0:90451:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.093555:0:90451:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615962.093558:0:90451:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615962.093560:0:90451:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615962.093564:0:90451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:90451:1859763795548160:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773615962.093568:0:90451:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615962.093573:0:90451:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615962.093576:0:90451:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.093579:0:90451:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615962.093584:0:90451:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a810949000. 02000000:00000001:3.0:1773615962.093586:0:90451:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615962.093595:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615962.093600:0:90451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615962.093608:0:90451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773615962.095852:0:90451:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795548160, portal 10 00000100:00000001:3.0:1773615962.095863:0:90451:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615962.095865:0:90451:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615962.095881:0:90451:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.095897:0:90451:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615962.095900:0:90451:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615962.095912:0:90451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773615962.095920:0:90451:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795548160, offset 0 00000400:00000200:3.0:1773615962.095927:0:90451:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615962.095939:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615962.095949:0:90451:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615962.095955:0:90451:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615962.095959:0:90451:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615962.095963:0:90451:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615962.095966:0:90451:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615962.095970:0:90451:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149234:149234:256:4294967295] 192.168.201.103@tcp LPNI seq info [149174:149174:8:4294967295] 00000400:00000200:3.0:1773615962.095974:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615962.095984:0:90451:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615962.095991:0:90451:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615962.095999:0:90451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773615962.096007:0:90451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615962.096016:0:90451:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615962.096022:0:90451:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773615962.096104:0:90451:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.096110:0:90451:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 239763 usecs (240 jiffies) 00000400:00000200:3.0:1773615962.096114:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615962.096117:0:90451:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301762944 00000100:00000001:3.0:1773615962.096120:0:90451:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:3.0:1773615962.096123:0:90451:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301762944 00000100:00000001:3.0:1773615962.096125:0:90451:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:3.0:1773615962.096127:0:90451:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615962.096130:0:90451:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.096134:0:90451:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615962.096135:0:90451:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773615962.096139:0:90451:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8047740c0 going to sleep for 50 seconds 00000100:00000001:3.0:1773615962.096142:0:90451:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615962.096145:0:90451:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.117546:0:90451:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615962.117554:0:90451:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615962.117556:0:90451:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615962.117560:0:90451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615962.117565:0:90451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773615962.117568:0:90451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773615962.117571:0:90451:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615962.117576:0:90451:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773615962.117586:0:90451:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.117592:0:90451:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615962.117594:0:90451:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.117597:0:90451:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615962.117601:0:90451:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615962.117603:0:90451:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615962.117605:0:90451:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.117608:0:90451:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615962.117619:0:90451:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=53 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615962.117623:0:90451:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615962.117625:0:90451:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615962.117627:0:90451:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.117640:0:90451:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615962.117645:0:90451:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.117649:0:90451:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615962.117651:0:90451:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615962.117653:0:90451:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615962.117656:0:90451:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.117669:0:90451:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.117683:0:90451:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615962.117686:0:90451:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615962.117689:0:90451:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615962.117693:0:90451:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616017 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773615962.117701:0:90451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:90451:1859763795548160:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773615962.117706:0:90451:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.117708:0:90451:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.117711:0:90451:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615962.117713:0:90451:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615962.117716:0:90451:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616017 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.117723:0:90451:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615962.117726:0:90451:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8047740c0. 00000100:00000001:3.0:1773615962.117731:0:90451:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615962.117732:0:90451:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.117736:0:90451:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773615962.117740:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.117743:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.117746:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=4 00000020:00000001:3.0:1773615962.117749:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117752:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000040:3.0:1773615962.117760:0:90451:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002a400, remote cookie: 0xf6516185796c2c7, flags: 0x1001 00010000:00010000:3.0:1773615962.117766:0:90451:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615962.117778:0:90451:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.117790:0:90451:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773615962.117794:0:90451:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773615962.117796:0:90451:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773615962.117798:0:90451:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773615962.117800:0:90451:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773615962.117803:0:90451:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a80460a100) refcount = 1 00010000:00010000:3.0:1773615962.117807:0:90451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.117814:0:90451:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773615962.117817:0:90451:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773615962.117819:0:90451:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615962.117822:0:90451:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773615962.117825:0:90451:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.117829:0:90451:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.117835:0:90451:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773615962.117884:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.117886:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.117887:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.117888:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.117889:0:90451:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.117895:0:90451:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773615962.117896:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.117899:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.117900:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.117902:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117904:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117906:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.117907:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.117909:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=4 00000020:00000001:3.0:1773615962.117911:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117914:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117917:0:90451:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615962.117920:0:90451:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.117924:0:90451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.117930:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.117931:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.117933:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.117934:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.117935:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=5 00000020:00000001:3.0:1773615962.117937:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117939:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117941:0:90451:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615962.117944:0:90451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.117950:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.117951:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773615962.117953:0:90451:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.117959:0:90451:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615962.117960:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.117961:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.117963:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.117963:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773615962.117969:0:90451:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773615962.117979:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.117980:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.117981:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.117983:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117986:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.117988:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.117989:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615962.117990:0:90451:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.117992:0:90451:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.117996:0:90451:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773615962.117998:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.117999:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.118000:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.118002:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118004:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00000002:00010000:3.0:1773615962.118008:0:90451:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.118014:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.118015:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.118017:0:90451:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773615962.118018:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.118020:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.118021:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.118022:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118024:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000040:3.0:1773615962.118031:0:90451:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773615962.118033:0:90451:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773615962.118038:0:90451:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773615962.118040:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.118042:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615962.118043:0:90451:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773615962.118047:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d379f0 00000002:00002000:3.0:1773615962.118049:0:90451:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773615962.118052:0:90451:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.118056:0:90451:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.118059:0:90451:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773615962.118062:0:90451:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773615962.118065:0:90451:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.118068:0:90451:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615962.118072:0:90451:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804605e00. 00000080:00000001:3.0:1773615962.118087:0:90451:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615962.118090:0:90451:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773615962.118096:0:90451:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773615962.118099:0:90451:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773615962.118105:0:90451:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a8061f0e80. 00800000:00000001:3.0:1773615962.118107:0:90451:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749576072832 : -121324133478784 : ffff91a8061f0e80) 00800000:00000001:3.0:1773615962.118110:0:90451:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.118112:0:90451:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773615962.118115:0:90451:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773615962.118117:0:90451:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773615962.118120:0:90451:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773615962.118123:0:90451:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773615962.118124:0:90451:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.118129:0:90451:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773615962.118132:0:90451:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773615962.118134:0:90451:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773615896 to 1773615961 00000080:00200000:3.0:1773615962.118139:0:90451:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773615962.118141:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.118142:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.118144:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.118146:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118148:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118151:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.118152:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773615962.118153:0:90451:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773615962.118156:0:90451:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773615962.118157:0:90451:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0e80 1 00800000:00000010:3.0:1773615962.118159:0:90451:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a8061f0e80. 00800000:00000001:3.0:1773615962.118162:0:90451:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615962.118165:0:90451:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec677cc 00800000:00000001:3.0:1773615962.118168:0:90451:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615962.118170:0:90451:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615962.118172:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.118173:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.118174:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.118176:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118179:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118181:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.118182:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615962.118183:0:90451:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.118185:0:90451:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.118187:0:90451:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615962.118190:0:90451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773615962.118193:0:90451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677cc from it ffffa25881d37cb8 00010000:00000001:3.0:1773615962.118195:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.118196:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.118197:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.118199:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118200:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.118202:0:90451:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615962.118205:0:90451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.118211:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.118212:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.118213:0:90451:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615962.118216:0:90451:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615962.118219:0:90451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773615962.118227:0:90451:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615962.118229:0:90451:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615962.118231:0:90451:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615962.118236:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.118237:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.118239:0:90451:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.118243:0:90451:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615962.118245:0:90451:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.118247:0:90451:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.118250:0:90451:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.118252:0:90451:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615962.118253:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.118254:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615962.118256:0:90451:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615962.118261:0:90451:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795548160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616017 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615962.118268:0:90451:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615962.118271:0:90451:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615962.118274:0:90451:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a810949000. 02000000:00000001:3.0:1773615962.118278:0:90451:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615962.118280:0:90451:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615962.118282:0:90451:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615962.118284:0:90451:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615962.118287:0:90451:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a811162400. 02000000:00000001:3.0:1773615962.118291:0:90451:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615962.118292:0:90451:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615962.118294:0:90451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615962.118297:0:90451:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615962.118299:0:90451:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615962.118302:0:90451:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615962.118307:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37d08 00000080:00000008:3.0:1773615962.118310:0:90451:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773615962.118967:0:90451:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615962.118997:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37d08 00000080:00200008:3.0:1773615962.119000:0:90451:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773615962.119005:0:90451:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615962.119007:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37c80 00000080:00200000:3.0:1773615962.119009:0:90451:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773615962.119014:0:90451:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804605e00. 00800000:00000002:3.0:1773615962.119018:0:90451:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615962.119021:0:90451:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615962.119025:0:90451:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615962.119027:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37ba0 00800000:00000002:3.0:1773615962.119029:0:90451:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615962.119033:0:90451:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615962.119035:0:90451:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615962.119037:0:90451:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615962.119040:0:90451:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615962.119042:0:90451:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615962.119044:0:90451:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.119046:0:90451:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615962.119048:0:90451:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.119051:0:90451:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615962.119055:0:90451:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615962.119057:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37a70 00000002:00010000:3.0:1773615962.119058:0:90451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615962.119062:0:90451:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615962.119064:0:90451:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615962.119067:0:90451:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615962.119071:0:90451:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773615962.119073:0:90451:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615962.119267:0:90451:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615962.119271:0:90451:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615962.119275:0:90451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773615962.119283:0:90451:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615962.119287:0:90451:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.119290:0:90451:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773615962.119297:0:90451:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615962.119299:0:90451:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615962.119301:0:90451:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615962.119303:0:90451:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615962.119305:0:90451:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615962.119307:0:90451:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773615962.119310:0:90451:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773615962.119312:0:90451:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615962.119314:0:90451:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804605e00. 00000080:00000001:3.0:1773615962.119317:0:90451:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615962.119319:0:90451:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615962.119322:0:90451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773615962.119324:0:90451:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec677cc 00800000:00000001:3.0:1773615962.119327:0:90451:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615962.119329:0:90451:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615962.119330:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.119331:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.119333:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.119335:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119337:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119339:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119341:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615962.119342:0:90451:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.119344:0:90451:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615962.119346:0:90451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677cc from it ffffa25881d37cb8 00010000:00000001:3.0:1773615962.119348:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.119349:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.119350:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.119352:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119354:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119356:0:90451:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615962.119359:0:90451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773615962.119365:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119366:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.119367:0:90451:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615962.119368:0:90451:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615962.119371:0:90451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773615962.119378:0:90451:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615962.119380:0:90451:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615962.119381:0:90451:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615962.119384:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119385:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.119386:0:90451:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119389:0:90451:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615962.119390:0:90451:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119392:0:90451:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119394:0:90451:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119396:0:90451:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615962.119397:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119398:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615962.119400:0:90451:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773615962.119402:0:90451:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615962.119404:0:90451:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615962.119407:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37d08 00000080:00000008:3.0:1773615962.119409:0:90451:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773615962.119499:0:90451:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773615962.119501:0:90451:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615962.119503:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37b78 00000080:00200000:3.0:1773615962.119505:0:90451:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773615962.119509:0:90451:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804605e00. 00800000:00000002:3.0:1773615962.119512:0:90451:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615962.119514:0:90451:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615962.119516:0:90451:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615962.119517:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37a98 00800000:00000002:3.0:1773615962.119519:0:90451:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615962.119522:0:90451:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615962.119524:0:90451:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615962.119525:0:90451:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615962.119526:0:90451:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615962.119528:0:90451:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615962.119530:0:90451:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.119531:0:90451:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615962.119534:0:90451:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615962.119536:0:90451:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615962.119539:0:90451:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615962.119540:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37968 00000002:00010000:3.0:1773615962.119542:0:90451:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615962.119545:0:90451:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615962.119546:0:90451:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615962.119547:0:90451:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615962.119550:0:90451:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773615962.119552:0:90451:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615962.119554:0:90451:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615962.119556:0:90451:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615962.119560:0:90451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773615962.119567:0:90451:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615962.119569:0:90451:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.119571:0:90451:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773615962.119578:0:90451:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615962.119580:0:90451:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615962.119582:0:90451:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615962.119583:0:90451:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615962.119585:0:90451:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615962.119587:0:90451:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773615962.119589:0:90451:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773615962.119591:0:90451:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615962.119593:0:90451:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804605e00. 00000080:00000001:3.0:1773615962.119595:0:90451:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615962.119597:0:90451:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615962.119599:0:90451:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773615962.119601:0:90451:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec677cc 00800000:00000001:3.0:1773615962.119604:0:90451:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615962.119606:0:90451:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615962.119607:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.119608:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.119610:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.119612:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119614:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119616:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119617:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615962.119619:0:90451:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.119620:0:90451:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615962.119622:0:90451:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677cc from it ffffa25881d37bb0 00010000:00000001:3.0:1773615962.119624:0:90451:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.119625:0:90451:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.119626:0:90451:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a400 refcount=3 00000020:00000001:3.0:1773615962.119628:0:90451:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119630:0:90451:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982720 : -121323967568896 : ffff91a81002a400) 00010000:00000001:3.0:1773615962.119632:0:90451:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615962.119634:0:90451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773615962.119641:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119642:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.119643:0:90451:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615962.119645:0:90451:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615962.119647:0:90451:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a400/0xe60cc2233ec677cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2c7 expref: -99 pid: 90451 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773615962.119653:0:90451:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615962.119655:0:90451:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615962.119656:0:90451:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615962.119671:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119672:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.119673:0:90451:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119675:0:90451:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615962.119676:0:90451:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119679:0:90451:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119681:0:90451:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.119683:0:90451:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615962.119684:0:90451:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.119685:0:90451:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615962.119686:0:90451:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773615962.119688:0:90451:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615962.119690:0:90451:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 44 00000080:00000001:3.0:1773615962.119693:0:90451:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.119697:0:90451:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:3.0:1773615962.119700:0:90451:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773615962.119702:0:90451:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d37b78 00000080:00200008:3.0:1773615962.119704:0:90451:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 100000 00000080:00000010:3.0:1773615962.119710:0:90451:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a80b776c80. 00000080:00000001:3.0:1773615962.119714:0:90451:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.119715:0:90451:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.119811:0:90451:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773615962.119814:0:90451:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7ffffb51e080 00000080:00000001:3.0:1773615962.119821:0:90451:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773615962.119824:0:90451:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773615962.119828:0:90451:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a811162400. 00000020:00000001:3.0:1773615962.119832:0:90451:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.119835:0:90451:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773615962.119867:0:90451:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773615962.119869:0:90451:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a811162400 uarg=0000000000000000 00800000:00000001:3.0:1773615962.119875:0:90451:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1773615962.119877:0:90451:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff91a8182b3000: age 7016, max_age 7094 00000002:00000001:3.0:1773615962.119881:0:90451:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:3.0:1773615962.119883:0:90451:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000010:3.0:1773615962.119889:0:90451:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615962.119892:0:90451:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615962.119896:0:90451:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615962.119899:0:90451:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615962.119902:0:90451:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615962.119908:0:90451:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773615962.119913:0:90451:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.119916:0:90451:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773615962.119918:0:90451:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773615962.119924:0:90451:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8047740c0. 00000100:00000001:3.0:1773615962.119926:0:90451:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749548298432 : -121324161253184 : ffff91a8047740c0) 00000100:00000001:3.0:1773615962.119928:0:90451:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615962.119930:0:90451:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000001:3.0:1773615962.119935:0:90451:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615962.119939:0:90451:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.119941:0:90451:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773615962.119942:0:90451:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615962.119949:0:90451:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.119958:0:90451:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615962.119960:0:90451:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.119963:0:90451:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615962.119965:0:90451:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615962.119968:0:90451:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615962.119971:0:90451:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:90451:1859763795548288:192.168.201.103@tcp:41:lfs.0 00000100:00000001:3.0:1773615962.119975:0:90451:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615962.119979:0:90451:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615962.119981:0:90451:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.119983:0:90451:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615962.119987:0:90451:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a811160800. 02000000:00000001:3.0:1773615962.119989:0:90451:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615962.119995:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615962.119999:0:90451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615962.120005:0:90451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773615962.120011:0:90451:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795548288, portal 10 00000100:00000001:3.0:1773615962.120013:0:90451:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615962.120015:0:90451:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615962.120021:0:90451:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616017 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.120029:0:90451:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615962.120032:0:90451:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615962.120035:0:90451:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773615962.120040:0:90451:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795548288, offset 0 00000400:00000200:3.0:1773615962.120046:0:90451:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615962.120054:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615962.120061:0:90451:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615962.120066:0:90451:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615962.120071:0:90451:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615962.120075:0:90451:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615962.120078:0:90451:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615962.120082:0:90451:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149235:149235:256:4294967295] 192.168.201.103@tcp LPNI seq info [149175:149175:8:4294967295] 00000400:00000200:3.0:1773615962.120087:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615962.120096:0:90451:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615962.120102:0:90451:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615962.120107:0:90451:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773615962.120113:0:90451:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615962.120120:0:90451:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615962.120125:0:90451:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615962.120144:0:90451:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.120148:0:90451:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 239181 usecs (240 jiffies) 00000400:00000200:3.0:1773615962.120152:0:90451:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615962.120154:0:90451:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301762968 00000100:00000001:3.0:1773615962.120157:0:90451:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:3.0:1773615962.120160:0:90451:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301762968 00000100:00000001:3.0:1773615962.120163:0:90451:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:3.0:1773615962.120165:0:90451:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615962.120167:0:90451:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.120169:0:90451:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615962.120171:0:90451:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773615962.120174:0:90451:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8047740c0 going to sleep for 50 seconds 00000100:00000001:3.0:1773615962.120177:0:90451:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615962.120180:0:90451:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.125832:0:90451:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615962.125876:0:90451:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615962.125879:0:90451:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615962.125882:0:90451:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615962.125886:0:90451:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773615962.125889:0:90451:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773615962.125893:0:90451:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615962.125898:0:90451:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615962.125908:0:90451:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.125914:0:90451:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615962.125916:0:90451:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.125918:0:90451:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615962.125922:0:90451:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615962.125924:0:90451:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615962.125927:0:90451:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.125929:0:90451:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615962.125939:0:90451:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=53 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615962.125942:0:90451:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615962.125945:0:90451:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615962.125946:0:90451:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.125949:0:90451:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615962.125952:0:90451:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.125956:0:90451:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615962.125958:0:90451:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615962.125960:0:90451:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615962.125962:0:90451:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.125967:0:90451:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.125974:0:90451:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615962.125976:0:90451:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615962.125979:0:90451:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615962.125983:0:90451:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616017 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615962.125991:0:90451:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:90451:1859763795548288:192.168.201.103@tcp:41:lfs.0 00000100:00000001:3.0:1773615962.125995:0:90451:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.125998:0:90451:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.126000:0:90451:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615962.126154:0:90451:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615962.126160:0:90451:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616017 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.126168:0:90451:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615962.126171:0:90451:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8047740c0. 00000100:00000001:3.0:1773615962.126174:0:90451:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615962.126176:0:90451:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615962.126181:0:90451:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1773615962.126373:0:90451:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615962.126377:0:90451:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795548288/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616017 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.126384:0:90451:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615962.126386:0:90451:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615962.126389:0:90451:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a811160800. 02000000:00000001:3.0:1773615962.126392:0:90451:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615962.126395:0:90451:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615962.126396:0:90451:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615962.126398:0:90451:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615962.126401:0:90451:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773615962.126404:0:90451:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615962.126406:0:90451:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615962.126408:0:90451:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615962.126411:0:90451:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615962.126412:0:90451:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615962.126414:0:90451:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615962.126415:0:90451:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615962.126417:0:90451:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1773615962.126420:0:90451:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91a8182b3000: update ffff91a8101dd178 cache blocks 317238/353529 objects 1023648/1024000 00800000:00000001:3.0:1773615962.126424:0:90451:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615962.126430:0:90451:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.126433:0:90451:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773615962.126436:0:90451:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a811162400. 00000080:00000001:3.0:1773615962.126439:0:90451:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.126441:0:90451:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.126507:0:90451:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773615962.126511:0:90451:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7ffffb51e080 00000080:00000001:3.0:1773615962.126518:0:90451:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773615962.126521:0:90451:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773615962.126526:0:90451:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a811162400. 00000020:00000001:3.0:1773615962.128744:0:90451:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.128752:0:90451:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773615962.128756:0:90451:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773615962.128758:0:90451:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a811162400 uarg=0000000000000000 00800000:00000001:3.0:1773615962.128767:0:90451:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1773615962.128770:0:90451:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff91a8182b3000: age 7016, max_age 7094 00000400:00000200:1.0:1773615962.167636:0:90452:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615962.167645:0:90452:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.167652:0:90452:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615962.167668:0:90452:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615962.167673:0:90452:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615962.167677:0:90452:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615962.167680:0:90452:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615962.167685:0:90452:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149239:149239:256:4294967295] 192.168.201.103@tcp LPNI seq info [149179:149179:8:4294967295] 00000400:00000200:1.0:1773615962.167691:0:90452:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.167701:0:90452:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615962.167708:0:90452:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615962.167714:0:90452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80a14fc00. 00000800:00000200:1.0:1773615962.167721:0:90452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615962.167729:0:90452:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615962.167734:0:90452:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80a14fc00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773615962.167752:0:90452:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615962.167758:0:90452:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 238540 usecs (239 jiffies) 00000400:00000200:1.0:1773615962.167761:0:90452:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615962.167764:0:90452:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301763013 00000100:00000001:1.0:1773615962.167767:0:90452:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:1.0:1773615962.167770:0:90452:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301763013 00000100:00000001:1.0:1773615962.167772:0:90452:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:1.0:1773615962.167775:0:90452:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615962.167778:0:90452:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.167780:0:90452:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615962.167782:0:90452:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773615962.167785:0:90452:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807d69780 going to sleep for 50 seconds 00000100:00000001:1.0:1773615962.167787:0:90452:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615962.167791:0:90452:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773615962.173992:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.174025:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.174031:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.174035:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.174046:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.174053:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.174063:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.174068:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.174073:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.174078:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200665b00 00000400:00000200:1.0:1773615962.174083:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.174089:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x192e41 [32] + 224 00000800:00000001:1.0:1773615962.174096:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.174106:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.174109:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.174113:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.174121:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.174130:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1aa00 x1859763795548928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616017 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615962.174141:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a807a1aa00 x1859763795548928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.174165:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.174174:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.174178:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615962.179023:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615962.179030:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.179036:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773615962.179040:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773615962.179043:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773615962.179050:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec677d3 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf6516185796c2d5 expref: -99 pid: 90452 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615962.179063:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a807b2a800 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773615962.179067:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773615962.179071:0:81777:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec677d3 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf6516185796c2d5 expref: -99 pid: 90452 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.179080:0:81777:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773615962.179083:0:81777:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773615962.179087:0:81777:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec677d3 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf6516185796c2d5 expref: -99 pid: 90452 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.179094:0:81777:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773615962.179097:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773615962.179100:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.179102:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.179104:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=3 00000020:00000001:3.0:1773615962.179107:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:3.0:1773615962.179110:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:3.0:1773615962.179113:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615962.179116:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec677d3 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c2d5 expref: -99 pid: 90452 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773615962.179123:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773615962.179127:0:81777:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773615962.179129:0:81777:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773615962.179132:0:81777:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x3:0x0] mode (null) 00000002:00000001:3.0:1773615962.179136:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615962.179138:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615962.179144:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 3 00010000:00000001:3.0:1773615962.179147:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615962.179151:0:81777:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1773615962.179155:0:81777:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1773615962.179158:0:81777:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615962.179163:0:81777:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.179167:0:81777:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773615962.179174:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.179177:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615962.179178:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1773615962.179180:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615962.179181:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615962.179183:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=2 00000020:00000001:3.0:1773615962.179185:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:3.0:1773615962.179198:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:3.0:1773615962.179200:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.179201:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773615962.179203:0:81777:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615962.179205:0:81777:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773615962.179207:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.179210:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615962.179213:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615962.179215:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615962.179217:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615962.179219:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773615962.179222:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2a800 with handle 0xe60cc2233ec677d3 from hash 00010000:00000001:3.0:1773615962.179225:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615962.179226:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.179227:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.179229:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615962.179233:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615962.179235:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773615962.179241:0:81777:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615962.179246:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.179248:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.179250:0:81777:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.179252:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615962.179254:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773615962.179263:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615962.179267:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615962.179272:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615962.179274:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615962.179277:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615962.179285:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605e00. 00000100:00000001:3.0:1773615962.179293:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.179296:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773615962.179302:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec677d3 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c2d5 expref: -99 pid: 90452 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615962.179316:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773615962.179317:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.179322:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615962.179326:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.179340:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773615962.179376:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615962.179379:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615962.179380:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.179382:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.179384:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615962.179387:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.179390:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec677d3 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c2d5 expref: -99 pid: 90452 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615962.179397:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773615962.179399:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec677d3 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c2d5 expref: -99 pid: 90452 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1773615962.179406:0:81777:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a8046f7cc0. 00010000:00000001:3.0:1773615962.179416:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615962.179418:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773615962.179419:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a8100a0b40. 00010000:00000001:3.0:1773615962.179422:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615962.179424:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615962.179425:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.179427:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615962.179428:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615962.179430:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.179431:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615962.179433:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615962.179434:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615962.179436:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773615962.179444:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773615962.179448:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773615962.179450:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.179458:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615962.179460:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.179462:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615962.179464:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615962.179466:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615962.179472:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.179481:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615962.179483:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.179487:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615962.179490:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615962.179493:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615962.179497:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795549056:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615962.179501:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615962.179508:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615962.179510:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.179513:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615962.179517:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:3.0:1773615962.179519:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615962.179527:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615962.179531:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615962.179538:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773615962.179545:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795549056, portal 18 00000100:00000001:3.0:1773615962.179548:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615962.179550:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773615962.179556:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.179564:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615962.179567:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615962.179571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3e58. 00000100:00000200:3.0:1773615962.179574:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795549056, offset 0 00000400:00000200:3.0:1773615962.179581:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615962.179589:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615962.179596:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615962.179602:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615962.179607:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615962.179612:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615962.179616:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615962.179620:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149240:149240:256:4294967295] 192.168.201.103@tcp LPNI seq info [149180:149180:8:4294967295] 00000400:00000200:3.0:1773615962.179626:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615962.179652:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615962.179667:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615962.179673:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773615962.179681:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615962.179688:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615962.179693:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773615962.179714:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.179718:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 237903 usecs (238 jiffies) 00000400:00000200:3.0:1773615962.179721:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615962.179724:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301763025 00000100:00000001:3.0:1773615962.179727:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:3.0:1773615962.179730:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301763025 00000100:00000001:3.0:1773615962.179732:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:3.0:1773615962.179735:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615962.179737:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.179741:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.179744:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615962.180017:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615962.180023:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000400:00000200:1.0:1773615962.180027:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.180034:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615962.180038:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3e58 00000400:00000010:1.0:1773615962.180041:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3e58. 00000100:00000001:1.0:1773615962.180046:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615962.180051:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615962.180060:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615962.180064:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615962.180072:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.180073:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615962.184474:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.184493:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.184498:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.184500:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.184509:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.184518:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.184527:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.184543:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.184549:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.184553:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200665b80 00000400:00000200:1.0:1773615962.184558:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.184565:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192e51 [1] + 224 00000800:00000001:1.0:1773615962.184573:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.184584:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.184587:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.184593:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.184600:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.184610:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615962.184622:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615962.184653:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.184671:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.184675:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.184868:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615962.184873:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615962.184881:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615962.184883:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615962.184887:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615962.184892:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773615962.184894:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773615962.184897:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615962.184903:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615962.184913:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.184921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615962.184923:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.184925:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615962.184929:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615962.184931:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615962.184934:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615962.184937:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615962.184946:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0578 time=27 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615962.184950:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615962.184953:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615962.184955:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615962.184958:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615962.184961:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.184965:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615962.184967:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615962.184970:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615962.184973:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615962.184978:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.184985:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615962.184989:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615962.184991:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615962.184995:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615962.185138:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795549056:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615962.185143:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.185146:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615962.185150:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795549056/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615962.185156:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615962.185159:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615962.185163:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:3.0:1773615962.185166:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615962.185169:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615962.185171:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615962.185173:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615962.185175:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605e00. 02000000:00000001:3.0:1773615962.185179:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615962.185180:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615962.185182:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615962.185185:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615962.185187:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.185189:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615962.185197:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615962.185199:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615962.185202:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615962.185204:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.188441:0:90452:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.188445:0:90452:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.188449:0:90452:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773615962.188452:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.188454:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.188457:0:90452:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773615962.188460:0:90452:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773615962.188463:0:90452:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773615961 a=0 c=1773615961 b=0 00020000:00000001:1.0:1773615962.188466:0:90452:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.188469:0:90452:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.188471:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000080:00200000:1.0:1773615962.188473:0:90452:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1773615962.188476:0:90452:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773615962.188481:0:90452:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773615962.188484:0:90452:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a8053cdff0 (ffff91a818279488/0) at cl_lock_release():245 00000020:00000001:1.0:1773615962.188487:0:90452:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773615962.188488:0:90452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8053cdff0 (ffff91a818279488/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773615962.188492:0:90452:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773615962.188494:0:90452:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773615962.188496:0:90452:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521814056 : -121324187737560 : ffff91a802e32228) 00000020:00000001:1.0:1773615962.188498:0:90452:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773615962.188499:0:90452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8047d5730 (ffff91a818279cf8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773615962.188502:0:90452:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773615962.188503:0:90452:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773615962.188505:0:90452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.188506:0:90452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773615962.188508:0:90452:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773615962.188510:0:90452:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773615962.188511:0:90452:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773615962.188512:0:90452:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773615962.188514:0:90452:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773615962.188515:0:90452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8053cdff0 (ffff91a818279488/0) at cl_lock_fini():72 00020000:00000001:1.0:1773615962.188518:0:90452:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773615962.188520:0:90452:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773615962.188521:0:90452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8047d5730 (ffff91a818279488/1) at cl_lock_fini():72 00000008:00000010:1.0:1773615962.188525:0:90452:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a8116be5f0. 00000020:00000001:1.0:1773615962.188597:0:90452:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773615962.188600:0:90452:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8047d5700. 00020000:00000001:1.0:1773615962.188604:0:90452:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773615962.188605:0:90452:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773615962.188606:0:90452:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773615962.188608:0:90452:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.188611:0:90452:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773615962.188614:0:90452:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773615962.188615:0:90452:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773615962.188616:0:90452:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773615962.188618:0:90452:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773615962.188620:0:90452:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279cf0 00000020:00000010:1.0:1773615962.188623:0:90452:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63e00. 00000020:00000010:1.0:1773615962.188628:0:90452:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046f9d80. 00000008:00000010:1.0:1773615962.188632:0:90452:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823c2f0. 00020000:00000010:1.0:1773615962.188636:0:90452:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f000. 00008000:00000010:1.0:1773615962.188640:0:90452:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9530. 00000080:00000010:1.0:1773615962.188644:0:90452:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023b28. 00000080:00000010:1.0:1773615962.188647:0:90452:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ce910. 00000020:00000010:1.0:1773615962.188650:0:90452:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62200. 00000008:00000010:1.0:1773615962.188653:0:90452:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c000. 00020000:00000010:1.0:1773615962.188665:0:90452:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e32880. 00008000:00000010:1.0:1773615962.188670:0:90452:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb808. 00000080:00000010:1.0:1773615962.188674:0:90452:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa1e0. 00000020:00000010:1.0:1773615962.188677:0:90452:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63600. 00000020:00000010:1.0:1773615962.188679:0:90452:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279cf0. 00020000:00000001:1.0:1773615962.188683:0:90452:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773615962.188685:0:90452:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773615962.188688:0:90452:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773615962.188690:0:90452:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773615962.188694:0:90452:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773615962.188695:0:90452:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.188698:0:90452:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773615962.188789:0:90452:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773615962.188793:0:90452:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773615962.188794:0:90452:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279480 00000020:00000010:1.0:1773615962.188797:0:90452:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62c00. 00000020:00000010:1.0:1773615962.188801:0:90452:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046f9de0. 00000008:00000010:1.0:1773615962.188804:0:90452:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:1.0:1773615962.188807:0:90452:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fcc0. 00008000:00000010:1.0:1773615962.188810:0:90452:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffb4f8. 00000080:00000010:1.0:1773615962.188813:0:90452:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050239d8. 00000080:00000010:1.0:1773615962.188816:0:90452:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cdff0. 00000020:00000010:1.0:1773615962.188819:0:90452:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:1.0:1773615962.188821:0:90452:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4cf20. 00020000:00000010:1.0:1773615962.188825:0:90452:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e321c0. 00008000:00000010:1.0:1773615962.188827:0:90452:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbc90. 00000080:00000010:1.0:1773615962.188830:0:90452:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa960. 00000020:00000010:1.0:1773615962.188832:0:90452:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63000. 00010000:00000010:1.1:1773615962.189110:0:90452:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:1.1:1773615962.189118:0:90452:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a400. 00000020:00000010:1.0:1773615962.189122:0:90452:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279480. 00000001:00000001:1.0:1773615962.189126:0:90452:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.189134:0:90452:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7d28 00000080:00000008:1.0:1773615962.189137:0:90452:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0x3:0x0](ffff91a8040c42c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773615962.189425:0:90452:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:1.0:1773615962.189427:0:90452:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7d88 00000080:00200008:1.0:1773615962.189430:0:90452:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0x3:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1773615962.189433:0:90452:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1773615962.189436:0:90452:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.189438:0:90452:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1773615962.189441:0:90452:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.189445:0:90452:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773615962.189450:0:90452:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489630. 00000020:00000010:1.0:1773615962.189454:0:90452:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128400. 00000020:00000010:1.0:1773615962.189458:0:90452:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809129c00. 00000020:00000010:1.0:1773615962.189461:0:90452:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8360. 00000008:00000010:1.0:1773615962.189467:0:90452:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232ca0. 00020000:00000010:1.0:1773615962.189470:0:90452:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a6c0. 00008000:00000010:1.0:1773615962.189474:0:90452:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852d1a8. 00000080:00000010:1.0:1773615962.189478:0:90452:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0930. 00000080:00000010:1.0:1773615962.189482:0:90452:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551da8. 00000020:00000010:1.0:1773615962.189486:0:90452:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128e00. 00000008:00000010:1.0:1773615962.189490:0:90452:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213209a0. 00020000:00000010:1.0:1773615962.189492:0:90452:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012e8240. 00008000:00000010:1.0:1773615962.189496:0:90452:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1318. 00000080:00000010:1.0:1773615962.189499:0:90452:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef41e0. 00000020:00000001:1.0:1773615962.189501:0:90452:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343928 : -121323946207688 : ffff91a811489638) 00000020:00001000:1.0:1773615962.189504:0:90452:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489630 00000080:00000001:1.0:1773615962.189507:0:90452:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1773615962.189508:0:90452:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7c98 00000080:00200000:1.0:1773615962.189510:0:90452:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1773615962.189515:0:90452:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7c30 00000080:00200000:1.0:1773615962.189517:0:90452:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1773615962.189519:0:90452:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773615962.189521:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.189523:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.189524:0:90452:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773615962.189527:0:90452:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00010000:00000010:3.1:1773615962.189902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a800. 00020000:00000002:1.0:1773615962.190114:0:90452:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773615961 a=0 c=1773615961 b=0 00020000:00000001:1.0:1773615962.190117:0:90452:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190119:0:90452:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190122:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000080:00200000:1.0:1773615962.190124:0:90452:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1773615962.190126:0:90452:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773615962.190128:0:90452:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1773615962.190134:0:90452:0:(cl_io.c:214:cl_io_rw_init()) header@0000000061fac3cf[0x110, 2, [0x20000bf89:0x3:0x0] hash] 00000020:00200000:1.0:1773615962.190136:0:90452:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1773615962.190138:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.190140:0:90452:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773615962.190142:0:90452:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773615962.190143:0:90452:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773615962.190146:0:90452:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773615962.190148:0:90452:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1773615962.190150:0:90452:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615962.190154:0:90452:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.190157:0:90452:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773615962.190158:0:90452:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.190160:0:90452:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773615962.190163:0:90452:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff91a818551e08 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1773615962.190167:0:90452:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a8044f4f80 00020000:00000001:1.0:1773615962.190170:0:90452:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773615962.190172:0:90452:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773615962.190174:0:90452:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773615962.190176:0:90452:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1773615962.190178:0:90452:0:(lov_io.c:634:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1773615962.190181:0:90452:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1773615962.190182:0:90452:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773615962.190184:0:90452:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190185:0:90452:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773615962.190186:0:90452:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773615962.190187:0:90452:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773615962.190189:0:90452:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a8044f4f80 00000020:00000001:1.0:1773615962.190191:0:90452:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190192:0:90452:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773615962.190195:0:90452:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1773615962.190198:0:90452:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1773615962.190200:0:90452:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190203:0:90452:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773615962.190408:0:90452:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773615962.190411:0:90452:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1773615962.190412:0:90452:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1773615962.190414:0:90452:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1773615962.190417:0:90452:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773615962.190419:0:90452:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773615962.190423:0:90452:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773615962.190427:0:90452:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773615962.190428:0:90452:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773615962.190430:0:90452:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773615962.190434:0:90452:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489750. 00000020:00000010:1.0:1773615962.190437:0:90452:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128c00. 00000020:00000010:1.0:1773615962.190441:0:90452:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809129200. 00000020:00000010:1.0:1773615962.190444:0:90452:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8660. 00000008:00000010:1.0:1773615962.190448:0:90452:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818234e18. 00020000:00000010:1.0:1773615962.190451:0:90452:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a540. 00008000:00000010:1.0:1773615962.190455:0:90452:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f880. 00000080:00000010:1.0:1773615962.190458:0:90452:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0690. 00000080:00000010:1.0:1773615962.190461:0:90452:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818550490. 00000020:00000010:1.0:1773615962.190464:0:90452:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809129a00. 00000008:00000010:1.0:1773615962.190467:0:90452:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213218c0. 00020000:00000010:1.0:1773615962.190470:0:90452:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eb3c0. 00008000:00000010:1.0:1773615962.190472:0:90452:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c11a8. 00000080:00000010:1.0:1773615962.190476:0:90452:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4c30. 00000020:00000001:1.0:1773615962.190478:0:90452:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344216 : -121323946207400 : ffff91a811489758) 00000020:00001000:1.0:1773615962.190481:0:90452:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489750 00000020:00000001:1.0:1773615962.190483:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b63a0 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.190485:0:90452:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773615962.190488:0:90452:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773615962.190489:0:90452:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773615962.190491:0:90452:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190493:0:90452:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190494:0:90452:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493199528 : -121324216352088 : ffff91a8012e82a8) 00000020:00000001:1.0:1773615962.190497:0:90452:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773615962.190500:0:90452:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773615962.190503:0:90452:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190505:0:90452:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190507:0:90452:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190509:0:90452:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190511:0:90452:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190513:0:90452:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773615962.190515:0:90452:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1773615962.190518:0:90452:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1773615962.190520:0:90452:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:1.0:1773615962.190524:0:90452:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.190526:0:90452:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.190528:0:90452:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773615962.190529:0:90452:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1773615962.190531:0:90452:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773615962.190533:0:90452:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773615962.190535:0:90452:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190537:0:90452:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.190538:0:90452:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.190540:0:90452:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.190542:0:90452:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190544:0:90452:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773615962.190546:0:90452:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773615962.190547:0:90452:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773615962.190549:0:90452:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773615962.190551:0:90452:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190553:0:90452:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190555:0:90452:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190556:0:90452:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190558:0:90452:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773615962.190559:0:90452:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773615962.190561:0:90452:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773615962.190564:0:90452:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773615962.190566:0:90452:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773615962.190568:0:90452:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773615962.190574:0:90452:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8046b7380. 00020000:00000002:1.0:1773615962.190577:0:90452:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773615962.190579:0:90452:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773615962.190581:0:90452:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773615962.190582:0:90452:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493199528 : -121324216352088 : ffff91a8012e82a8) 00000020:00000001:1.0:1773615962.190584:0:90452:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773615962.190589:0:90452:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811666e40. 00000008:00010000:1.0:1773615962.190591:0:90452:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773615962.190593:0:90452:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773615962.190595:0:90452:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773615962.190598:0:90452:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8046b73b0, osc lock ffff91a811666e40, flags 0x0 00000020:00000001:1.0:1773615962.190600:0:90452:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190601:0:90452:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.190604:0:90452:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749547524992 : -121324162026624 : ffff91a8046b7380) 00000020:00000001:1.0:1773615962.190606:0:90452:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773615962.190607:0:90452:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773615962.190609:0:90452:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190611:0:90452:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190612:0:90452:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773615962.190614:0:90452:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773615962.190616:0:90452:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773615962.190617:0:90452:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493199528 : -121324216352088 : ffff91a8012e82a8) 00000020:00000001:1.0:1773615962.190619:0:90452:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773615962.190621:0:90452:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773615962.190623:0:90452:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773615962.190698:0:90452:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.190795:0:90452:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773615962.190798:0:90452:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773615962.190799:0:90452:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773615962.190801:0:90452:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773615962.190802:0:90452:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773615962.190803:0:90452:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773615962.190805:0:90452:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773615962.190807:0:90452:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773615962.190814:0:90452:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:1.0:1773615962.190818:0:90452:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615962.190823:0:90452:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615962.190827:0:90452:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773615962.190831:0:90452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000c1188e17/0xe60cc2233ec677c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c2b9 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773615962.190971:0:90452:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773615962.190976:0:90452:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615962.190979:0:90452:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000c1188e17/0xe60cc2233ec677c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c2b9 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773615962.190988:0:90452:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.190990:0:90452:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.190993:0:90452:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4600 refcount=4 00000020:00000001:1.0:1773615962.190995:0:90452:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615962.190997:0:90452:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00000008:00000001:1.0:1773615962.191081:0:90452:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773615962.191084:0:90452:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.191086:0:90452:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.191087:0:90452:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4600 refcount=5 00000020:00000001:1.0:1773615962.191089:0:90452:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615962.191092:0:90452:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615962.191094:0:90452:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.191095:0:90452:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.191096:0:90452:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4600 refcount=6 00000020:00000001:1.0:1773615962.191098:0:90452:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615962.191100:0:90452:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615962.191102:0:90452:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615962.191104:0:90452:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615962.191107:0:90452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000c1188e17/0xe60cc2233ec677c5 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c2b9 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773615962.191119:0:90452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.191120:0:90452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773615962.191123:0:90452:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.191124:0:90452:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.191125:0:90452:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.191126:0:90452:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4600 refcount=7 00000020:00000001:1.0:1773615962.191128:0:90452:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615962.191130:0:90452:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615962.191133:0:90452:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773615962.191135:0:90452:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000c1188e17/0xe60cc2233ec677c5 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c2b9 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773615962.191141:0:90452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.191142:0:90452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773615962.191145:0:90452:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000c1188e17/0xe60cc2233ec677c5 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c2b9 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773615962.191152:0:90452:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773615962.191154:0:90452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.191155:0:90452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615962.191156:0:90452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.191157:0:90452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773615962.191158:0:90452:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773615962.191161:0:90452:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191162:0:90452:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.191164:0:90452:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191166:0:90452:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191167:0:90452:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191169:0:90452:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191171:0:90452:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191173:0:90452:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1773615962.191175:0:90452:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1773615962.191180:0:90452:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773615962.191181:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.191183:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.191185:0:90452:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773615962.191188:0:90452:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773615962.191191:0:90452:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773615961 a=0 c=1773615961 b=0 00020000:00000001:1.0:1773615962.191193:0:90452:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191195:0:90452:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191196:0:90452:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000080:00200000:1.0:1773615962.191198:0:90452:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x3:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1773615962.191200:0:90452:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773615962.191203:0:90452:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7b80 00000080:00200000:1.0:1773615962.191205:0:90452:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1773615962.191208:0:90452:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1773615962.191210:0:90452:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a8044f4f80 00020000:00000002:1.0:1773615962.191213:0:90452:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046d8f00 addref 2/0 by ffff91a8044f4f80. 00020000:00000002:1.0:1773615962.191216:0:90452:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a8044f4f80 00000020:00000001:1.0:1773615962.191218:0:90452:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1773615962.191222:0:90452:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1773615962.191224:0:90452:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1773615962.191227:0:90452:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1773615962.191229:0:90452:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773615962.191231:0:90452:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493199528 : -121324216352088 : ffff91a8012e82a8) 00000020:00000001:1.0:1773615962.191233:0:90452:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773615962.191235:0:90452:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773615962.191237:0:90452:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191239:0:90452:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.191241:0:90452:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.191242:0:90452:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.191249:0:90452:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1773615962.191256:0:90452:0:(xattr.c:501:ll_xattr_list()) Process entered 00000080:00000001:1.0:1773615962.191259:0:90452:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:1.0:1773615962.191262:0:90452:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:1.0:1773615962.191387:0:90452:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:1.0:1773615962.191393:0:90452:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809128200. 00000080:00000001:1.0:1773615962.191399:0:90452:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773615962.191405:0:90452:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.191407:0:90452:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce77a8 00800000:00000002:1.0:1773615962.191409:0:90452:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x20000bf89:0x3:0x0] 00800000:00000001:1.0:1773615962.191413:0:90452:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773615962.191415:0:90452:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615962.191417:0:90452:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615962.191420:0:90452:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615962.191423:0:90452:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615962.191424:0:90452:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.191427:0:90452:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:1.0:1773615962.191429:0:90452:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.191433:0:90452:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x3:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:1.0:1773615962.191438:0:90452:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.191439:0:90452:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7678 00000002:00010000:1.0:1773615962.191441:0:90452:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20000bf89:0x3:0x0], intent: getxattr flags 0 00000002:00000001:1.0:1773615962.191446:0:90452:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773615962.191447:0:90452:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:1.0:1773615962.191453:0:90452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18000. 00000020:00000040:1.0:1773615962.191457:0:90452:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:1.0:1773615962.191461:0:90452:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773615962.191463:0:90452:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.191467:0:90452:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773615962.191471:0:90452:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773615962.191476:0:90452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.191477:0:90452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615962.191479:0:90452:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.191482:0:90452:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615962.191485:0:90452:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615962.191488:0:90452:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615962.191496:0:90452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fa800. 00000100:00000001:1.0:1773615962.191504:0:90452:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.191509:0:90452:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773615962.191511:0:90452:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.191513:0:90452:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773615962.191514:0:90452:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.191517:0:90452:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1773615962.191519:0:90452:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff91a8182b3000: get xattrs for [0x20000bf89:0x3:0x0] 00000002:00000001:1.0:1773615962.191527:0:90452:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446622749601398784 : -121324108152832 : ffff91a807a18000) 00010000:00000001:1.0:1773615962.191540:0:90452:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773615962.191542:0:90452:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773615962.191547:0:90452:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:1.0:1773615962.191549:0:90452:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615962.191552:0:90452:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773615962.191556:0:90452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2bc00. 00000020:00000001:1.0:1773615962.191560:0:90452:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773615962.191562:0:90452:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2bc00 with handle 0xe60cc2233ec677da to hash 00000020:00000001:1.0:1773615962.191564:0:90452:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773615962.191566:0:90452:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602528256 : -121324107023360 : ffff91a807b2bc00) 00010000:00000001:1.0:1773615962.191570:0:90452:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602528256 : -121324107023360 : ffff91a807b2bc00) 00010000:00000001:1.0:1773615962.191572:0:90452:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615962.191574:0:90452:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615962.191578:0:90452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2bc00/0xe60cc2233ec677da lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 90452 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773615962.191587:0:90452:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2bc00/0xe60cc2233ec677da lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 90452 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773615962.191597:0:90452:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2bc00/0xe60cc2233ec677da lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 90452 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773615962.191603:0:90452:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773615962.191605:0:90452:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773615962.191611:0:90452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807d690c0. 00000100:00000001:1.0:1773615962.191613:0:90452:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749604876480 : -121324104675136 : ffff91a807d690c0) 00000100:00000001:1.0:1773615962.191616:0:90452:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615962.191618:0:90452:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601398784 : -121324108152832 : ffff91a807a18000) 00000100:00000001:1.0:1773615962.191623:0:90452:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615962.191625:0:90452:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.191628:0:90452:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773615962.191629:0:90452:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615962.191640:0:90452:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18000 x1859763795549184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.191649:0:90452:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615962.191651:0:90452:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615962.191654:0:90452:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615962.191666:0:90452:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615962.191669:0:90452:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615962.191672:0:90452:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:90452:1859763795549184:192.168.201.103@tcp:101:uname.0 00000100:00000001:1.0:1773615962.191677:0:90452:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615962.191682:0:90452:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615962.191684:0:90452:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615962.191687:0:90452:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615962.191692:0:90452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff91a806f22000. 02000000:00000001:1.0:1773615962.191695:0:90452:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615962.192274:0:90452:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615962.192280:0:90452:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424738. 00000400:00000010:1.0:1773615962.192287:0:90452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1660. 00000100:00000200:1.0:1773615962.192293:0:90452:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1859763795549184, portal 10 00000100:00000001:1.0:1773615962.192295:0:90452:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615962.192297:0:90452:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601398784 : -121324108152832 : ffff91a807a18000) 00000100:00000040:1.0:1773615962.192304:0:90452:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a18000 x1859763795549184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.192313:0:90452:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615962.192315:0:90452:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615962.192318:0:90452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1bb0. 00000100:00000200:1.0:1773615962.192322:0:90452:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859763795549184, offset 0 00000400:00000200:1.0:1773615962.192329:0:90452:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615962.192337:0:90452:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.192344:0:90452:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615962.192349:0:90452:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615962.192354:0:90452:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615962.192357:0:90452:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615962.192360:0:90452:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615962.192364:0:90452:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149241:149241:256:4294967295] 192.168.201.103@tcp LPNI seq info [149181:149181:8:4294967295] 00000400:00000200:1.0:1773615962.192369:0:90452:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.192378:0:90452:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615962.192385:0:90452:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615962.192391:0:90452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80a14fc00. 00000800:00000200:1.0:1773615962.192397:0:90452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615962.192405:0:90452:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615962.192409:0:90452:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80a14fc00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1773615962.192468:0:90452:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615962.192473:0:90452:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 237267 usecs (238 jiffies) 00000400:00000200:1.0:1773615962.192477:0:90452:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615962.192480:0:90452:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301763038 00000100:00000001:1.0:1773615962.192484:0:90452:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:1.0:1773615962.192487:0:90452:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301763038 00000100:00000001:1.0:1773615962.192489:0:90452:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:1.0:1773615962.192492:0:90452:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615962.192495:0:90452:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.192497:0:90452:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615962.192500:0:90452:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773615962.192503:0:90452:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807d690c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773615962.192506:0:90452:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615962.192509:0:90452:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615962.193991:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615962.193998:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80a14fc00. 00000400:00000200:1.0:1773615962.194015:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.194022:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615962.194028:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1bb0 00000400:00000010:1.0:1773615962.194031:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1bb0. 00000100:00000001:1.0:1773615962.194035:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615962.194041:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18000 x1859763795549184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.194059:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615962.194063:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18000 x1859763795549184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616017 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.194071:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.194073:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1773615962.199931:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6600. 00000800:00000001:1.0:1773615962.201851:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.201869:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.201874:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.201877:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.201886:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.201893:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.201902:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.201907:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.201913:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.201918:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1144 into portal 10 MB=0x69b7200665c00 00000400:00000200:1.0:1773615962.201923:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.201930:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1144/1144 into md 0x192e59 [1] + 224 00000800:00000001:1.0:1773615962.201938:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.201951:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.201954:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.201959:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.201967:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.201978:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18000 x1859763795549184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615962.201990:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff91a807a18000 x1859763795549184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.202502:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.202513:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.202517:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773615962.211161:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615962.211173:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a804eaa500. 00000400:00000200:1.0:1773615962.211183:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.211193:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615962.211201:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:1.0:1773615962.211203:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:1.0:1773615962.211209:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615962.211218:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795549440/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.211230:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615962.211234:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795549440/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.211241:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.211243:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615962.211688:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.211700:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.211798:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.211804:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.211812:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.211818:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.211825:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.211829:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.211834:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.211857:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200665d00 00000400:00000200:1.0:1773615962.211861:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.211868:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x192e69 [1] + 224 00000800:00000001:1.0:1773615962.211875:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.211884:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.211886:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.211889:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.211894:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.211898:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795549440/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615962.211908:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8036cb100 x1859763795549440/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.211992:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.211999:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.212014:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773615962.249943:0:90453:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773615962.249951:0:90453:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773615962.249954:0:90453:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773615962.249957:0:90453:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881cffbc0 00000080:00200000:1.0:1773615962.249963:0:90453:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773615962.249972:0:90453:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809129800. 00800000:00000002:1.0:1773615962.249979:0:90453:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773615962.249983:0:90453:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773615962.249989:0:90453:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.249992:0:90453:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881cffae0 00800000:00000002:1.0:1773615962.249994:0:90453:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615962.250665:0:90453:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773615962.250668:0:90453:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615962.250671:0:90453:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615962.250674:0:90453:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615962.250677:0:90453:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615962.250680:0:90453:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.250682:0:90453:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615962.250686:0:90453:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.250690:0:90453:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773615962.250696:0:90453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.250698:0:90453:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881cff9b0 00000002:00010000:1.0:1773615962.250706:0:90453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773615962.250711:0:90453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773615962.250713:0:90453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773615962.250716:0:90453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773615962.250723:0:90453:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615962.250726:0:90453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615962.250728:0:90453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615962.250731:0:90453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773615962.250733:0:90453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773615962.250740:0:90453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19c00. 00000020:00000040:1.0:1773615962.250745:0:90453:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:1.0:1773615962.250753:0:90453:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773615962.250758:0:90453:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773615962.250766:0:90453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.250768:0:90453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615962.250770:0:90453:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.250774:0:90453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615962.250776:0:90453:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615962.250781:0:90453:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615962.250790:0:90453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050f8c00. 00000100:00000001:1.0:1773615962.250797:0:90453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.250803:0:90453:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773615962.250805:0:90453:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.250807:0:90453:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773615962.250808:0:90453:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.250810:0:90453:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615962.250817:0:90453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00010000:00000001:1.0:1773615962.250821:0:90453:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773615962.250823:0:90453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773615962.250827:0:90453:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804fe6300. 00010000:00000010:1.0:1773615962.250832:0:90453:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8046b7280. 00010000:00000001:1.0:1773615962.251347:0:90453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773615962.251354:0:90453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2b400. 00000020:00000001:1.0:1773615962.251359:0:90453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773615962.251361:0:90453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2b400 with handle 0xe60cc2233ec677e1 to hash 00000020:00000001:1.0:1773615962.251364:0:90453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773615962.251365:0:90453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773615962.251369:0:90453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773615962.251373:0:90453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615962.251375:0:90453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615962.251380:0:90453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec677e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 90453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773615962.251390:0:90453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec677e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773615962.251403:0:90453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec677e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 90453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773615962.251409:0:90453:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773615962.251410:0:90453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773615962.251418:0:90453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807d690c0. 00000100:00000001:1.0:1773615962.251420:0:90453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749604876480 : -121324104675136 : ffff91a807d690c0) 00000100:00000001:1.0:1773615962.251423:0:90453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615962.251425:0:90453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000001:1.0:1773615962.251430:0:90453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615962.251434:0:90453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.251436:0:90453:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773615962.251438:0:90453:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615962.251450:0:90453:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19c00 x1859763795549568/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.251458:0:90453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615962.251460:0:90453:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615962.251464:0:90453:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615962.251466:0:90453:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615962.251469:0:90453:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615962.251473:0:90453:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job cat:6bed2507-d27f-43a9-a583-f3d23438f235:90453:1859763795549568:192.168.201.103@tcp:101:cat.0 00000100:00000001:1.0:1773615962.251477:0:90453:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615962.251483:0:90453:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615962.251486:0:90453:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615962.251488:0:90453:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615962.251493:0:90453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a802f53000. 02000000:00000001:1.0:1773615962.251496:0:90453:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615962.251504:0:90453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615962.251508:0:90453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424790. 00000400:00000010:1.0:1773615962.251516:0:90453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1bb0. 00000100:00000200:1.0:1773615962.251523:0:90453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795549568, portal 10 00000100:00000001:1.0:1773615962.251525:0:90453:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615962.251758:0:90453:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000040:1.0:1773615962.251768:0:90453:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a19c00 x1859763795549568/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616017 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.251777:0:90453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615962.251780:0:90453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615962.251784:0:90453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1110. 00000100:00000200:1.0:1773615962.251788:0:90453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795549568, offset 0 00000400:00000200:1.0:1773615962.251796:0:90453:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615962.251805:0:90453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.251812:0:90453:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615962.251817:0:90453:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615962.251821:0:90453:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615962.251825:0:90453:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615962.251828:0:90453:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615962.251831:0:90453:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149243:149243:256:4294967295] 192.168.201.103@tcp LPNI seq info [149183:149183:8:4294967295] 00000400:00000200:1.0:1773615962.252952:0:90453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.252966:0:90453:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615962.252973:0:90453:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615962.252980:0:90453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80a14fc00. 00000800:00000200:1.0:1773615962.252987:0:90453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615962.252994:0:90453:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615962.252999:0:90453:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80a14fc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773615962.253169:0:90453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615962.253175:0:90453:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 236027 usecs (237 jiffies) 00000400:00000200:1.0:1773615962.253180:0:90453:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615962.253183:0:90453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301763098 00000100:00000001:1.0:1773615962.253186:0:90453:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301764493 00000100:00000001:1.0:1773615962.253189:0:90453:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301763098 00000100:00000001:1.0:1773615962.253192:0:90453:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301764493 00000100:00000001:1.0:1773615962.253194:0:90453:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615962.253198:0:90453:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.253201:0:90453:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615962.253203:0:90453:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773615962.253206:0:90453:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807d690c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773615962.253210:0:90453:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615962.253212:0:90453:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773615962.260326:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.260342:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.260346:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.260347:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.260355:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.260361:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.260367:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.260371:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.260375:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.260378:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200665d80 00000400:00000200:1.0:1773615962.260382:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.260387:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x192e71 [1] + 224 00000800:00000001:1.0:1773615962.260392:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.260440:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.260443:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.260446:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.260452:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.260460:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19c00 x1859763795549568/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616017 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615962.260467:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a807a19c00 x1859763795549568/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.260487:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.260495:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.260499:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773615962.263580:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615962.263586:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372700. 00000400:00000200:1.0:1773615962.263591:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.263597:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615962.263602:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816abb0 00000400:00000010:1.0:1773615962.263605:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816abb0. 00000100:00000001:1.0:1773615962.263809:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615962.263815:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375500 x1859763795549824/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616017 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.263826:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615962.263829:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375500 x1859763795549824/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616017 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.263862:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.263864:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615962.267068:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.267085:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.267089:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.267091:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.267099:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.267105:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.267111:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.267115:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.267119:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.267122:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200665e80 00000400:00000200:1.0:1773615962.267126:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.267131:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x192e81 [64] + 224 00000800:00000001:1.0:1773615962.267137:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.267143:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.267146:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.267149:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.267155:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.267162:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375500 x1859763795549824/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616017 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615962.267170:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91a810375500 x1859763795549824/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.267440:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.267450:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.267454:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773615962.290040:0:90455:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773615962.290047:0:90455:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773615962.290050:0:90455:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773615962.290053:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7b20 00000080:00200000:1.0:1773615962.290057:0:90455:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773615962.290065:0:90455:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809128000. 00800000:00000002:1.0:1773615962.290071:0:90455:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773615962.290074:0:90455:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773615962.290079:0:90455:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.290081:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7a40 00800000:00000002:1.0:1773615962.290083:0:90455:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615962.290087:0:90455:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773615962.290089:0:90455:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615962.290092:0:90455:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615962.290095:0:90455:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615962.290097:0:90455:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615962.290099:0:90455:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.290101:0:90455:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615962.290103:0:90455:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.290107:0:90455:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773615962.290112:0:90455:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.290114:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7910 00000002:00010000:1.0:1773615962.290116:0:90455:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773615962.290120:0:90455:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773615962.290122:0:90455:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773615962.290126:0:90455:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773615962.290133:0:90455:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6300 count: 2 00010000:00000001:1.0:1773615962.290135:0:90455:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615962.290140:0:90455:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615962.290144:0:90455:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773615962.290149:0:90455:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec677e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2f8 expref: -99 pid: 90453 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773615962.290160:0:90455:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773615962.290164:0:90455:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615962.290168:0:90455:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec677e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2f8 expref: -99 pid: 90453 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773615962.290174:0:90455:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773615962.290176:0:90455:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773615962.290178:0:90455:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773615962.290180:0:90455:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773615962.290182:0:90455:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773615962.290184:0:90455:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773615962.290186:0:90455:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773615962.290189:0:90455:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773615962.290193:0:90455:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a809128000. 00000080:00000001:1.0:1773615962.290196:0:90455:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773615962.290198:0:90455:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773615962.290201:0:90455:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773615962.290204:0:90455:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec677e1 00800000:00000001:1.0:1773615962.290207:0:90455:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773615962.290209:0:90455:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773615962.290211:0:90455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.290213:0:90455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.290215:0:90455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=3 00000020:00000001:1.0:1773615962.290217:0:90455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773615962.290220:0:90455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773615962.290222:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290224:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773615962.290225:0:90455:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773615962.290227:0:90455:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773615962.290230:0:90455:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677e1 from it ffffa25881ce7b58 00010000:00000001:1.0:1773615962.290232:0:90455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.290233:0:90455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.290234:0:90455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=3 00000020:00000001:1.0:1773615962.290236:0:90455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773615962.290238:0:90455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773615962.290240:0:90455:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773615962.290243:0:90455:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec677e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c2f8 expref: -99 pid: 90453 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773615962.290249:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290250:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615962.290252:0:90455:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773615962.290254:0:90455:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773615962.290256:0:90455:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec677e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c2f8 expref: -99 pid: 90453 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773615962.290264:0:90455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773615962.290267:0:90455:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773615962.290269:0:90455:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773615962.290273:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290274:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615962.290276:0:90455:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290279:0:90455:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773615962.290281:0:90455:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290283:0:90455:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290285:0:90455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290287:0:90455:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773615962.290289:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290290:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773615962.290292:0:90455:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773615962.290294:0:90455:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773615962.290296:0:90455:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773615962.290300:0:90455:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.290304:0:90455:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773615962.290306:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7b48 00000080:00002000:1.0:1773615962.290308:0:90455:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a805509798) flags 0x48004e refc 0 00000080:00000001:1.0:1773615962.290310:0:90455:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.290317:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7b90 00000080:00200000:1.0:1773615962.290319:0:90455:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1773615962.290327:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7d08 00000080:00200008:1.0:1773615962.290361:0:90455:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0x3:0x0](ffff91a8040c42c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773615962.290366:0:90455:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773615962.290367:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7c80 00000080:00200000:1.0:1773615962.290368:0:90455:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x3:0x0](ffff91a8040c42c8),name=recon 00000080:00000010:1.0:1773615962.290373:0:90455:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809128000. 00800000:00000002:1.0:1773615962.290376:0:90455:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773615962.290381:0:90455:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773615962.290383:0:90455:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.290384:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7ba0 00800000:00000002:1.0:1773615962.290386:0:90455:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x3:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615962.290388:0:90455:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773615962.290391:0:90455:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615962.290392:0:90455:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615962.290393:0:90455:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615962.290395:0:90455:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615962.290396:0:90455:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.290398:0:90455:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615962.290400:0:90455:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773615962.290402:0:90455:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615962.290403:0:90455:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615962.290404:0:90455:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615962.290406:0:90455:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615962.290407:0:90455:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.290409:0:90455:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x3:0x0] 00800000:00000001:1.0:1773615962.290411:0:90455:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615962.290413:0:90455:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x3:0x0], name='' -> mds #0 00000002:00000001:1.0:1773615962.290416:0:90455:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773615962.290417:0:90455:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7a70 00000002:00010000:1.0:1773615962.290419:0:90455:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773615962.290422:0:90455:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773615962.290424:0:90455:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773615962.290425:0:90455:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773615962.290428:0:90455:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 4 00010000:00000001:1.0:1773615962.290430:0:90455:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615962.290434:0:90455:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615962.290436:0:90455:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773615962.290439:0:90455:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1773615962.290446:0:90455:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773615962.290449:0:90455:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615962.290451:0:90455:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1773615962.290457:0:90455:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773615962.290459:0:90455:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773615962.290460:0:90455:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773615962.290462:0:90455:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773615962.290464:0:90455:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773615962.290466:0:90455:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773615962.290468:0:90455:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773615962.290470:0:90455:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773615962.290472:0:90455:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a809128000. 00000080:00000001:1.0:1773615962.290475:0:90455:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773615962.290476:0:90455:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773615962.290479:0:90455:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff91a8040c42c8) 00000080:00010000:1.0:1773615962.290559:0:90455:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x3:0x0](ffff91a8040c42c8) for lock 0xe60cc2233ec677b7 00800000:00000001:1.0:1773615962.290564:0:90455:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773615962.290565:0:90455:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773615962.290567:0:90455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.290568:0:90455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.290570:0:90455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773615962.290572:0:90455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773615962.290574:0:90455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773615962.290577:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290578:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773615962.290579:0:90455:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773615962.290581:0:90455:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773615962.290584:0:90455:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677b7 from it ffffa25881ce7cb8 00010000:00000001:1.0:1773615962.290586:0:90455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615962.290587:0:90455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615962.290588:0:90455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773615962.290590:0:90455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773615962.290593:0:90455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773615962.290595:0:90455:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773615962.290597:0:90455:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773615962.290603:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290604:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615962.290605:0:90455:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773615962.290607:0:90455:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773615962.290608:0:90455:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec677b7 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c29d expref: -99 pid: 90446 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1773615962.290612:0:90455:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773615962.290613:0:90455:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773615962.290614:0:90455:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773615962.290616:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290617:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615962.290617:0:90455:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290619:0:90455:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773615962.290619:0:90455:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290621:0:90455:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290622:0:90455:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615962.290623:0:90455:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773615962.290624:0:90455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615962.290625:0:90455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773615962.290626:0:90455:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773615962.290627:0:90455:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773615962.290630:0:90455:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773615962.290632:0:90455:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773615962.290634:0:90455:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773615962.290637:0:90455:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773615962.290639:0:90455:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.290641:0:90455:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773615962.290644:0:90455:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773615962.290646:0:90455:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773615962.290652:0:90455:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489630. 00000020:00000010:1.0:1773615962.290665:0:90455:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128000. 00000020:00000010:1.0:1773615962.290670:0:90455:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128a00. 00000020:00000010:1.0:1773615962.290674:0:90455:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8960. 00000008:00000010:1.0:1773615962.290681:0:90455:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773615962.290686:0:90455:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a180. 00008000:00000010:1.0:1773615962.290690:0:90455:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852e6d8. 00000080:00000010:1.0:1773615962.290697:0:90455:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0540. 00000080:00000010:1.0:1773615962.290701:0:90455:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818552480. 00000020:00000010:1.0:1773615962.290705:0:90455:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128600. 00000008:00000010:1.0:1773615962.290708:0:90455:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213202c0. 00020000:00000010:1.0:1773615962.290712:0:90455:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012e9680. 00008000:00000010:1.0:1773615962.290716:0:90455:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1df8. 00000080:00000010:1.0:1773615962.290719:0:90455:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4960. 00000020:00000001:1.0:1773615962.290722:0:90455:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343928 : -121323946207688 : ffff91a811489638) 00000020:00001000:1.0:1773615962.290724:0:90455:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489630 00000020:00000001:1.0:1773615962.290728:0:90455:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6b70 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.290730:0:90455:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773615962.290733:0:90455:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773615962.290735:0:90455:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x3:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773615962.290738:0:90455:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773615962.290739:0:90455:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773615962.290741:0:90455:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773615962.290743:0:90455:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615962.290745:0:90455:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773615962.290749:0:90455:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x3:0x0]io ffff91a8185524e0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773615962.290752:0:90455:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a8064127c0 00020000:00000001:1.0:1773615962.290757:0:90455:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773615962.290759:0:90455:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773615962.290761:0:90455:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773615962.290763:0:90455:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.290765:0:90455:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773615962.290767:0:90455:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773615962.290769:0:90455:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615962.290771:0:90455:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773615962.290772:0:90455:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773615962.290773:0:90455:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773615962.290774:0:90455:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046b5aa8) owner 0000000000000000/ffff91a8064127c0 00000020:00000001:1.0:1773615962.290777:0:90455:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773615962.290779:0:90455:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773615962.290781:0:90455:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x3:0x0] 00000020:00000001:1.0:1773615962.290783:0:90455:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773615962.290785:0:90455:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773615962.290787:0:90455:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773615962.290789:0:90455:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773615962.290793:0:90455:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773615962.290797:0:90455:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8046b7400. 00020000:00000002:1.0:1773615962.290798:0:90455:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773615962.290800:0:90455:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773615962.290802:0:90455:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773615962.290803:0:90455:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773615962.290804:0:90455:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773615962.290805:0:90455:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489750. 00000020:00000010:1.0:1773615962.290808:0:90455:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809129800. 00000020:00000010:1.0:1773615962.290810:0:90455:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128800. 00000020:00000010:1.0:1773615962.290811:0:90455:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8b40. 00000008:00000010:1.0:1773615962.290814:0:90455:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773615962.290816:0:90455:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4ad80. 00008000:00000010:1.0:1773615962.290818:0:90455:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852ea60. 00000080:00000010:1.0:1773615962.290820:0:90455:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0e70. 00000080:00000010:1.0:1773615962.290821:0:90455:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8185526c8. 00000020:00000010:1.0:1773615962.290823:0:90455:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128e00. 00000008:00000010:1.0:1773615962.290825:0:90455:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321080. 00020000:00000010:1.0:1773615962.290827:0:90455:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012e9f80. 00008000:00000010:1.0:1773615962.290828:0:90455:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1420. 00000080:00000010:1.0:1773615962.290830:0:90455:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef42d0. 00000020:00000001:1.0:1773615962.290832:0:90455:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344216 : -121323946207400 : ffff91a811489758) 00000020:00001000:1.0:1773615962.290833:0:90455:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489750 00000020:00000001:1.0:1773615962.290910:0:90455:0:(cl_object.c:151:cl_object_top()) ffff91a8046b63a0 -> ffff91a8046b6b70 00000020:00000001:1.0:1773615962.290913:0:90455:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773615962.290916:0:90455:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773615962.290917:0:90455:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773615962.290919:0:90455:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.290921:0:90455:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773615962.290923:0:90455:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493204712 : -121324216346904 : ffff91a8012e96e8) 00000020:00000001:1.0:1773615962.290926:0:90455:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000800:00000200:1.0:1773615962.292914:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615962.292920:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a804eaa400. 00000400:00000200:1.0:1773615962.292924:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.292929:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615962.292934:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:1.0:1773615962.292937:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:1.0:1773615962.292940:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615962.292945:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795550080/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.292954:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615962.292957:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795550080/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.292964:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.292966:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615962.297015:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.297032:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.297036:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.297038:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.297048:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.297056:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.297065:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.297069:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.297075:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.297079:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200665f80 00000400:00000200:1.0:1773615962.297082:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.297087:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x192e91 [1] + 224 00000800:00000001:1.0:1773615962.297094:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.297102:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.297104:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.297108:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.297113:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.297120:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795550080/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615962.297128:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8036cb100 x1859763795550080/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615978 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615962.297182:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.297190:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.297193:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773615962.298622:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615962.298626:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a804eaab00. 00000400:00000200:1.0:1773615962.298630:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.298635:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615962.298639:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:1.0:1773615962.298641:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:1.0:1773615962.298645:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615962.298650:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795550336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616017 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615962.298669:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615962.298673:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795550336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616017 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615962.298680:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615962.298681:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615962.304424:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.304442:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615962.304446:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.304447:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.304454:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.304460:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615962.304466:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.304471:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.304475:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.304479:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200666080 00000400:00000200:1.0:1773615962.304542:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615962.304549:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x192e99 [1] + 224 00000800:00000001:1.0:1773615962.304559:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.304569:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615962.304573:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615962.304578:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615962.304586:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615962.304593:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795550336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616017 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615962.304601:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91a8036cb100 x1859763795550336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616017 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615962.304670:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615962.304680:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615962.304683:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1773615962.318072:0:90458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651e00. 00010000:00000010:2.1:1773615962.318083:0:90458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2bc00. 00010000:00000010:2.1:1773615962.318087:0:90458:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6c00. 00010000:00000010:2.1:1773615962.318090:0:90458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00010000:00000010:2.1:1773615962.318092:0:90458:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6300. 00010000:00000010:2.1:1773615962.318094:0:90458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b400. 00000080:00000010:2.1:1773615962.332904:0:90458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a820339c60. 00000080:00000010:2.1:1773615962.332924:0:90458:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a8040c4200. 00000020:00000001:3.0:1773615963.055050:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615963.055059:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615963.055065:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615963.936024:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301764493, at 4301764544 00000100:00000010:1.0:1773615963.936028:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8c60. 00000100:00000040:3.0:1773615965.028649:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615965.028660:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615965.028667:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615965.028673:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773615965.028678:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615965.028682:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615965.028688:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615965.028697:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773615965.028704:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.028716:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615965.028729:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615965.028733:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.028740:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.029095:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029099:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615965.029103:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615965.029107:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773615965.029110:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615965.029113:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615965.029115:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615965.029117:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615965.029121:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41900. 00000100:00000001:3.0:1773615965.029126:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029131:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615965.029140:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615965.029143:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029147:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d13ac97a] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.029157:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029160:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615965.029163:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615965.029166:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0000. 00000020:00000040:3.0:1773615965.029169:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615965.029172:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615965.029174:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615965.029175:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615965.029179:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773615965.029182:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029187:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615965.029195:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615965.029197:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029202:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b373d809] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.029211:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029213:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615965.029217:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615965.029220:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615965.029222:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615965.029224:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615965.029225:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615965.029227:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615965.029230:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41b00. 00000100:00000001:3.0:1773615965.029233:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029237:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615965.029245:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615965.029247:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029251:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045707ead] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.029259:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029261:0:80636:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615965.029265:0:80636:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615965.029268:0:80636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773615965.029271:0:80636:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615965.029273:0:80636:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615965.029274:0:80636:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615965.029276:0:80636:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615965.029279:0:80636:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41d00. 00000100:00000001:3.0:1773615965.029282:0:80636:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029286:0:80636:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615965.029294:0:80636:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615965.029296:0:80636:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029300:0:80636:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.029308:0:80636:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.029313:0:80636:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7103) 00000100:00000001:3.0:1773615965.029331:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615965.029333:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615965.029335:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615965.029340:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.029348:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615965.029350:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.029353:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615965.029354:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615965.029356:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615965.029360:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795550592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615965.029363:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615965.029366:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615965.029367:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.029369:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615965.029374:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802e18400. 02000000:00000001:3.0:1773615965.029376:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615965.029381:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615965.029385:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615965.029389:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773615965.029393:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795550592, portal 10 00000100:00000001:3.0:1773615965.029396:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615965.029397:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:3.0:1773615965.029404:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.029412:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615965.029415:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615965.029417:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773615965.029420:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795550592, offset 0 00000400:00000200:3.0:1773615965.029425:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615965.029429:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615965.029433:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615965.029436:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615965.029439:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615965.029442:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615965.029445:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615965.029448:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149248:149248:255:4294967295] 192.168.201.103@tcp LPNI seq info [149188:149188:7:4294967295] 00000400:00000200:3.0:1773615965.029453:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615965.029460:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615965.029465:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615965.029468:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773615965.029473:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615965.029478:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615965.029481:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615965.035671:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.035680:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 233557 usecs (234 jiffies) 00000400:00000200:3.0:1773615965.035686:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615965.035689:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301765877 00000100:00000001:3.0:1773615965.035694:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301769612 00000100:00000001:3.0:1773615965.035697:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301765877 00000100:00000001:3.0:1773615965.035699:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301769612 00000100:00000001:3.0:1773615965.035702:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615965.035705:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.035709:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615965.035718:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.035726:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615965.035728:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.035732:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615965.035734:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615965.035736:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615965.035740:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795550848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615965.035744:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615965.035748:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615965.035750:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.035752:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615965.035759:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802e19c00. 02000000:00000001:3.0:1773615965.035761:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615965.035765:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615965.035769:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615965.035775:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615965.035780:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795550848, portal 4 00000100:00000001:3.0:1773615965.035782:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615965.035784:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615965.035791:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.035798:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615965.035800:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615965.035803:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3bb0. 00000100:00000200:3.0:1773615965.035807:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795550848, offset 0 00000400:00000200:3.0:1773615965.035812:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615965.035817:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615965.035822:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615965.035826:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615965.035829:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615965.035832:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615965.035834:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615965.035855:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149250:149250:253:4294967295] 192.168.201.103@tcp LPNI seq info [149190:149190:5:4294967295] 00000400:00000200:3.0:1773615965.035861:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615965.035870:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615965.035875:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615965.035880:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41f00. 00000800:00000200:3.0:1773615965.035885:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615965.035892:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615965.035895:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615965.035899:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.035902:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 832753 usecs (833 jiffies) 00000400:00000200:3.0:1773615965.035906:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615965.035908:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301766477 00000100:00000001:3.0:1773615965.035911:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301769612 00000100:00000001:3.0:1773615965.035913:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301766477 00000100:00000001:3.0:1773615965.035915:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301769612 00000100:00000001:3.0:1773615965.035917:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615965.035919:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.035922:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.035926:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.035934:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615965.035936:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615965.035940:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615965.035942:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615965.035944:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.035947:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615965.044642:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615965.044651:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a804eaac00. 00000400:00000200:1.0:1773615965.044658:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615965.044666:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615965.044673:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:1.0:1773615965.044676:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:1.0:1773615965.044681:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615965.044690:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.044702:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615965.044706:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.044714:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615965.044717:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615965.044731:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615965.044734:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41800. 00000400:00000200:1.0:1773615965.044736:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615965.044740:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615965.044742:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:1.0:1773615965.044744:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:1.0:1773615965.044746:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615965.044751:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.044759:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615965.044762:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.044769:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615965.044770:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615965.044779:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615965.044782:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41f00. 00000400:00000200:1.0:1773615965.044785:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615965.044788:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615965.044790:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3bb0 00000400:00000010:1.0:1773615965.044792:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3bb0. 00000100:00000001:1.0:1773615965.044794:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615965.044798:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.044805:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615965.044808:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.044814:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615965.044815:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615965.044822:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615965.044824:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a804eaa500. 00000400:00000200:1.0:1773615965.044827:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615965.044831:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615965.044834:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eb28 00000400:00000010:1.0:1773615965.045594:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eb28. 00000100:00000001:1.0:1773615965.045600:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615965.045606:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.045624:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615965.045628:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.045634:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615965.045636:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615965.046123:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615965.046127:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a804eaa700. 00000400:00000200:1.0:1773615965.046131:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615965.046135:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615965.046138:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:1.0:1773615965.046140:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:1.0:1773615965.046142:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615965.046146:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.046153:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615965.046155:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615965.046159:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615965.046160:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615965.058880:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773615965.059456:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615965.059461:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615965.067915:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615965.067924:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615965.067929:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:3.0:1773615965.067939:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:3.0:1773615965.067942:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:3.0:1773615965.067947:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615965.067969:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615965.067982:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.067991:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615965.067995:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.067998:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615965.068001:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615965.068004:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615965.068006:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.068010:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615965.068017:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615965.068022:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=123 v=5 (1 1 1 0) 00000100:00000001:3.0:1773615965.068025:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615965.068026:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615965.068029:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615965.068031:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068034:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.068039:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068047:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615965.068051:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615965.068053:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615965.068058:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615965.068073:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795550464:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615965.068078:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068081:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615965.068085:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795550464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068092:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615965.068095:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615965.068099:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111cd000. 02000000:00000001:3.0:1773615965.068103:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615965.068106:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615965.068108:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773615965.068110:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615965.068113:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41000. 02000000:00000001:3.0:1773615965.068117:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615965.068118:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615965.068121:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773615965.068124:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615965.068126:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068130:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068132:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615965.068134:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615965.068138:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615965.068139:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615965.068141:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9420. 00000400:00000200:3.0:1773615965.068144:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:3.0:1773615965.068145:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:3.0:1773615965.068148:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615965.068152:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615965.068161:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068167:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615965.068169:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068171:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615965.068172:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615965.068174:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615965.068176:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.068177:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615965.068183:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=56 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615965.068187:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=56 v=5 (1 1 1 2) 00000100:00000001:3.0:1773615965.068189:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615965.068190:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615965.068192:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615965.068196:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068200:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615965.068202:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773615965.068204:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615965.068206:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.068211:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068218:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615965.068220:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615965.068222:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615965.068225:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615965.068231:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795550720:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615965.068235:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615965.068236:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615965.068237:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b93c8. 00000400:00000200:3.0:1773615965.068239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:3.0:1773615965.068240:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:3.0:1773615965.068242:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615965.068245:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615965.068251:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068256:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615965.068256:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068258:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615965.068259:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615965.068260:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615965.068261:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.068262:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615965.068265:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615965.068267:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=10 v=5 (1 1 0 0) 00000100:00000001:3.0:1773615965.068269:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615965.068270:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615965.068271:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615965.068273:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068274:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615965.068275:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615965.068276:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615965.068277:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.068279:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068283:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615965.068285:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615965.068285:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615965.068287:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615965.068292:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795550976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615965.068294:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068295:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615965.068297:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0000 x1859763795550720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068301:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615965.068302:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615965.068303:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111cce00. 02000000:00000001:3.0:1773615965.068305:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615965.068306:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615965.068307:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615965.068308:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615965.068310:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41600. 02000000:00000001:3.0:1773615965.068311:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615965.068312:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615965.068313:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0000. 00000100:00000001:3.0:1773615965.068314:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615965.068315:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068316:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615965.068318:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795550976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068322:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615965.068323:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615965.068324:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111cca00. 02000000:00000001:3.0:1773615965.068325:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615965.068325:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615965.068326:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615965.068327:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615965.068328:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41d00. 02000000:00000001:3.0:1773615965.068329:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615965.068330:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615965.068330:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:3.0:1773615965.068332:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615965.068332:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068333:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068339:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615965.068340:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068341:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615965.068342:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068353:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615965.068354:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615965.068356:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615965.068357:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615965.068358:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615965.068360:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773615965.068361:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773615965.068363:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615965.068366:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615965.068372:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068376:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615965.068377:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068378:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615965.068378:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615965.068379:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615965.068380:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.068381:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615965.068384:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=56 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615965.068386:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615965.068387:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615965.068388:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615965.068389:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615965.068390:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068391:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615965.068392:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215215 00000100:00000001:3.0:1773615965.068393:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615965.068395:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.068397:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068402:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615965.068403:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615965.068404:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615965.068406:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615965.068410:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795550592:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773615965.068413:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615965.068415:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615965.068416:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615965.068417:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773615965.068418:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773615965.068419:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615965.068422:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615965.068427:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068430:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615965.068431:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068432:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615965.068433:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615965.068433:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615965.068434:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615965.068435:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615965.068437:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615965.068439:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615965.068440:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615965.068441:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615965.068442:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615965.068443:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068444:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615965.068445:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640275 00000100:00000001:3.0:1773615965.068446:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615965.068447:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615965.068449:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068452:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615965.068453:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615965.068454:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615965.068456:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615965.068464:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795550848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615965.068467:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068468:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615965.068469:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2a00 x1859763795550592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068473:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615965.068474:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615965.068475:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802e18400. 02000000:00000001:3.0:1773615965.068477:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615965.068478:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615965.068479:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615965.068480:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615965.068480:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41900. 02000000:00000001:3.0:1773615965.068495:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615965.068495:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615965.068496:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2a00. 00000100:00000001:3.0:1773615965.068498:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615965.068498:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068500:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615965.068502:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795550848/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615965.068506:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615965.068507:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615965.068508:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802e19c00. 02000000:00000001:3.0:1773615965.068722:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615965.068724:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615965.068725:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615965.068727:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615965.068729:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41b00. 02000000:00000001:3.0:1773615965.068731:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615965.068733:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615965.068734:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615965.068737:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615965.068739:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068741:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615965.068745:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615965.068747:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615965.068749:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615965.068751:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615966.113576:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615966.113580:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615966.113583:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773615967.004960:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.004977:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615967.004982:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.004984:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615967.004994:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.005002:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615967.005012:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.005017:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.005024:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.005028:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b7201410300 00000400:00000200:1.0:1773615967.005038:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x192e01 [2] + 0 00000800:00000001:1.0:1773615967.005047:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.005055:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615967.005059:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615967.005063:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615967.005071:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773615967.005073:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1773615967.005080:0:2392:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b800. 00000100:00000040:1.0:1773615967.005084:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91a807a1b800 x1859763809878784 msgsize 328 00000100:00100000:1.0:1773615967.005089:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:1.0:1773615967.005105:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773615967.005114:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.005117:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615967.005141:0:81768:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773615967.005144:0:81768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763809878784 02000000:00000001:1.0:1773615967.005147:0:81768:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773615967.005150:0:81768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773615967.005153:0:81768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615967.005158:0:81768:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615967.005163:0:81768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763809878784 00000020:00000001:1.0:1773615967.005167:0:81768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773615967.005169:0:81768:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:1.0:1773615967.005172:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615967.005175:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:1.0:1773615967.005178:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:1.0:1773615967.005181:0:81768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00000001:1.0:1773615967.005185:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773615967.005190:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9d80. 00000100:00000001:1.0:1773615967.005194:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773615967.005197:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9d80. 00000020:00000010:1.0:1773615967.005206:0:81768:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa2800. 00000020:00000010:1.0:1773615967.005213:0:81768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8046b7a80. 00000020:00000010:1.0:1773615967.005219:0:81768:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8046b6190. 00000100:00000040:1.0:1773615967.005230:0:81768:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773615967.005233:0:81768:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773615967.005235:0:81768:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773615967.005238:0:81768:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615967.005247:0:81768:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615967.005255:0:81768:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615967.005269:0:81768:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773615967.005272:0:81768:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773615967.005277:0:81768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 37 00000100:00000040:1.0:1773615967.005281:0:81768:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a807e38000 : new rpc_count 1 00000100:00000001:1.0:1773615967.005283:0:81768:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749601413120 : -121324108138496 : ffff91a807a1b800) 00000100:00000040:1.0:1773615967.005291:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a807a1b800 x1859763809878784/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:178/0 lens 328/0 e 0 to 0 dl 1773615978 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615967.005301:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773615967.005305:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9d80. 00000100:00000001:1.0:1773615967.005307:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773615967.005309:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9d80. 00000100:00100000:1.0:1773615967.005314:0:81768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a807a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:27799:x1859763809878784:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773615967.005319:0:81768:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763809878784 00010000:00000001:1.0:1773615967.005321:0:81768:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773615967.005329:0:81768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615967.005331:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615967.005334:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4600 refcount=2 00000020:00000001:1.0:1773615967.005336:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615967.005339:0:81768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:1.0:1773615967.005343:0:81768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615967.005347:0:81768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773615967.005353:0:81768:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000c1188e17/0xe60cc2233ec677c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xf6516185796c2b9 expref: -99 pid: 90446 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1773615967.005366:0:81768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773615967.005369:0:81768:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773615967.005375:0:81768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8050fbc00. 02000000:00000001:1.0:1773615967.005377:0:81768:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615967.005380:0:81768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615967.005384:0:81768:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773615967.005386:0:81768:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773615967.005390:0:81768:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=32 v=5 (1 1 0 1) 00000100:00000001:1.0:1773615967.005395:0:81768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773615967.005398:0:81768:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773615967.005400:0:81768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:1.0:1773615967.005403:0:81768:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773615967.005404:0:81768:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615967.005408:0:81768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615967.005411:0:81768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615967.005415:0:81768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e14c8. 00000100:00000200:1.0:1773615967.005421:0:81768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763809878784, offset 224 00000400:00000200:1.0:1773615967.005427:0:81768:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615967.005434:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.005461:0:81768:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615967.005469:0:81768:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149252:149252:256:4294967295] 192.168.201.103@tcp LPNI seq info [149192:149192:8:4294967295] 00000400:00000200:1.0:1773615967.005474:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.005483:0:81768:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615967.005489:0:81768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615967.005494:0:81768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80a14fc00. 00000800:00000200:1.0:1773615967.005501:0:81768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615967.005508:0:81768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615967.005513:0:81768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80a14fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615967.005526:0:81768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615967.005530:0:81768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773615967.005534:0:81768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773615967.005538:0:81768:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a807d69e40. 00010000:00000001:1.0:1773615967.005541:0:81768:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773615967.005562:0:81768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773615967.005565:0:81768:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615967.005567:0:81768:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615967.005569:0:81768:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615967.005574:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b800 x1859763809878784/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:178/0 lens 328/224 e 0 to 0 dl 1773615978 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773615967.005595:0:81768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a807a1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:27799:x1859763809878784:12345-192.168.201.103@tcp:104: Request processed in 292us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1773615967.005603:0:81768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 37 00000100:00000040:1.0:1773615967.005606:0:81768:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a807e38000 : new rpc_count 0 00000100:00000001:1.0:1773615967.005608:0:81768:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773615967.005611:0:81768:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773615967.005616:0:81768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8046b7a80. 00000020:00000010:1.0:1773615967.005620:0:81768:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8046b6190. 00000020:00000010:1.0:1773615967.005624:0:81768:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa2800. 00000020:00000040:1.0:1773615967.005628:0:81768:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00000001:1.0:1773615967.005631:0:81768:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773615967.005706:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615967.005710:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80a14fc00. 00000400:00000200:1.0:1773615967.005713:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615967.005717:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615967.005721:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e14c8 00000400:00000010:1.0:1773615967.005723:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e14c8. 00000100:00000001:1.0:1773615967.005726:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773615967.005728:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1773615967.006952:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615967.006965:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615967.006968:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615967.006974:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615967.006983:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615967.006993:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615967.006997:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615967.007000:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615967.007003:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615967.007007:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795551104:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615967.007012:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615967.007023:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615967.007026:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615967.007028:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615967.007034:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804eac200. 02000000:00000001:3.0:1773615967.007037:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615967.007043:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615967.007047:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615967.007061:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615967.007068:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795551104, portal 18 00000100:00000001:3.0:1773615967.007071:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615967.007073:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:3.0:1773615967.007080:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615967.007088:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615967.007091:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615967.007095:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773615967.007098:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795551104, offset 0 00000400:00000200:3.0:1773615967.007104:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615967.007110:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615967.007116:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615967.007120:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615967.007322:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615967.007325:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615967.007329:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615967.007332:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149253:149253:256:4294967295] 192.168.201.103@tcp LPNI seq info [149193:149193:8:4294967295] 00000400:00000200:3.0:1773615967.007337:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615967.007345:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615967.007351:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615967.007356:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773615967.007361:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615967.007367:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615967.007371:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773615967.007379:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615967.007383:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 826111 usecs (827 jiffies) 00000400:00000200:3.0:1773615967.007387:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615967.007390:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301768442 00000100:00000001:3.0:1773615967.007403:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301769612 00000100:00000001:3.0:1773615967.007406:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301768442 00000100:00000001:3.0:1773615967.007409:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301769612 00000100:00000001:3.0:1773615967.007412:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615967.007415:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615967.007419:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615967.007421:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615967.007434:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615967.007437:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615967.007445:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615967.007447:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615967.007449:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615967.007451:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615967.007465:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615967.007468:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615967.007617:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615967.007639:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41b00. 00000400:00000200:1.0:1773615967.007644:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615967.007649:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615967.007654:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:1.0:1773615967.007664:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:1.0:1773615967.007673:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615967.007678:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615967.007689:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615967.007692:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615967.007700:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615967.007701:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615967.015540:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.015558:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615967.015562:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.015565:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615967.015574:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.015591:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615967.015601:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.015606:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.015612:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.015617:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200666380 00000400:00000200:1.0:1773615967.015622:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615967.015629:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192ed1 [1] + 224 00000800:00000001:1.0:1773615967.015638:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.015647:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615967.015650:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615967.015655:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615967.015662:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615967.015670:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615967.015683:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615967.015712:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615967.015721:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615967.015724:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615967.015830:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615967.015834:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615967.015863:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615967.015865:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615967.015869:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615967.015873:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773615967.015875:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773615967.015878:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615967.015883:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615967.015894:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615967.015901:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615967.015903:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615967.015906:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615967.015910:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615967.015912:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615967.015915:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615967.015918:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615967.015929:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7ce8 time=105 v=5 (5 5 5 0) 00000100:00001000:3.0:1773615967.015933:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615967.015936:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615967.015938:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615967.015941:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615967.015945:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615967.015948:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615967.015951:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640275 00000100:00000001:3.0:1773615967.015953:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615967.015954:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615967.015959:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615967.015967:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615967.015971:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615967.015973:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615967.015977:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615967.015985:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795551104:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773615967.015990:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615967.015992:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615967.015995:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795551104/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615983 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615967.016002:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615967.016004:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615967.016008:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804eac200. 02000000:00000001:3.0:1773615967.016011:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615967.016013:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615967.016015:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615967.016018:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615967.016021:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a8111cc800. 02000000:00000001:3.0:1773615967.016024:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615967.016026:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615967.016028:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:3.0:1773615967.016031:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615967.016032:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615967.016034:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615967.016042:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615967.016044:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615967.016047:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615967.016049:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773615967.019885:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:2.1:1773615967.019898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4600. 00000080:00000001:3.0:1773615968.061193:0:90832:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615968.161522:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615968.161526:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615968.161531:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615969.055914:0:71726:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301769612, at 4301769664 00000100:00000010:1.0:1773615969.055932:0:71726:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685d20. 00000100:00000040:1.0:1773615970.144169:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615970.144183:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615970.144196:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19f80. 00000020:00000040:1.0:1773615970.144203:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773615970.144210:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615970.144213:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615970.144219:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615970.144229:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80a14fc00. 00000100:00000001:1.0:1773615970.144237:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144251:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615970.144263:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615970.144268:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144274:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29b028f] to pc [ptlrpcd_00_01+1] req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.144299:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144301:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615970.144305:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615970.144308:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18e00. 00000020:00000040:1.0:1773615970.144310:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773615970.144313:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615970.144314:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615970.144317:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615970.144323:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80a14f700. 00000100:00000001:1.0:1773615970.144326:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144330:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615970.144337:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615970.144431:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144436:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c7743e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.144445:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144447:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615970.144451:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615970.144454:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773615970.144457:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773615970.144459:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615970.144461:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615970.144463:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615970.144467:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a812a94900. 00000100:00000001:1.0:1773615970.144471:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144475:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615970.144482:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615970.144484:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144488:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5a65d8] to pc [ptlrpcd_00_01+1] req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.144494:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144496:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615970.144499:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615970.144502:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19180. 00000020:00000040:1.0:1773615970.144504:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:1.0:1773615970.144507:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615970.144508:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615970.144509:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615970.144513:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80327b600. 00000100:00000001:1.0:1773615970.144516:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144519:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615970.144525:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615970.144538:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144542:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7265e61] to pc [ptlrpcd_00_00+0] req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.144549:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144551:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615970.144554:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615970.144557:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773615970.144559:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773615970.144561:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615970.144562:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615970.144563:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615970.144566:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80327bc00. 00000100:00000001:1.0:1773615970.144569:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144573:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615970.144580:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615970.144581:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144584:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a511a39e] to pc [ptlrpcd_00_01+1] req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.144590:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.144594:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7108) 00000100:00000001:1.0:1773615970.144608:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615970.144611:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615970.144614:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615970.144619:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.144627:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615970.144629:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.144633:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615970.144635:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615970.144638:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615970.144641:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795551232:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615970.144645:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615970.144650:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615970.144652:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.144654:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615970.144659:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604000. 02000000:00000001:1.0:1773615970.144661:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615970.144669:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615970.144673:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424948. 00000400:00000010:1.0:1773615970.144679:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e14c8. 00000100:00000200:1.0:1773615970.144687:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795551232, portal 25 00000100:00000001:1.0:1773615970.144690:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615970.144691:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000040:1.0:1773615970.144696:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.144704:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615970.144706:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615970.144709:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1e58. 00000100:00000200:1.0:1773615970.144711:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795551232, offset 0 00000400:00000200:1.0:1773615970.144717:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615970.144725:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.144732:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615970.145151:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615970.145157:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615970.145501:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615970.145505:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615970.145509:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149254:149254:256:4294967295] 192.168.201.103@tcp LPNI seq info [149194:149194:8:4294967295] 00000400:00000200:1.0:1773615970.145514:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.145524:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615970.145540:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615970.145545:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80327b400. 00000800:00000200:1.0:1773615970.145552:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615970.145561:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615970.145565:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80327b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615970.145576:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615970.145580:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615970.145582:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301774726 00000100:00000010:1.0:1773615970.145586:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8a20. 00000100:00000001:1.0:1773615970.145593:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773615970.145598:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301774726 00000100:00000010:1.0:1773615970.145601:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8540. 00000100:00000001:1.0:1773615970.145604:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773615970.145606:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615970.145609:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.145612:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615970.145616:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.145623:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615970.145624:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.145626:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615970.145628:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615970.145630:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615970.145633:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795551488:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615970.145636:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615970.145639:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615970.145641:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.145643:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615970.145647:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604200. 02000000:00000001:1.0:1773615970.145648:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615970.145652:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615970.145655:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b00. 00000400:00000010:1.0:1773615970.145659:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1550. 00000100:00000200:1.0:1773615970.145664:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795551488, portal 10 00000100:00000001:1.0:1773615970.145666:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615970.145667:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:1.0:1773615970.145673:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.145679:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615970.145680:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615970.145683:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773615970.145685:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795551488, offset 0 00000400:00000200:1.0:1773615970.145689:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615970.145693:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.145697:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615970.145699:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615970.145702:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615970.145704:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615970.145706:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615970.145708:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149255:149255:255:4294967295] 192.168.201.103@tcp LPNI seq info [149195:149195:7:4294967295] 00000400:00000200:1.0:1773615970.145712:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.145718:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615970.145722:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615970.145725:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80327b900. 00000800:00000200:1.0:1773615970.145728:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615970.145732:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615970.146422:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80327b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615970.146427:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.146431:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 121418 usecs (122 jiffies) 00000400:00000200:1.0:1773615970.146435:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615970.146438:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301770876 00000100:00000001:1.0:1773615970.146440:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.146443:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301770876 00000100:00000001:1.0:1773615970.146445:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.146447:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615970.146449:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.146452:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615970.146457:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.146464:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615970.146466:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.146468:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615970.146470:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615970.146472:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615970.146475:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795551744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615970.146478:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615970.146481:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615970.146483:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.146485:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615970.146489:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604400. 02000000:00000001:1.0:1773615970.146491:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615970.146495:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615970.146498:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204240b0. 00000400:00000010:1.0:1773615970.146502:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000100:00000200:1.0:1773615970.146505:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795551744, portal 4 00000100:00000001:1.0:1773615970.146507:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615970.146508:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000040:1.0:1773615970.146514:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.146521:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615970.146524:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615970.146536:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773615970.146539:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795551744, offset 0 00000400:00000200:1.0:1773615970.146543:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615970.146548:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.146552:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615970.146555:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615970.146557:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615970.146560:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615970.146562:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615970.146565:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149256:149256:254:4294967295] 192.168.201.103@tcp LPNI seq info [149196:149196:6:4294967295] 00000400:00000200:1.0:1773615970.146569:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.146575:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615970.146579:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615970.146582:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80327ba00. 00000800:00000200:1.0:1773615970.146585:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615970.146590:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615970.146592:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80327ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615970.146596:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.146599:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 609232 usecs (610 jiffies) 00000400:00000200:1.0:1773615970.146602:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615970.146604:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301771364 00000100:00000001:1.0:1773615970.146606:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.146609:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301771364 00000100:00000001:1.0:1773615970.146611:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.146614:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615970.146616:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.146619:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.146622:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615970.146629:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615970.146631:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773615970.146634:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615970.146636:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615970.146637:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615970.146640:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1773615970.146642:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615970.146644:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615970.146645:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615970.146647:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615970.146648:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615970.146649:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615970.146654:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.146660:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615970.146661:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.146663:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615970.146665:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615970.146667:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615970.146669:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795551360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615970.146672:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615970.146676:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615970.146677:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.146679:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615970.146682:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605400. 02000000:00000001:1.0:1773615970.146685:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615970.146688:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615970.146691:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773615970.146694:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e12a8. 00000100:00000200:1.0:1773615970.146697:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795551360, portal 10 00000100:00000001:1.0:1773615970.146699:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615970.146700:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00000100:00000040:1.0:1773615970.146706:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.146714:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615970.146716:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615970.146719:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773615970.146721:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795551360, offset 0 00000400:00000200:1.0:1773615970.146725:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615970.146729:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.146732:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615970.147445:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615970.147449:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615970.147451:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615970.147455:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615970.147458:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149257:149257:253:4294967295] 192.168.201.103@tcp LPNI seq info [149197:149197:5:4294967295] 00000400:00000200:1.0:1773615970.147464:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.147470:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615970.147475:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615970.147480:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80327be00. 00000800:00000200:1.0:1773615970.147485:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615970.147490:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615970.147493:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80327be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615970.147496:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.147501:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 233058 usecs (234 jiffies) 00000400:00000200:1.0:1773615970.147503:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615970.147506:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301770988 00000100:00000001:1.0:1773615970.147508:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.147510:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301770988 00000100:00000001:1.0:1773615970.147512:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.147514:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615970.147517:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.147521:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615970.147537:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.147546:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615970.147548:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.147550:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615970.147552:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615970.147554:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615970.147557:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795551616:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615970.147561:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615970.147564:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615970.147566:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615970.147568:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615970.147572:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a801341e00. 02000000:00000001:1.0:1773615970.147574:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615970.147578:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615970.147581:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424160. 00000400:00000010:1.0:1773615970.147585:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1aa0. 00000100:00000200:1.0:1773615970.147589:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795551616, portal 4 00000100:00000001:1.0:1773615970.147592:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615970.147593:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000040:1.0:1773615970.147599:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.147606:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615970.147609:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615970.147611:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773615970.147613:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795551616, offset 0 00000400:00000200:1.0:1773615970.147617:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615970.147622:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.147626:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615970.147628:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615970.147631:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615970.147633:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615970.147636:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615970.147639:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149258:149258:252:4294967295] 192.168.201.103@tcp LPNI seq info [149198:149198:4:4294967295] 00000400:00000200:1.0:1773615970.147643:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.147649:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615970.147653:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615970.147657:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fb00. 00000800:00000200:1.0:1773615970.147661:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615970.147665:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615970.147668:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615970.147670:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615970.147674:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 819265 usecs (820 jiffies) 00000400:00000200:1.0:1773615970.147677:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615970.147679:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301771574 00000100:00000001:1.0:1773615970.147681:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.147683:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301771574 00000100:00000001:1.0:1773615970.147685:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301774726 00000100:00000001:1.0:1773615970.147687:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615970.147689:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.147692:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.147695:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.147710:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615970.147712:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615970.150867:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615970.150877:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80327b400. 00000400:00000200:1.0:1773615970.150884:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.150892:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615970.150904:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1e58 00000400:00000010:1.0:1773615970.150906:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1e58. 00000100:00000001:1.0:1773615970.150911:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615970.150918:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.150937:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615970.150941:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.150948:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.150950:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615970.150966:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615970.150968:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80327b900. 00000400:00000200:1.0:1773615970.150971:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.150974:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615970.150976:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e13b8 00000400:00000010:1.0:1773615970.150978:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e13b8. 00000100:00000001:1.0:1773615970.150980:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615970.150984:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.150992:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615970.150995:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.151001:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.151003:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615970.151010:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615970.151012:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80327ba00. 00000400:00000200:1.0:1773615970.151015:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.151018:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615970.151020:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773615970.151022:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773615970.151024:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615970.151028:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.151035:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615970.151038:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.151049:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.151051:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615970.151060:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615970.151062:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80327be00. 00000400:00000200:1.0:1773615970.151064:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.151414:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615970.151419:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773615970.151422:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773615970.151425:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615970.151429:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.151438:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615970.151441:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.151448:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.151450:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615970.152508:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615970.152514:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4fb00. 00000400:00000200:1.0:1773615970.152519:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.152537:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615970.152541:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:1.0:1773615970.152543:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:1.0:1773615970.152547:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615970.152554:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.152564:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615970.152567:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.152573:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615970.152575:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615970.160986:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161003:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615970.161008:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161011:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161020:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161027:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615970.161035:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161040:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161046:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161050:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200666500 00000400:00000200:1.0:1773615970.161055:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161061:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x192ee9 [1] + 224 00000800:00000001:1.0:1773615970.161125:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161132:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161136:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.161141:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615970.161147:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615970.161157:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615970.161169:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b100 x1859763795551488/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.161192:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615970.161202:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161206:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615970.161207:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161209:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161212:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161215:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615970.161219:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161222:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161224:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161227:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200666400 00000400:00000200:1.0:1773615970.161230:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161235:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192ed9 [1] + 224 00000800:00000001:1.0:1773615970.161239:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161243:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161245:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.161248:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615970.161251:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615970.161256:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615970.161264:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19f80 x1859763795551232/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.161272:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615970.161276:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161279:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615970.161281:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161283:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161285:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161288:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615970.161292:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161294:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161297:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161299:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200666480 00000400:00000200:1.0:1773615970.161301:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161321:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x192f09 [1] + 224 00000800:00000001:1.0:1773615970.161324:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161328:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161330:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.161333:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615970.161336:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615970.161340:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615970.161349:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18e00 x1859763795551360/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.161356:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615970.161358:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161361:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615970.161362:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161364:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161366:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161370:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615970.161373:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161376:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161378:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161381:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200666600 00000400:00000200:1.0:1773615970.161384:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.161389:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192ef9 [1] + 224 00000800:00000001:1.0:1773615970.161392:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.161396:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.161397:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.162322:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615970.162327:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615970.162396:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615970.162468:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18700 x1859763795551744/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.162483:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615970.162491:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.162499:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615970.162500:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.162502:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.162507:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.162511:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615970.162516:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.162520:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.162523:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.162538:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200666580 00000400:00000200:1.0:1773615970.162542:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615970.162546:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192f19 [1] + 224 00000800:00000001:1.0:1773615970.162550:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.162561:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615970.162563:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615970.162566:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615970.162568:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615970.162572:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615970.162579:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19180 x1859763795551616/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615970.162585:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615970.162588:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615970.162591:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773615970.739328:0:90987:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615971.243628:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615971.243635:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615971.243639:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1773615971.290202:0:91024:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1773615971.290208:0:91024:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130a: enqueue resend on not existing file ========================================================== 19:06:09 (1773615969) 00000001:00000001:3.0:1773615971.326925:0:91024:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:1.0:1773615972.141072:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615972.141077:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80b4cea00. 00000400:00000200:1.0:1773615972.141083:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.141089:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615972.141095:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:1.0:1773615972.141097:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:1.0:1773615972.141100:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615972.141106:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795551872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.141115:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615972.141118:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9500 x1859763795551872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.141125:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615972.141127:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615972.149051:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.149072:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615972.149077:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.149080:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615972.149092:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.149100:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615972.149109:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.149113:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.149119:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.149123:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200666680 00000400:00000200:1.0:1773615972.149127:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.149134:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x192f29 [1] + 224 00000800:00000001:1.0:1773615972.149143:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.149153:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615972.149156:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.149161:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615972.149169:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615972.149178:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795551872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615972.149190:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8036c9500 x1859763795551872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.149428:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615972.149438:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.149441:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773615972.153082:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615972.153094:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80b4cea00. 00000400:00000200:1.0:1773615972.153102:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.153113:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615972.153122:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:1.0:1773615972.153125:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:1.0:1773615972.153129:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615972.153137:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795552000/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.153157:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615972.153161:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9500 x1859763795552000/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.153168:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615972.153170:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615972.176026:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.176045:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615972.176050:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.176053:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615972.176062:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.176072:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615972.176081:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.176087:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.176093:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.176098:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b7200666700 00000400:00000200:1.0:1773615972.176104:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.176111:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x192f31 [1] + 224 00000800:00000001:1.0:1773615972.176120:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.176129:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615972.176132:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.176136:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615972.176144:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615972.176154:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795552000/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773615972.176166:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91a8036c9500 x1859763795552000/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.176258:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615972.176267:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.176282:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615972.179440:0:90891:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1773615972.179444:0:90891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615972.179447:0:90891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615972.179450:0:90891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615972.179454:0:90891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615972.179457:0:90891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.179459:0:90891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615972.179462:0:90891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.179468:0:90891:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615972.179470:0:90891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615972.179473:0:90891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615972.179482:0:90891:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febb00 count: 2 00010000:00000001:3.0:1773615972.179487:0:90891:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615972.179503:0:90891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.179508:0:90891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615972.179512:0:90891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773615972.179523:0:90891:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615972.179952:0:90891:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.179958:0:90891:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773615972.179966:0:90891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615972.179968:0:90891:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615972.179970:0:90891:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615972.179975:0:90891:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773615972.179977:0:90891:0:(dcache.c:176:ll_intent_release()) intent ffffa25881ccf930 released 00000080:00010000:3.0:1773615972.179979:0:90891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677ef from it ffffa25881ccf930 00010000:00000001:3.0:1773615972.179982:0:90891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.179984:0:90891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.179987:0:90891:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:3.0:1773615972.179989:0:90891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773615972.179992:0:90891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773615972.179994:0:90891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615972.179997:0:90891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773615972.180003:0:90891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.180005:0:90891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.180006:0:90891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615972.180008:0:90891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615972.180011:0:90891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773615972.180018:0:90891:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615972.180021:0:90891:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615972.180023:0:90891:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615972.180028:0:90891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.180029:0:90891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.180031:0:90891:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.180033:0:90891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615972.180035:0:90891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.180037:0:90891:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.180040:0:90891:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.180042:0:90891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615972.180044:0:90891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.180045:0:90891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773615972.180046:0:90891:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773615972.180048:0:90891:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773615972.180051:0:90891:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773615972.180057:0:90891:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a810911c00. 00000100:00000001:3.0:1773615972.180064:0:90891:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.180071:0:90891:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795552000/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.180079:0:90891:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615972.180082:0:90891:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615972.180085:0:90891:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3d800. 02000000:00000001:3.0:1773615972.180089:0:90891:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615972.180092:0:90891:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615972.180093:0:90891:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615972.180095:0:90891:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615972.180098:0:90891:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496000. 02000000:00000001:3.0:1773615972.180101:0:90891:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615972.180102:0:90891:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615972.180105:0:90891:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:3.0:1773615972.180108:0:90891:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615972.180110:0:90891:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615972.180112:0:90891:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773615972.180113:0:90891:0:(dcache.c:176:ll_intent_release()) intent ffffa25881ccfb20 released 00000080:00000001:3.0:1773615972.180114:0:90891:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773615972.180119:0:90891:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773615972.180121:0:90891:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ccfb70 00000080:00002000:3.0:1773615972.180123:0:90891:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff91a8055b3948, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773615972.180126:0:90891:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615972.180582:0:90891:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ccfd08 00000080:00200008:3.0:1773615972.180629:0:90891:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773615972.180637:0:90891:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615972.180680:0:90891:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ccfc80 00000080:00200000:3.0:1773615972.180683:0:90891:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773615972.180690:0:90891:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670b600. 00800000:00000002:3.0:1773615972.180696:0:90891:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615972.180699:0:90891:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615972.180703:0:90891:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615972.180704:0:90891:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ccfba0 00800000:00000002:3.0:1773615972.180706:0:90891:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615972.180710:0:90891:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615972.180712:0:90891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615972.180713:0:90891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615972.180715:0:90891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615972.180717:0:90891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615972.180718:0:90891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.180720:0:90891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615972.180722:0:90891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.180725:0:90891:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615972.180729:0:90891:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615972.180730:0:90891:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ccfa70 00000002:00010000:3.0:1773615972.180732:0:90891:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615972.180735:0:90891:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615972.180737:0:90891:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615972.180968:0:90891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615972.180975:0:90891:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febb00 count: 2 00010000:00000001:3.0:1773615972.180978:0:90891:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615972.180981:0:90891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.180984:0:90891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615972.180987:0:90891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773615972.180995:0:90891:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615972.180999:0:90891:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.181002:0:90891:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773615972.181008:0:90891:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615972.181010:0:90891:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615972.181012:0:90891:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615972.181013:0:90891:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615972.181015:0:90891:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615972.181017:0:90891:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773615972.181020:0:90891:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773615972.181022:0:90891:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615972.181025:0:90891:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670b600. 00000080:00000001:3.0:1773615972.181029:0:90891:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615972.181030:0:90891:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615972.181033:0:90891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773615972.181037:0:90891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec677ef 00800000:00000001:3.0:1773615972.181040:0:90891:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615972.181044:0:90891:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615972.181046:0:90891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.181048:0:90891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.181050:0:90891:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:3.0:1773615972.181052:0:90891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773615972.181054:0:90891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773615972.181056:0:90891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.181058:0:90891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615972.181059:0:90891:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.181060:0:90891:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615972.181062:0:90891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677ef from it ffffa25881ccfcb8 00010000:00000001:3.0:1773615972.181064:0:90891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.181065:0:90891:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.181066:0:90891:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:3.0:1773615972.181068:0:90891:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773615972.181069:0:90891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773615972.181071:0:90891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615972.181074:0:90891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773615972.181081:0:90891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.181082:0:90891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.181083:0:90891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615972.181085:0:90891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615972.181087:0:90891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773615972.181093:0:90891:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615972.181096:0:90891:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615972.181098:0:90891:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615972.181100:0:90891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.181101:0:90891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.181102:0:90891:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.181104:0:90891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615972.181106:0:90891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.181108:0:90891:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.181110:0:90891:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.181111:0:90891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615972.181112:0:90891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.181113:0:90891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615972.181115:0:90891:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773615972.181117:0:90891:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615972.181120:0:90891:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615972.181125:0:90891:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ccfd08 00000080:00000008:3.0:1773615972.181126:0:90891:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00010000:00000010:2.1:1773615972.184893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00000800:00000001:1.0:1773615972.215037:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.215057:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615972.215062:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.215065:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615972.215075:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.215083:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615972.215093:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.215097:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.215104:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.215108:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b7200666780 00000400:00000200:1.0:1773615972.215113:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615972.215121:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x192f39 [1] + 224 00000800:00000001:1.0:1773615972.215349:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615972.215360:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615972.215363:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.215368:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615972.215375:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615972.215385:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615972.215398:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.215458:0:91074:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615972.215546:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1773615972.219506:0:91074:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615972.219512:0:91074:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615972.219517:0:91074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006adc0. 00000400:00000200:3.0:1773615972.219526:0:91074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:3.0:1773615972.219528:0:91074:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:3.0:1773615972.219532:0:91074:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615972.219544:0:91074:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615972.219557:0:91074:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.219566:0:91074:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615972.219568:0:91074:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.219571:0:91074:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615972.219574:0:91074:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615972.219577:0:91074:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615972.219579:0:91074:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.219582:0:91074:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615972.220358:0:91074:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=63 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615972.220365:0:91074:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615972.220368:0:91074:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615972.220369:0:91074:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.220372:0:91074:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615972.220375:0:91074:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.220379:0:91074:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615972.220381:0:91074:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215224 00000100:00000001:3.0:1773615972.220384:0:91074:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615972.220385:0:91074:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615972.220393:0:91074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.220401:0:91074:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615972.220404:0:91074:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615972.220407:0:91074:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615972.220412:0:91074:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615972.220420:0:91074:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job stat:6bed2507-d27f-43a9-a583-f3d23438f235:91074:1859763795552128:192.168.201.103@tcp:41:stat.0 00000100:00000001:3.0:1773615972.220425:0:91074:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.220428:0:91074:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.220430:0:91074:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615972.220432:0:91074:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.220435:0:91074:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.220442:0:91074:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615972.220446:0:91074:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807bd0d80. 00000100:00000001:3.0:1773615972.220451:0:91074:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615972.220452:0:91074:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.220459:0:91074:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1773615972.220461:0:91074:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.220464:0:91074:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795552128/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.220470:0:91074:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615972.220474:0:91074:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615972.220477:0:91074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8102d4c00. 02000000:00000001:3.0:1773615972.220480:0:91074:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615972.220483:0:91074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615972.220484:0:91074:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615972.220487:0:91074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615972.220489:0:91074:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605200. 02000000:00000001:3.0:1773615972.220504:0:91074:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615972.220507:0:91074:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615972.220508:0:91074:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:3.0:1773615972.220512:0:91074:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615972.220514:0:91074:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615972.220515:0:91074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615972.220516:0:91074:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615972.220518:0:91074:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1773615972.220521:0:91074:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91a8182b3000: update ffff91a8101dd178 cache blocks 1802552/1916558 objects 523530/524162 00800000:00000001:3.0:1773615972.220526:0:91074:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.220528:0:91074:0:(lmv_obd.c:1453:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1773615972.220531:0:91074:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff91a807bd03c0. 00800000:00000001:3.0:1773615972.220534:0:91074:0:(lmv_obd.c:1478:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773615972.220537:0:91074:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff91a8182b3000: update ffff91a8101d8450 cache blocks 1802552/1916558 objects 523530/524162 00000080:00000001:3.0:1773615972.220542:0:91074:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1773615972.220545:0:91074:0:(llite_lib.c:2598:ll_statfs_internal()) MDC blocks 1802552/1916558 objects 523530/524162 00000080:00000001:3.0:1773615972.220547:0:91074:0:(llite_lib.c:2601:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773615972.220550:0:91074:0:(llite_lib.c:2634:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.322114:0:91078:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773615972.322122:0:91078:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c03066f0 arg=7ffd0c595e20 00000020:00000001:3.0:1773615972.322134:0:91078:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773615972.322145:0:91078:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff91a811163c00. 00000020:00000001:3.0:1773615972.322152:0:91078:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.322155:0:91078:0:(dir.c:441:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1773615972.322159:0:91078:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c67ad0 00000080:00200000:3.0:1773615972.322161:0:91078:0:(dir.c:450:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) name=d130a.recovery-small stripe_offset=0 stripe_count=1, hash_type=2 00000080:00000010:3.0:1773615972.322170:0:91078:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670b000. 00800000:00000002:3.0:1773615972.322177:0:91078:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00800000:00000001:3.0:1773615972.322188:0:91078:0:(lmv_obd.c:2217:lmv_create()) Process entered 00800000:00000001:3.0:1773615972.322191:0:91078:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773615972.322194:0:91078:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615972.322198:0:91078:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615972.322200:0:91078:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615972.322203:0:91078:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615972.322206:0:91078:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.322208:0:91078:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615972.322211:0:91078:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.322215:0:91078:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:3.0:1773615972.322218:0:91078:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773615972.322221:0:91078:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773615972.322224:0:91078:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773615972.322227:0:91078:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1773615972.322229:0:91078:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0x4:0x0] 40000000:00000001:3.0:1773615972.322233:0:91078:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.322235:0:91078:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.322237:0:91078:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.322239:0:91078:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615972.322242:0:91078:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c67a08 00800000:00000002:3.0:1773615972.322244:0:91078:0:(lmv_obd.c:2248:lmv_create()) CREATE name 'd130a.recovery-small' [0x20000bf89:0x4:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1773615972.322249:0:91078:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1773615972.322252:0:91078:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773615972.322260:0:91078:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febb00 count: 2 00010000:00000001:3.0:1773615972.322263:0:91078:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615972.322267:0:91078:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773615972.322271:0:91078:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615972.322276:0:91078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:3.0:1773615972.322287:0:91078:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773615972.322291:0:91078:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773615972.322293:0:91078:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773615972.322295:0:91078:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773615972.322299:0:91078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615972.322301:0:91078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615972.322304:0:91078:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febb00 count: 3 00010000:00000001:3.0:1773615972.322307:0:91078:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615972.322311:0:91078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.322313:0:91078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615972.322314:0:91078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615972.322315:0:91078:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febb00 count: 3 00010000:00000001:3.0:1773615972.322318:0:91078:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615972.322320:0:91078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.322321:0:91078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615972.322322:0:91078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615972.322324:0:91078:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febb00 count: 3 00010000:00000001:3.0:1773615972.322326:0:91078:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773615972.322328:0:91078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.322330:0:91078:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773615972.322333:0:91078:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773615972.322337:0:91078:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1773615972.322340:0:91078:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c67690 00000080:00002000:3.0:1773615972.322342:0:91078:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d130a.recovery-small 00000080:00000001:3.0:1773615972.322349:0:91078:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773615972.322355:0:91078:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773615972.322358:0:91078:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773615972.322361:0:91078:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773615972.322362:0:91078:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.322366:0:91078:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615972.322370:0:91078:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615972.322372:0:91078:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615972.322374:0:91078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.322378:0:91078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773615972.322381:0:91078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5e00 with handle 0xe60cc2233ec677ef from hash 00010000:00000001:3.0:1773615972.322385:0:91078:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615972.322386:0:91078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.322388:0:91078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.322389:0:91078:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615972.322393:0:91078:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615972.322394:0:91078:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773615972.322398:0:91078:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615972.322400:0:91078:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615972.322403:0:91078:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773615972.322410:0:91078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773615972.322414:0:91078:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:3.0:1773615972.322421:0:91078:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773615972.322423:0:91078:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.322426:0:91078:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773615972.322430:0:91078:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615972.322435:0:91078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.322436:0:91078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.322438:0:91078:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.322441:0:91078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615972.322456:0:91078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615972.322462:0:91078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615972.322469:0:91078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a811160800. 00000100:00000001:3.0:1773615972.322477:0:91078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.322480:0:91078:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615972.322483:0:91078:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773615972.322489:0:91078:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1773615972.322509:0:91078:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773615972.322511:0:91078:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615972.322512:0:91078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773615972.322514:0:91078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec677ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c33e expref: -99 pid: 90891 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:3.0:1773615972.322522:0:91078:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804febb00 count: 0 00010000:00000010:3.0:1773615972.322528:0:91078:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c700. 00010000:00000001:3.0:1773615972.322535:0:91078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.322537:0:91078:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.322539:0:91078:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615972.322541:0:91078:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.322543:0:91078:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1773615972.322557:0:91078:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1773615972.322569:0:91078:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b3100 x1859763795552384/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615972.322589:0:91078:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773615972.322591:0:91078:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773615972.322600:0:91078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a80ac55d80. 00000100:00000001:3.0:1773615972.322602:0:91078:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749654080896 : -121324055470720 : ffff91a80ac55d80) 00000100:00000001:3.0:1773615972.322606:0:91078:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615972.322608:0:91078:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773615972.322612:0:91078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615972.322616:0:91078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.322618:0:91078:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773615972.322620:0:91078:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615972.322624:0:91078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795552384/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.322633:0:91078:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615972.322635:0:91078:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.322638:0:91078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615972.322641:0:91078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615972.322644:0:91078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615972.322648:0:91078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:91078:1859763795552384:192.168.201.103@tcp:36:lfs.0 00000100:00000001:3.0:1773615972.322652:0:91078:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615972.322657:0:91078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615972.322659:0:91078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.322662:0:91078:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615972.322667:0:91078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a811162000. 02000000:00000001:3.0:1773615972.322669:0:91078:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615972.322677:0:91078:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615972.322681:0:91078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615972.322688:0:91078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615972.322694:0:91078:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795552384, portal 10 00000100:00000001:3.0:1773615972.322696:0:91078:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615972.322698:0:91078:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773615972.322704:0:91078:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795552384/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.322711:0:91078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615972.322714:0:91078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615972.322717:0:91078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773615972.322720:0:91078:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859763795552384, offset 0 00000400:00000200:3.0:1773615972.322729:0:91078:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615972.322737:0:91078:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615972.322744:0:91078:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615972.322759:0:91078:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615972.322768:0:91078:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615972.322772:0:91078:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615972.322774:0:91078:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615972.322778:0:91078:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149262:149262:256:4294967295] 192.168.201.103@tcp LPNI seq info [149202:149202:8:4294967295] 00000400:00000200:3.0:1773615972.322782:0:91078:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615972.322791:0:91078:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615972.323301:0:91078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615972.323309:0:91078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773615972.323317:0:91078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615972.323325:0:91078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615972.323329:0:91078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1773615972.323350:0:91078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615972.323355:0:91078:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 230781 usecs (231 jiffies) 00000400:00000200:3.0:1773615972.323359:0:91078:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615972.323362:0:91078:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301773162 00000100:00000001:3.0:1773615972.323366:0:91078:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301774726 00000100:00000001:3.0:1773615972.323368:0:91078:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301773162 00000100:00000001:3.0:1773615972.323371:0:91078:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301774726 00000100:00000001:3.0:1773615972.323373:0:91078:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615972.323376:0:91078:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.323379:0:91078:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615972.323381:0:91078:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773615972.323384:0:91078:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a80ac55d80 going to sleep for 50 seconds 00000100:00000001:3.0:1773615972.323387:0:91078:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615972.323390:0:91078:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1773615972.334909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065390e0. 00010000:00000010:3.1:1773615972.334932:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febb00. 00010000:00000010:3.1:1773615972.334938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00000100:00000001:3.0:1773615972.360804:0:91078:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615972.360813:0:91078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615972.360816:0:91078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615972.360821:0:91078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615972.360827:0:91078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773615972.360830:0:91078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773615972.360833:0:91078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615972.360867:0:91078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795552384/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615972.360879:0:91078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795552384/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.360886:0:91078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615972.360889:0:91078:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.360891:0:91078:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615972.360895:0:91078:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615972.360898:0:91078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615972.360901:0:91078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.360904:0:91078:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615972.360914:0:91078:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=63 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615972.360918:0:91078:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615972.360921:0:91078:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615972.360923:0:91078:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.360926:0:91078:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615972.360930:0:91078:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.360933:0:91078:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773615972.360935:0:91078:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1773615972.360937:0:91078:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773615972.360939:0:91078:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615972.360941:0:91078:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773615972.360944:0:91078:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615972.360947:0:91078:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215224 00000100:00000001:3.0:1773615972.360949:0:91078:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615972.360951:0:91078:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615972.360957:0:91078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795552384/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616027 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.360965:0:91078:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615972.360968:0:91078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615972.360971:0:91078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615972.360976:0:91078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795552384/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616027 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615972.360985:0:91078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:91078:1859763795552384:192.168.201.103@tcp:36:lfs.0 00000100:00000001:3.0:1773615972.360991:0:91078:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.360994:0:91078:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.360997:0:91078:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615972.360999:0:91078:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.361003:0:91078:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795552384/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616027 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.363133:0:91078:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615972.363138:0:91078:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a80ac55d80. 00000100:00000001:3.0:1773615972.363145:0:91078:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615972.363147:0:91078:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.363340:0:91078:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.363344:0:91078:0:(lmv_obd.c:2256:lmv_create()) Created - [0x20000bf89:0x4:0x0] 00800000:00000001:3.0:1773615972.363347:0:91078:0:(lmv_obd.c:2262:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.363352:0:91078:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773615972.363358:0:91078:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773615972.363361:0:91078:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773615972.363363:0:91078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:3.0:1773615972.363367:0:91078:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1773615972.363379:0:91078:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a804159080. 00000080:00000001:3.0:1773615972.363390:0:91078:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:3.0:1773615972.363392:0:91078:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff91a804159148) 00000080:00000001:3.0:1773615972.363395:0:91078:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773615972.363398:0:91078:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x4:0x0] 00000080:00000001:3.0:1773615972.363400:0:91078:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.363402:0:91078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088004 : 144116010713088004 : 20000bf89000004) 00000080:00000001:3.0:1773615972.363405:0:91078:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:3.0:1773615972.363407:0:91078:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088004 mtime from 0 to 1773615972 00000080:00200000:3.0:1773615972.363411:0:91078:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x4:0x0], updating i_size 4096 00000080:00000001:3.0:1773615972.363413:0:91078:0:(llite_lib.c:3212:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1773615972.363416:0:91078:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541896520 : -121324167655096 : ffff91a804159148) 00000080:00000001:3.0:1773615972.363418:0:91078:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773615972.363421:0:91078:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773615972.363423:0:91078:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.363431:0:91078:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.363439:0:91078:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795552384/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616027 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615972.363446:0:91078:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.363448:0:91078:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615972.363451:0:91078:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670b000. 00000080:00000010:3.0:1773615972.363456:0:91078:0:(dir.c:2075:ll_dir_ioctl()) kvfree 'data': 648 at ffff91a811163c00. 00000080:00000001:3.0:1773615972.363459:0:91078:0:(dir.c:2076:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.363697:0:91078:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:3.0:1773615972.363700:0:91078:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773615972.363703:0:91078:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c67db0 00000080:00200008:3.0:1773615972.363706:0:91078:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 300000 00000080:00400000:3.0:1773615972.363711:0:91078:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1773615972.363715:0:91078:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e07a40. 00000080:00000001:3.0:1773615972.363720:0:91078:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773615972.363723:0:91078:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c67db0 00000080:00000008:3.0:1773615972.363725:0:91078:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 300000, rc = 0 00000080:00000001:3.0:1773615972.363728:0:91078:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.363730:0:91078:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.756517:0:59901:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:3.0:1773615972.756523:0:59901:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773615972.756527:0:59901:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773615972.756535:0:59901:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773615972.756544:0:59901:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670ba00. 00000020:00000010:3.0:1773615972.756550:0:59901:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670b400. 00000020:00000010:3.0:1773615972.756554:0:59901:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bcc0. 00000008:00000010:3.0:1773615972.756563:0:59901:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773615972.756568:0:59901:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773615972.756573:0:59901:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773615972.756579:0:59901:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773615972.756584:0:59901:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773615972.756588:0:59901:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a400. 00000008:00000010:3.0:1773615972.756592:0:59901:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773615972.756595:0:59901:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773615972.756599:0:59901:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773615972.756602:0:59901:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773615972.756605:0:59901:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773615972.756608:0:59901:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000020:00000001:3.0:1773615972.756612:0:59901:0:(cl_object.c:151:cl_object_top()) ffff91a8046b6d00 -> ffff91a8046b6d00 00000020:00000001:3.0:1773615972.756615:0:59901:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773615972.756618:0:59901:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773615972.756620:0:59901:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773615972.756824:0:59901:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773615972.756873:0:59901:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773615972.756876:0:59901:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773615972.756882:0:59901:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x2:0x0]io ffff91a818208738 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1773615972.756886:0:59901:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046b58b8) owner 0000000000000000/ffff91a8058d4f80 00020000:00000001:3.0:1773615972.756889:0:59901:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1773615972.756891:0:59901:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1773615972.756893:0:59901:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046b58b8) owner 0000000000000000/ffff91a8058d4f80 00000020:00000001:3.0:1773615972.756896:0:59901:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615972.756898:0:59901:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:3.0:1773615972.756900:0:59901:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773615972.756902:0:59901:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773615972.756905:0:59901:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773615972.756906:0:59901:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773615972.756910:0:59901:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773615972.756913:0:59901:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670b400. 00000020:00000010:3.0:1773615972.756918:0:59901:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bcc0. 00000008:00000010:3.0:1773615972.756922:0:59901:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773615972.756926:0:59901:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773615972.756929:0:59901:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773615972.756932:0:59901:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773615972.756936:0:59901:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773615972.756939:0:59901:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670ba00. 00000008:00000010:3.0:1773615972.756941:0:59901:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773615972.756946:0:59901:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773615972.756949:0:59901:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773615972.756952:0:59901:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773615972.756954:0:59901:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a400. 00000020:00000010:3.0:1773615972.756957:0:59901:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000080:00000001:3.0:1773615972.756959:0:59901:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.756962:0:59901:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.785523:0:91112:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773615972.785704:0:91112:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615972.785706:0:91112:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615972.785712:0:91112:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.785715:0:91112:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615972.785719:0:91112:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773615972.785723:0:91112:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615972.785725:0:91112:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1773615972.785742:0:91112:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000800:00000200:1.0:1773615972.789200:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615972.789207:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80b4ce100. 00000400:00000200:1.0:1773615972.789211:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.789218:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615972.789224:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:1.0:1773615972.789227:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:1.0:1773615972.789232:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615972.789239:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795552512/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615988 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615972.789250:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615972.789253:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8700 x1859763795552512/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773615988 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615972.789266:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615972.789268:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1773615972.811152:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615972.811156:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.811160:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615972.811162:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615972.811163:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.811165:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615972.811167:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615972.811168:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.811170:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1773615972.840230:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a600. 00010000:00000010:2.1:1773615972.840244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00000800:00000200:1.0:1773615972.858861:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615972.858866:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372500. 00000400:00000200:1.0:1773615972.858871:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.858876:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615972.858882:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a088 00000400:00000010:1.0:1773615972.858885:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a088. 00000100:00000001:1.0:1773615972.858889:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615972.858894:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376d80 x1859763795552640/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.858904:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615972.858908:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376d80 x1859763795552640/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.858915:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615972.858917:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615972.873874:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615972.873880:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80b4cec00. 00000400:00000200:1.0:1773615972.873885:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.873891:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615972.873896:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:1.0:1773615972.873898:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:1.0:1773615972.873902:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615972.873908:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795552768/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.873917:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615972.873921:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8700 x1859763795552768/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.873928:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615972.873930:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.0:1773615972.893686:0:91116:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a200. 00000020:00000001:3.0:1773615972.893701:0:91116:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773615972.893705:0:91116:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a200 with handle 0xe60cc2233ec6780b to hash 00000020:00000001:3.0:1773615972.893709:0:91116:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773615972.893711:0:91116:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741982208 : -121323967569408 : ffff91a81002a200) 00010000:00000001:3.0:1773615972.893716:0:91116:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741982208 : -121323967569408 : ffff91a81002a200) 00010000:00000001:3.0:1773615972.893721:0:91116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.893725:0:91116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.893730:0:91116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615972.893743:0:91116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615972.893761:0:91116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773615972.893768:0:91116:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773615972.893770:0:91116:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773615972.893789:0:91116:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a80ac55840. 00000100:00000001:3.0:1773615972.893791:0:91116:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749654079552 : -121324055472064 : ffff91a80ac55840) 00000100:00000001:3.0:1773615972.893795:0:91116:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615972.893796:0:91116:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000001:3.0:1773615972.893803:0:91116:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615972.893807:0:91116:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.893809:0:91116:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773615972.893811:0:91116:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615972.893823:0:91116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.893833:0:91116:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615972.893853:0:91116:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.893858:0:91116:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615972.893861:0:91116:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615972.893864:0:91116:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615972.893868:0:91116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91116:1859763795552896:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773615972.893873:0:91116:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615972.893879:0:91116:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615972.893882:0:91116:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.893884:0:91116:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615972.893891:0:91116:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a810949000. 02000000:00000001:3.0:1773615972.893893:0:91116:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615972.893902:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615972.893907:0:91116:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615972.893914:0:91116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615972.893921:0:91116:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795552896, portal 10 00000100:00000001:3.0:1773615972.893923:0:91116:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615972.893924:0:91116:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:3.0:1773615972.893930:0:91116:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.893939:0:91116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615972.893942:0:91116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615972.893945:0:91116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000100:00000200:3.0:1773615972.893948:0:91116:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795552896, offset 0 00000400:00000200:3.0:1773615972.893955:0:91116:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615972.893963:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615972.893971:0:91116:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615972.893975:0:91116:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615972.893979:0:91116:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615972.893983:0:91116:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615972.893986:0:91116:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615972.893991:0:91116:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149266:149266:256:4294967295] 192.168.201.103@tcp LPNI seq info [149206:149206:8:4294967295] 00000400:00000200:3.0:1773615972.893996:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615972.894007:0:91116:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615972.894013:0:91116:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615972.894018:0:91116:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773615972.894025:0:91116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615972.894033:0:91116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615972.894037:0:91116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773615972.894057:0:91116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615972.894062:0:91116:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 228608 usecs (229 jiffies) 00000400:00000200:3.0:1773615972.894065:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615972.894068:0:91116:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301773731 00000100:00000001:3.0:1773615972.894072:0:91116:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301774726 00000100:00000001:3.0:1773615972.894076:0:91116:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301773731 00000100:00000001:3.0:1773615972.894079:0:91116:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301774726 00000100:00000001:3.0:1773615972.894081:0:91116:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615972.894084:0:91116:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.894087:0:91116:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615972.894089:0:91116:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773615972.894092:0:91116:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a80ac55840 going to sleep for 50 seconds 00000100:00000001:3.0:1773615972.894095:0:91116:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615972.894099:0:91116:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615972.894818:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615972.895055:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41600. 00000400:00000200:1.0:1773615972.895063:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615972.895070:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615972.895077:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c36e8 00000400:00000010:1.0:1773615972.895080:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c36e8. 00000100:00000001:1.0:1773615972.895085:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615972.895091:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.895102:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615972.895106:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615972.895114:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615972.895117:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773615972.913386:0:91116:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615972.913395:0:91116:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615972.913398:0:91116:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615972.913413:0:91116:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615972.913418:0:91116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773615972.913420:0:91116:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773615972.913424:0:91116:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615972.913430:0:91116:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773615972.913442:0:91116:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.913450:0:91116:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615972.913452:0:91116:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.913455:0:91116:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615972.913459:0:91116:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615972.913461:0:91116:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615972.913464:0:91116:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.913468:0:91116:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615972.913478:0:91116:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=63 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615972.913494:0:91116:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615972.913497:0:91116:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773615972.913502:0:91116:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.913510:0:91116:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773615972.913515:0:91116:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615972.913517:0:91116:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215224 00000100:00000001:3.0:1773615972.913520:0:91116:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615972.913523:0:91116:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773615972.913528:0:91116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.913537:0:91116:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773615972.913541:0:91116:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615972.913544:0:91116:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615972.913549:0:91116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773615972.913557:0:91116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91116:1859763795552896:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773615972.913563:0:91116:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.913566:0:91116:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773615972.913568:0:91116:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615972.913571:0:91116:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.913574:0:91116:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.913582:0:91116:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615972.913585:0:91116:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a80ac55840. 00000100:00000001:3.0:1773615972.913589:0:91116:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615972.913590:0:91116:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773615972.913594:0:91116:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773615972.913598:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.913818:0:91116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.913822:0:91116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a200 refcount=4 00000020:00000001:3.0:1773615972.914081:0:91116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982208 : -121323967569408 : ffff91a81002a200) 00010000:00000001:3.0:1773615972.914087:0:91116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982208 : -121323967569408 : ffff91a81002a200) 00010000:00010000:3.0:1773615972.914092:0:91116:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914106:0:91116:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773615972.914111:0:91116:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914118:0:91116:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615972.914121:0:91116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914128:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.914130:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773615972.914132:0:91116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914139:0:91116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.914142:0:91116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.914145:0:91116:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773615972.914148:0:91116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615972.914155:0:91116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a81002a200 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773615972.914158:0:91116:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773615972.914163:0:91116:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914170:0:91116:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773615972.914172:0:91116:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773615972.914175:0:91116:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914181:0:91116:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773615972.914184:0:91116:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773615972.914186:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.914187:0:91116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.914189:0:91116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a200 refcount=5 00000020:00000001:3.0:1773615972.914192:0:91116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741982208 : -121323967569408 : ffff91a81002a200) 00010000:00000001:3.0:1773615972.914195:0:91116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741982208 : -121323967569408 : ffff91a81002a200) 00010000:00000001:3.0:1773615972.914198:0:91116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615972.914201:0:91116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773615972.914207:0:91116:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773615972.914209:0:91116:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.914212:0:91116:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773615972.914214:0:91116:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615972.914218:0:91116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615972.914219:0:91116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615972.914221:0:91116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.914223:0:91116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773615972.914226:0:91116:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a200 with handle 0xe60cc2233ec6780b from hash 00010000:00000001:3.0:1773615972.914229:0:91116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615972.914230:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.914231:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.914232:0:91116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615972.914234:0:91116:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615972.914236:0:91116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773615972.914238:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.914239:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.914241:0:91116:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.914243:0:91116:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.914246:0:91116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914253:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.914254:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.914255:0:91116:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773615972.914257:0:91116:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615972.914258:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.914259:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.914260:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773615972.914262:0:91116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a200/0xe60cc2233ec6780b lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.914280:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.914283:0:91116:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773615972.914288:0:91116:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773615972.914293:0:91116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773615972.914302:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773615972.914304:0:91116:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.914306:0:91116:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.914308:0:91116:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.914311:0:91116:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773615972.914313:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773615972.914315:0:91116:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.914317:0:91116:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773615972.914321:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7708 00000002:00002000:3.0:1773615972.914324:0:91116:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130a.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1773615972.914328:0:91116:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.914333:0:91116:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.914336:0:91116:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773615972.914339:0:91116:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773615972.914342:0:91116:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.914347:0:91116:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301640 2 00000080:00000001:3.0:1773615972.914350:0:91116:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773615972.914352:0:91116:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881ca7b20 it_disposition 7 00000080:00002000:3.0:1773615972.914357:0:91116:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a8055b35e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1773615972.914366:0:91116:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1773615972.914368:0:91116:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615972.914371:0:91116:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615972.914374:0:91116:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615972.914377:0:91116:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615972.914379:0:91116:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.914381:0:91116:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:3.0:1773615972.914384:0:91116:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.914388:0:91116:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615972.914390:0:91116:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615972.914392:0:91116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615972.916216:0:91116:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:3.0:1773615972.916224:0:91116:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773615972.916230:0:91116:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:3.0:1773615972.916235:0:91116:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.916238:0:91116:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.916241:0:91116:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.916244:0:91116:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773615972.916248:0:91116:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773615972.916254:0:91116:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a810911400. 00000100:00000001:3.0:1773615972.916260:0:91116:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.916269:0:91116:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795552896/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.916278:0:91116:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615972.916281:0:91116:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615972.916284:0:91116:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a810949000. 02000000:00000001:3.0:1773615972.916289:0:91116:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615972.916292:0:91116:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615972.916294:0:91116:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615972.916296:0:91116:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615972.916299:0:91116:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803495800. 02000000:00000001:3.0:1773615972.916303:0:91116:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615972.916305:0:91116:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615972.916307:0:91116:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:3.0:1773615972.916312:0:91116:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615972.916314:0:91116:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615972.916317:0:91116:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773615972.916318:0:91116:0:(dcache.c:176:ll_intent_release()) intent ffffa25881ca7b20 released 00000080:00000001:3.0:1773615972.916320:0:91116:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773615972.916325:0:91116:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773615972.916329:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7b70 00000080:00002000:3.0:1773615972.916331:0:91116:0:(dcache.c:127:ll_ddelete()) deleting dentry f130a.recovery-small (ffff91a8055b35e8, parent ffff91a8055b36c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773615972.916335:0:91116:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773615972.916339:0:91116:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773615972.916344:0:91116:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1773615972.916348:0:91116:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773615972.916350:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7bf0 00000080:00002000:3.0:1773615972.916365:0:91116:0:(dcache.c:127:ll_ddelete()) keeping dentry d130a.recovery-small (ffff91a8055b36c0, parent ffff91a80860ad80, inode ffff91a804159148) hashed, 00000080:00000001:3.0:1773615972.916368:0:91116:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.916419:0:91116:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773615972.916423:0:91116:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773615972.916425:0:91116:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773615972.916427:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7b20 00000080:00200000:3.0:1773615972.916430:0:91116:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773615972.916437:0:91116:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670ba00. 00800000:00000002:3.0:1773615972.916443:0:91116:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773615972.916446:0:91116:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615972.916450:0:91116:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615972.916452:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7a40 00800000:00000002:3.0:1773615972.916454:0:91116:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615972.916458:0:91116:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615972.916461:0:91116:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615972.916463:0:91116:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615972.916465:0:91116:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615972.916467:0:91116:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615972.916469:0:91116:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.916471:0:91116:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773615972.916474:0:91116:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.916477:0:91116:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773615972.916491:0:91116:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615972.916493:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7910 00000002:00010000:3.0:1773615972.916496:0:91116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615972.916499:0:91116:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773615972.916501:0:91116:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773615972.916503:0:91116:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773615972.916508:0:91116:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527d00 count: 2 00010000:00000001:3.0:1773615972.916510:0:91116:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615972.916514:0:91116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.916519:0:91116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773615972.916524:0:91116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773615972.916540:0:91116:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773615972.916556:0:91116:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.916561:0:91116:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773615972.916568:0:91116:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773615972.916570:0:91116:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773615972.916572:0:91116:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615972.916575:0:91116:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773615972.916577:0:91116:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615972.916579:0:91116:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773615972.916581:0:91116:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773615972.916583:0:91116:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773615972.916586:0:91116:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670ba00. 00000080:00000001:3.0:1773615972.916590:0:91116:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773615972.916592:0:91116:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615972.916594:0:91116:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773615972.916598:0:91116:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec677fd 00800000:00000001:3.0:1773615972.916602:0:91116:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773615972.916604:0:91116:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773615972.916605:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.916608:0:91116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.916610:0:91116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650600 refcount=3 00000020:00000001:3.0:1773615972.916612:0:91116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:3.0:1773615972.916630:0:91116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:3.0:1773615972.916634:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.916636:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773615972.916637:0:91116:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.916639:0:91116:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773615972.916642:0:91116:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677fd from it ffffa25881ca7b58 00010000:00000001:3.0:1773615972.916644:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.916645:0:91116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.916647:0:91116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650600 refcount=3 00000020:00000001:3.0:1773615972.916649:0:91116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:3.0:1773615972.916652:0:91116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:3.0:1773615972.916654:0:91116:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615972.916657:0:91116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773615972.916664:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.916666:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.916667:0:91116:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773615972.916670:0:91116:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773615972.916673:0:91116:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773615972.916690:0:91116:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773615972.916693:0:91116:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773615972.916695:0:91116:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615972.916700:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.916701:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.916703:0:91116:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.916706:0:91116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773615972.916708:0:91116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.916710:0:91116:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.916713:0:91116:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.916715:0:91116:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615972.916717:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.916718:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773615972.916720:0:91116:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773615972.916721:0:91116:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773615972.916724:0:91116:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:3.0:1773615972.916730:0:91116:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.916734:0:91116:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773615972.916736:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7ae8 00000080:00002000:3.0:1773615972.916738:0:91116:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff91a8055b36c0) flags 0x28000e refc 0 00000080:00000001:3.0:1773615972.916740:0:91116:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615972.916742:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7b30 00000080:00200000:3.0:1773615972.916744:0:91116:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=24 00000080:00000002:3.0:1773615972.916750:0:91116:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1773615972.916755:0:91116:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773615972.916757:0:91116:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff91a804159148), inode mode 41ed mask 1 00000080:00000001:3.0:1773615972.916759:0:91116:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773615972.916771:0:91116:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a8044faf40. 00000020:00000001:3.0:1773615972.916775:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7ae8 00000080:00200000:3.0:1773615972.916777:0:91116:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff91a804159148), flags=8 00000080:00000001:3.0:1773615972.916781:0:91116:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773615972.916782:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7998 00000080:00200000:3.0:1773615972.916785:0:91116:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130a.recovery-small, dir=[0x20000bf89:0x4:0x0](ffff91a804159148), intent=getattr 00000080:00000010:3.0:1773615972.916792:0:91116:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670ba00. 00800000:00000002:3.0:1773615972.916795:0:91116:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a810301640 2 00000080:00000001:3.0:1773615972.916799:0:91116:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773615972.916801:0:91116:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773615972.916803:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca78b8 00800000:00000002:3.0:1773615972.916805:0:91116:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130a.recovery-small' on [0x20000bf89:0x4:0x0] 00800000:00000001:3.0:1773615972.916808:0:91116:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773615972.916811:0:91116:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773615972.916813:0:91116:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773615972.916814:0:91116:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773615972.916816:0:91116:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773615972.916818:0:91116:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.916820:0:91116:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:3.0:1773615972.916822:0:91116:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773615972.916824:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7850 00800000:00000002:3.0:1773615972.916864:0:91116:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x4:0x0], fid2=[0x0:0x0:0x0], name='f130a.recovery-small' -> mds #0 00000002:00000001:3.0:1773615972.916868:0:91116:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773615972.916869:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7788 00000002:00010000:3.0:1773615972.916871:0:91116:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130a.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x4:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773615972.916875:0:91116:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773615972.916877:0:91116:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773615972.916883:0:91116:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773615972.916887:0:91116:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773615972.916893:0:91116:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773615972.916898:0:91116:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773615972.916902:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.916903:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.916904:0:91116:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.916908:0:91116:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615972.916910:0:91116:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615972.916913:0:91116:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615972.916921:0:91116:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a811162400. 00000100:00000001:3.0:1773615972.916928:0:91116:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.916933:0:91116:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615972.916935:0:91116:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.916937:0:91116:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773615972.916939:0:91116:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.916941:0:91116:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.916948:0:91116:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00010000:00000001:3.0:1773615972.916952:0:91116:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773615972.916954:0:91116:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773615972.916958:0:91116:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:3.0:1773615972.916960:0:91116:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773615972.916963:0:91116:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773615972.916967:0:91116:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002be00. 00000020:00000001:3.0:1773615972.916970:0:91116:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773615972.916973:0:91116:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002be00 with handle 0xe60cc2233ec67812 to hash 00000020:00000001:3.0:1773615972.916975:0:91116:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773615972.916977:0:91116:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773615972.916981:0:91116:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773615972.916984:0:91116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.916986:0:91116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.916990:0:91116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615972.916998:0:91116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615972.917014:0:91116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773615972.917021:0:91116:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773615972.917023:0:91116:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773615972.917031:0:91116:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a80ac55840. 00000100:00000001:3.0:1773615972.917034:0:91116:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749654079552 : -121324055472064 : ffff91a80ac55840) 00000100:00000001:3.0:1773615972.917036:0:91116:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615972.917037:0:91116:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000001:3.0:1773615972.917042:0:91116:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615972.917046:0:91116:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.917048:0:91116:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773615972.917050:0:91116:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615972.917056:0:91116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.917065:0:91116:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615972.917067:0:91116:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.917071:0:91116:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615972.917074:0:91116:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615972.917077:0:91116:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615972.917080:0:91116:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91116:1859763795553024:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773615972.917085:0:91116:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615972.917091:0:91116:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615972.917094:0:91116:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.917096:0:91116:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615972.917101:0:91116:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a810949000. 02000000:00000001:3.0:1773615972.917103:0:91116:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615972.917111:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615972.917116:0:91116:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615972.917123:0:91116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615972.917130:0:91116:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795553024, portal 10 00000100:00000001:3.0:1773615972.917133:0:91116:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615972.917134:0:91116:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:3.0:1773615972.917141:0:91116:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.917149:0:91116:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615972.917152:0:91116:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615972.917156:0:91116:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000200:3.0:1773615972.917160:0:91116:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795553024, offset 0 00000400:00000200:3.0:1773615972.917167:0:91116:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615972.917175:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615972.917183:0:91116:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615972.917188:0:91116:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615972.917192:0:91116:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615972.917197:0:91116:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615972.917200:0:91116:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615972.917204:0:91116:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149267:149267:256:4294967295] 192.168.201.103@tcp LPNI seq info [149207:149207:8:4294967295] 00000400:00000200:3.0:1773615972.917209:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615972.917220:0:91116:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615972.917227:0:91116:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615972.917232:0:91116:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41000. 00000800:00000200:3.0:1773615972.917238:0:91116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615972.917246:0:91116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615972.917251:0:91116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773615972.917276:0:91116:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615972.917282:0:91116:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 228071 usecs (229 jiffies) 00000400:00000200:3.0:1773615972.917286:0:91116:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615972.917289:0:91116:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301773754 00000100:00000001:3.0:1773615972.917292:0:91116:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301774726 00000100:00000001:3.0:1773615972.917295:0:91116:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301773754 00000100:00000001:3.0:1773615972.917297:0:91116:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301774726 00000100:00000001:3.0:1773615972.917300:0:91116:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615972.917303:0:91116:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615972.917305:0:91116:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615972.917307:0:91116:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773615972.917310:0:91116:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a80ac55840 going to sleep for 50 seconds 00000100:00000001:3.0:1773615972.917313:0:91116:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615972.917316:0:91116:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773615972.925952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a200. 00000080:00000010:3.1:1773615972.925970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539280. 00000100:00000001:3.0:1773615972.930056:0:91116:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615972.930065:0:91116:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615972.930067:0:91116:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615972.930070:0:91116:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615972.930075:0:91116:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773615972.930078:0:91116:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773615972.930082:0:91116:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615972.930088:0:91116:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773615972.930103:0:91116:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.930111:0:91116:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615972.930113:0:91116:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.930116:0:91116:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615972.930119:0:91116:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615972.930122:0:91116:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615972.930124:0:91116:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615972.930127:0:91116:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615972.930136:0:91116:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=63 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615972.930140:0:91116:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615972.930143:0:91116:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773615972.930148:0:91116:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.930155:0:91116:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773615972.930159:0:91116:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615972.930161:0:91116:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215224 00000100:00000001:3.0:1773615972.930163:0:91116:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615972.930166:0:91116:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773615972.930171:0:91116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.930179:0:91116:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773615972.930182:0:91116:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615972.930184:0:91116:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615972.930187:0:91116:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773615972.930195:0:91116:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91116:1859763795553024:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773615972.930200:0:91116:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615972.930203:0:91116:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773615972.930206:0:91116:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773615972.930208:0:91116:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615972.930211:0:91116:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773615972.930219:0:91116:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773615972.930222:0:91116:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a80ac55840. 00000100:00000001:3.0:1773615972.930226:0:91116:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773615972.930227:0:91116:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773615972.930231:0:91116:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773615972.930235:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.930238:0:91116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.930241:0:91116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=4 00000020:00000001:3.0:1773615972.930244:0:91116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773615972.930247:0:91116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00010000:3.0:1773615972.930253:0:91116:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930263:0:91116:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773615972.930267:0:91116:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930274:0:91116:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773615972.930278:0:91116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930283:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.930285:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773615972.930287:0:91116:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930293:0:91116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.930297:0:91116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615972.930300:0:91116:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773615972.930303:0:91116:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773615972.930309:0:91116:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a81002be00 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773615972.930312:0:91116:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773615972.930316:0:91116:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930322:0:91116:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773615972.930324:0:91116:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773615972.930327:0:91116:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930333:0:91116:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773615972.930336:0:91116:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773615972.930337:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773615972.930338:0:91116:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773615972.930340:0:91116:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=5 00000020:00000001:3.0:1773615972.930342:0:91116:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773615972.930344:0:91116:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773615972.930348:0:91116:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773615972.930350:0:91116:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773615972.930525:0:91116:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773615972.930527:0:91116:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.930530:0:91116:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773615972.930532:0:91116:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773615972.930535:0:91116:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773615972.930536:0:91116:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773615972.930537:0:91116:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773615972.930539:0:91116:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773615972.930542:0:91116:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002be00 with handle 0xe60cc2233ec67812 from hash 00010000:00000001:3.0:1773615972.930544:0:91116:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773615972.930545:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.930546:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.930547:0:91116:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773615972.930549:0:91116:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773615972.930550:0:91116:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773615972.930552:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.930553:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.930555:0:91116:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773615972.930556:0:91116:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615972.930559:0:91116:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930563:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.930564:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.930565:0:91116:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773615972.930566:0:91116:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773615972.930568:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773615972.930569:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.930569:0:91116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773615972.930571:0:91116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec67812 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91116 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773615972.930582:0:91116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773615972.930584:0:91116:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773615972.930589:0:91116:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773615972.930596:0:91116:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91a8034b2a00 x1859763795553024/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616027 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773615972.930604:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773615972.930605:0:91116:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.930608:0:91116:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.930610:0:91116:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.930612:0:91116:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773615972.930614:0:91116:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773615972.930616:0:91116:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773615972.930618:0:91116:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773615972.930621:0:91116:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ca7708 00000002:00002000:3.0:1773615972.930623:0:91116:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130a.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1773615972.930626:0:91116:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.930630:0:91116:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773615972.930633:0:91116:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773615972.930635:0:91116:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x4:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773615972.930638:0:91116:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773615972.930643:0:91116:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301640 2 00000080:00000001:3.0:1773615972.930646:0:91116:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773615972.930647:0:91116:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881ca7b20 it_disposition 7 00000080:00002000:3.0:1773615972.930653:0:91116:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a8055b5438 inode 0000000000000000 refc 1 flags 0xe 00010000:00000010:3.1:1773615972.937944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002be00. 00000080:00000010:0.1:1773615972.940386:0:90891:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044faf40. 00000020:00000001:3.0:1773615973.281080:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615973.281084:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615973.281087:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615974.177570:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301774726, at 4301774785 00000100:00000010:1.0:1773615974.177577:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8540. 00000800:00000200:1.0:1773615974.630406:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615974.630419:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372100. 00000400:00000200:1.0:1773615974.630424:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615974.630430:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615974.630435:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aa18 00000400:00000010:1.0:1773615974.630437:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aa18. 00000100:00000001:1.0:1773615974.630441:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615974.630447:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616029 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615974.630466:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615974.630469:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616029 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615974.630475:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615974.630476:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1773615974.864489:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301775466, at 4301775472 00000100:00000010:1.0:1773615974.864504:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f99c0. 00000100:00000001:1.0:1773615975.266271:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615975.266277:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615975.266279:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615975.266285:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795553280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.266294:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615975.266296:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615975.266300:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615975.266303:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615975.266305:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615975.266309:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795553280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615975.266313:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615975.266319:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615975.266322:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615975.266324:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615975.266330:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce1400. 02000000:00000001:1.0:1773615975.266332:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615975.266340:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615975.266345:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424cb8. 00000400:00000010:1.0:1773615975.266362:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773615975.266369:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795553280, portal 25 00000100:00000001:1.0:1773615975.266371:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615975.266373:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:1.0:1773615975.266379:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795553280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.266386:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615975.266388:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615975.266391:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773615975.266394:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795553280, offset 0 00000400:00000200:1.0:1773615975.266400:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615975.266409:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.266416:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615975.266420:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615975.266424:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615975.266428:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615975.266430:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615975.266434:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149269:149269:256:4294967295] 192.168.201.103@tcp LPNI seq info [149209:149209:8:4294967295] 00000400:00000200:1.0:1773615975.266438:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.266456:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615975.266463:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615975.266469:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f300. 00000800:00000200:1.0:1773615975.266475:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615975.266482:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615975.266486:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615975.266498:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615975.266502:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615975.266505:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301779847 00000100:00000010:1.0:1773615975.266509:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8540. 00000100:00000001:1.0:1773615975.266515:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773615975.266523:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301779847 00000100:00000010:1.0:1773615975.266526:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8a80. 00000100:00000001:1.0:1773615975.266528:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773615975.266531:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615975.266533:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.266536:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615975.266540:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377b80 x1859763795553536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.266546:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615975.266547:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615975.266548:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615975.266550:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615975.266552:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615975.266555:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795553536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615975.266557:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615975.266561:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615975.266562:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615975.266564:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615975.266567:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce1e00. 02000000:00000001:1.0:1773615975.266568:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615975.266572:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615975.266574:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204245d8. 00000400:00000010:1.0:1773615975.266578:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773615975.266581:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795553536, portal 10 00000100:00000001:1.0:1773615975.266583:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615975.266585:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00000040:1.0:1773615975.266591:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377b80 x1859763795553536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.266597:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615975.266599:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615975.266601:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773615975.266603:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795553536, offset 0 00000400:00000200:1.0:1773615975.266607:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615975.266610:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.266613:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615975.266616:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615975.266618:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615975.266620:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615975.266622:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615975.266624:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149270:149270:255:4294967295] 192.168.201.103@tcp LPNI seq info [149210:149210:7:4294967295] 00000400:00000200:1.0:1773615975.266627:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.266633:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615975.266637:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615975.266640:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fb00. 00000800:00000200:1.0:1773615975.266644:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615975.266647:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615975.266650:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615975.266653:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615975.266656:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 120600 usecs (121 jiffies) 00000400:00000200:1.0:1773615975.266659:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615975.266661:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301775995 00000100:00000001:1.0:1773615975.266663:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301779847 00000100:00000001:1.0:1773615975.266665:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301775995 00000100:00000001:1.0:1773615975.266666:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301779847 00000100:00000001:1.0:1773615975.266668:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615975.266670:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.266674:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.266676:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615975.266684:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615975.266686:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773615975.266688:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615975.266689:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615975.266690:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615975.266693:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773615975.266694:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615975.266696:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615975.266698:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615975.266699:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615975.266700:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615975.266701:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615975.266705:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795553408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.266711:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615975.266712:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615975.266714:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615975.266716:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615975.266718:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615975.266720:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795553408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773615975.266723:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615975.266725:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615975.266727:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615975.266729:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615975.266732:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce0600. 02000000:00000001:1.0:1773615975.266734:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615975.266737:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615975.266740:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424318. 00000400:00000010:1.0:1773615975.266743:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1e58. 00000100:00000200:1.0:1773615975.266746:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795553408, portal 10 00000100:00000001:1.0:1773615975.266747:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615975.266749:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:1.0:1773615975.266754:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375880 x1859763795553408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.266760:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615975.266762:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615975.266765:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773615975.266767:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795553408, offset 0 00000400:00000200:1.0:1773615975.266771:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615975.266774:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.266778:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615975.266780:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615975.266783:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615975.266785:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615975.266787:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615975.266790:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149271:149271:254:4294967295] 192.168.201.103@tcp LPNI seq info [149211:149211:6:4294967295] 00000400:00000200:1.0:1773615975.266794:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.266799:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615975.266803:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615975.266806:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fa00. 00000800:00000200:1.0:1773615975.266810:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615975.266815:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615975.266818:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773615975.266821:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615975.266824:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 227513 usecs (228 jiffies) 00000400:00000200:1.0:1773615975.266827:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615975.266829:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301776102 00000100:00000001:1.0:1773615975.266831:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301779847 00000100:00000001:1.0:1773615975.266833:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301776102 00000100:00000001:1.0:1773615975.266870:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301779847 00000100:00000001:1.0:1773615975.266874:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615975.266876:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.266878:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.266880:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.266915:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615975.266917:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615975.266967:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615975.266971:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f300. 00000400:00000200:1.0:1773615975.266978:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.266983:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615975.266989:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773615975.266992:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773615975.266996:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615975.267001:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795553280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.267011:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615975.267014:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795553280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.267020:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.267022:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615975.267035:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615975.267037:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4fb00. 00000400:00000200:1.0:1773615975.267040:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.267043:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615975.267046:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e13b8 00000400:00000010:1.0:1773615975.267048:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e13b8. 00000100:00000001:1.0:1773615975.267050:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615975.267054:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377b80 x1859763795553536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.267060:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615975.267062:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377b80 x1859763795553536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.267068:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.267069:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615975.267144:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615975.267146:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4fa00. 00000400:00000200:1.0:1773615975.267149:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.267153:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615975.267155:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:1.0:1773615975.267157:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:1.0:1773615975.267159:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615975.267162:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795553408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.267169:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615975.267172:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795553408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.267179:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.267180:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773615975.271586:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773615975.271594:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615975.271718:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615975.271723:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372d00. 00000400:00000200:1.0:1773615975.271728:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.271735:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615975.271741:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a4c8 00000400:00000010:1.0:1773615975.271743:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a4c8. 00000100:00000001:1.0:1773615975.271747:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615975.271765:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374a80 x1859763795553792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.271782:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615975.271785:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374a80 x1859763795553792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.271792:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.271794:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615975.272755:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615975.272759:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:1.0:1773615975.272763:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.272768:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615975.272772:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a330 00000400:00000010:1.0:1773615975.272774:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a330. 00000100:00000001:1.0:1773615975.272777:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615975.272781:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795553664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.272791:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615975.272794:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795553664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.272801:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.272803:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615975.273539:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.273553:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615975.273556:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.273559:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.273566:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273571:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615975.273578:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273583:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273587:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273591:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200666d00 00000400:00000200:1.0:1773615975.273596:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273604:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x192fa1 [1] + 224 00000800:00000001:1.0:1773615975.273612:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.273617:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.273619:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.273623:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615975.273627:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615975.273633:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377b80 x1859763795553536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615975.273642:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377b80 x1859763795553536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.273662:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615975.273671:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.273674:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615975.273676:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.273677:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.273681:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273684:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615975.273688:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273690:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273693:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273695:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200666c00 00000400:00000200:1.0:1773615975.273698:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.273702:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192f91 [1] + 224 00000800:00000001:1.0:1773615975.273705:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.273710:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.273712:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.273715:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615975.273717:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615975.273721:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795553280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615975.273729:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795553280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.273741:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615975.273744:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.273747:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615975.287529:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.287549:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615975.287554:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.287556:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.287577:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287584:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615975.287593:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287596:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287601:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287605:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200666c80 00000400:00000200:1.0:1773615975.287610:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287615:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x192fb1 [1] + 224 00000800:00000001:1.0:1773615975.287623:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.287627:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.287630:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.287634:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615975.287642:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615975.287651:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795553408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615975.287662:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375880 x1859763795553408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.287687:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615975.287698:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.287702:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615975.287704:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.287706:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.287709:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287712:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615975.287717:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287720:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287722:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287725:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200666e00 00000400:00000200:1.0:1773615975.287729:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.287733:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192fc1 [1] + 224 00000800:00000001:1.0:1773615975.287736:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.287744:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.287746:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.287750:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615975.287752:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615975.287757:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374a80 x1859763795553792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615975.287765:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374a80 x1859763795553792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.287773:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615975.287777:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.287780:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615975.288304:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615975.288308:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773615975.289096:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.289108:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615975.289111:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.289114:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.289120:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.289125:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615975.289132:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.289137:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.289141:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.289144:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200666d80 00000400:00000200:1.0:1773615975.289148:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615975.289152:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x192fd1 [1] + 224 00000800:00000001:1.0:1773615975.289159:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.289166:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615975.289169:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615975.289173:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615975.289178:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615975.289184:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795553664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615975.289195:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374700 x1859763795553664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615975.289224:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615975.289232:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615975.289236:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615975.328488:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615975.328492:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615975.328495:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773615976.353859:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615976.353863:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615976.353866:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773615976.650717:0:91160:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773615976.650726:0:91160:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773615976.650728:0:91160:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773615976.650732:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb20 00000080:00200000:1.0:1773615976.650736:0:91160:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773615976.650744:0:91160:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ce1200. 00800000:00000002:1.0:1773615976.650752:0:91160:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773615976.650755:0:91160:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773615976.650759:0:91160:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773615976.650761:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa40 00800000:00000002:1.0:1773615976.650764:0:91160:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615976.650768:0:91160:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773615976.650770:0:91160:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615976.650773:0:91160:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615976.650776:0:91160:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615976.650778:0:91160:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615976.650780:0:91160:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615976.650783:0:91160:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615976.650785:0:91160:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615976.650789:0:91160:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773615976.650794:0:91160:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773615976.650795:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f910 00000002:00010000:1.0:1773615976.650797:0:91160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773615976.650801:0:91160:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773615976.650802:0:91160:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773615976.650806:0:91160:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773615976.650813:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527d00 count: 3 00010000:00000001:1.0:1773615976.650816:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615976.650820:0:91160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615976.650824:0:91160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773615976.650829:0:91160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773615976.650873:0:91160:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773615976.650888:0:91160:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615976.650892:0:91160:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773615976.650900:0:91160:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773615976.650902:0:91160:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773615976.650904:0:91160:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773615976.650906:0:91160:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773615976.650909:0:91160:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773615976.650911:0:91160:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773615976.650913:0:91160:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773615976.650917:0:91160:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773615976.650920:0:91160:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ce1200. 00000080:00000001:1.0:1773615976.650928:0:91160:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773615976.650930:0:91160:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773615976.650933:0:91160:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773615976.650936:0:91160:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec677fd 00800000:00000001:1.0:1773615976.650939:0:91160:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773615976.650942:0:91160:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773615976.650943:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.650946:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.650948:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650600 refcount=3 00000020:00000001:1.0:1773615976.650950:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:1.0:1773615976.650953:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:1.0:1773615976.650955:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.650957:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773615976.650958:0:91160:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773615976.650960:0:91160:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773615976.650962:0:91160:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec677fd from it ffffa25881d3fb58 00010000:00000001:1.0:1773615976.650964:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.650965:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.650967:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650600 refcount=3 00000020:00000001:1.0:1773615976.650968:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:1.0:1773615976.650970:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103744 : -121324162447872 : ffff91a804650600) 00010000:00000001:1.0:1773615976.650972:0:91160:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773615976.650975:0:91160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773615976.650981:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.650982:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.650983:0:91160:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773615976.650985:0:91160:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773615976.650987:0:91160:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650600/0xe60cc2233ec677fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c376 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773615976.650996:0:91160:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773615976.650999:0:91160:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773615976.651001:0:91160:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773615976.651005:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.651006:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.651008:0:91160:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.651011:0:91160:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773615976.651013:0:91160:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.651016:0:91160:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.651018:0:91160:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.651020:0:91160:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773615976.651021:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.651022:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773615976.651024:0:91160:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773615976.651026:0:91160:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773615976.651029:0:91160:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773615976.651034:0:91160:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773615976.651039:0:91160:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773615976.651041:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb48 00000080:00002000:1.0:1773615976.651043:0:91160:0:(dcache.c:87:ll_dcompare()) found name d130a.recovery-small(ffff91a8055b36c0) flags 0x28004e refc 1 00000080:00000001:1.0:1773615976.651046:0:91160:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615976.651048:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb90 00000080:00200000:1.0:1773615976.651050:0:91160:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130a.recovery-small, flags=8 00000080:00000002:1.0:1773615976.651055:0:91160:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130a.recovery-small [0x20000bf89:0x4:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1773615976.651062:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fd08 00000080:00200008:1.0:1773615976.651065:0:91160:0:(file.c:6218:ll_getattr_dentry()) START file d130a.recovery-small:[0x20000bf89:0x4:0x0](ffff91a804159148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773615976.651069:0:91160:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773615976.651070:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fc80 00000080:00200000:1.0:1773615976.651072:0:91160:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff91a804159148),name=d130a.recovery-small 00000080:00000010:1.0:1773615976.651076:0:91160:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ce1200. 00800000:00000002:1.0:1773615976.651079:0:91160:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773615976.651084:0:91160:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773615976.651086:0:91160:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773615976.656141:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fba0 00800000:00000002:1.0:1773615976.656152:0:91160:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x4:0x0] 'd130a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615976.656159:0:91160:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773615976.656370:0:91160:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615976.656372:0:91160:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615976.656374:0:91160:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615976.656377:0:91160:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615976.656380:0:91160:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615976.656382:0:91160:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773615976.656384:0:91160:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773615976.656389:0:91160:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773615976.656390:0:91160:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773615976.656391:0:91160:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773615976.656392:0:91160:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773615976.656393:0:91160:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615976.656395:0:91160:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x4:0x0] 00800000:00000001:1.0:1773615976.656397:0:91160:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615976.656399:0:91160:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x4:0x0], name='' -> mds #0 00000002:00000001:1.0:1773615976.656406:0:91160:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773615976.656408:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa70 00000002:00010000:1.0:1773615976.656409:0:91160:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773615976.656413:0:91160:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773615976.656415:0:91160:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773615976.656418:0:91160:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773615976.656444:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:1.0:1773615976.656447:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773615976.656453:0:91160:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 30 res 8589983625/4 (0 0) 00000002:00000001:1.0:1773615976.656457:0:91160:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615976.656459:0:91160:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615976.656461:0:91160:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773615976.656464:0:91160:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773615976.656474:0:91160:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19500. 00000020:00000040:1.0:1773615976.656479:0:91160:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:1.0:1773615976.656487:0:91160:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773615976.656492:0:91160:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773615976.656499:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.656501:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.656503:0:91160:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.656506:0:91160:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615976.656509:0:91160:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615976.656514:0:91160:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615976.656523:0:91160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fb400. 00000100:00000001:1.0:1773615976.656529:0:91160:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.656534:0:91160:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773615976.656536:0:91160:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.656538:0:91160:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773615976.656540:0:91160:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.656541:0:91160:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615976.656547:0:91160:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749601404160 : -121324108147456 : ffff91a807a19500) 00010000:00000001:1.0:1773615976.656551:0:91160:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773615976.656554:0:91160:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773615976.656556:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527d00 count: 3 00010000:00000001:1.0:1773615976.656559:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615976.656561:0:91160:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773615976.656565:0:91160:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2a800. 00000020:00000001:1.0:1773615976.656569:0:91160:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773615976.656572:0:91160:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2a800 with handle 0xe60cc2233ec67820 to hash 00000020:00000001:1.0:1773615976.656574:0:91160:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773615976.656575:0:91160:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.656579:0:91160:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.656582:0:91160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615976.656585:0:91160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615976.656590:0:91160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773615976.656599:0:91160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773615976.656611:0:91160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91160 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773615976.656617:0:91160:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773615976.656619:0:91160:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773615976.656626:0:91160:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807d69cc0. 00000100:00000001:1.0:1773615976.656628:0:91160:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749604879552 : -121324104672064 : ffff91a807d69cc0) 00000100:00000001:1.0:1773615976.656632:0:91160:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615976.656633:0:91160:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601404160 : -121324108147456 : ffff91a807a19500) 00000100:00000001:1.0:1773615976.656637:0:91160:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615976.656641:0:91160:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.656643:0:91160:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773615976.656645:0:91160:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773615976.656656:0:91160:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.656665:0:91160:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773615976.656667:0:91160:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615976.656671:0:91160:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773615976.656674:0:91160:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773615976.656676:0:91160:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773615976.656680:0:91160:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19500 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91160:1859763795553920:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773615976.656684:0:91160:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773615976.656689:0:91160:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773615976.656692:0:91160:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615976.656694:0:91160:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773615976.656699:0:91160:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a802f57800. 02000000:00000001:1.0:1773615976.656702:0:91160:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773615976.656710:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773615976.656714:0:91160:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424528. 00000400:00000010:1.0:1773615976.656721:0:91160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773615976.656728:0:91160:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795553920, portal 10 00000100:00000001:1.0:1773615976.656730:0:91160:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773615976.656732:0:91160:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601404160 : -121324108147456 : ffff91a807a19500) 00000100:00000040:1.0:1773615976.656739:0:91160:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616031 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.656746:0:91160:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773615976.656749:0:91160:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773615976.656752:0:91160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773615976.656754:0:91160:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795553920, offset 0 00000400:00000200:1.0:1773615976.656761:0:91160:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773615976.656771:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615976.656779:0:91160:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773615976.656784:0:91160:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773615976.656789:0:91160:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773615976.656794:0:91160:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773615976.656797:0:91160:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773615976.656801:0:91160:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149274:149274:256:4294967295] 192.168.201.103@tcp LPNI seq info [149214:149214:8:4294967295] 00000400:00000200:1.0:1773615976.656805:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615976.656814:0:91160:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773615976.656819:0:91160:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773615976.656824:0:91160:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fa00. 00000800:00000200:1.0:1773615976.656831:0:91160:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773615976.656863:0:91160:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773615976.656868:0:91160:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fa00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773615976.656882:0:91160:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615976.656887:0:91160:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 226988 usecs (227 jiffies) 00000400:00000200:1.0:1773615976.656891:0:91160:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773615976.656894:0:91160:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301777492 00000100:00000001:1.0:1773615976.656898:0:91160:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301779847 00000100:00000001:1.0:1773615976.656900:0:91160:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301777492 00000100:00000001:1.0:1773615976.656902:0:91160:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301779847 00000100:00000001:1.0:1773615976.656905:0:91160:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615976.656907:0:91160:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.656910:0:91160:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773615976.656912:0:91160:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773615976.656915:0:91160:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807d69cc0 going to sleep for 50 seconds 00000100:00000001:1.0:1773615976.656918:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615976.656920:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773615976.677822:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773615976.678687:0:91160:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773615976.678695:0:91160:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773615976.678697:0:91160:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773615976.678701:0:91160:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424528. 00000400:00000200:1.0:1773615976.678706:0:91160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:1.0:1773615976.678708:0:91160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:1.0:1773615976.678712:0:91160:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615976.678717:0:91160:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616031 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773615976.678728:0:91160:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616031 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.678735:0:91160:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773615976.678737:0:91160:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615976.678740:0:91160:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773615976.678743:0:91160:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773615976.678746:0:91160:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773615976.678748:0:91160:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773615976.678751:0:91160:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773615976.678760:0:91160:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=67 v=36 (36 36 36 36) 00000100:00001000:1.0:1773615976.678765:0:91160:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1773615976.678767:0:91160:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773615976.678769:0:91160:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.678772:0:91160:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773615976.678775:0:91160:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.678779:0:91160:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773615976.678782:0:91160:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215224 00000100:00000001:1.0:1773615976.678784:0:91160:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773615976.678787:0:91160:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615976.678792:0:91160:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616031 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.678800:0:91160:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773615976.678803:0:91160:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773615976.678805:0:91160:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773615976.678809:0:91160:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616031 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773615976.678817:0:91160:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19500 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91160:1859763795553920:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773615976.678821:0:91160:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615976.678824:0:91160:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.678826:0:91160:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773615976.678828:0:91160:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615976.678831:0:91160:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616031 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.678838:0:91160:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773615976.678840:0:91160:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807d69cc0. 00000100:00000001:1.0:1773615976.678844:0:91160:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773615976.678846:0:91160:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773615976.678849:0:91160:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773615976.678905:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.678908:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.678911:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=4 00000020:00000001:1.0:1773615976.678914:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.678917:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000040:1.0:1773615976.678924:0:91160:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a807b2a800, remote cookie: 0xf6516185796c3d1, flags: 0x1001 00010000:00010000:1.0:1773615976.678930:0:91160:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773615976.678940:0:91160:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x4:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773615976.678944:0:91160:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773615976.678951:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 2 00010000:00000001:1.0:1773615976.678953:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615976.678956:0:91160:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615976.678959:0:91160:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773615976.678968:0:91160:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773615976.678975:0:91160:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773615976.678980:0:91160:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773615976.678981:0:91160:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773615976.678983:0:91160:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773615976.678985:0:91160:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773615976.678988:0:91160:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x4:0x0].0x0 (ffff91a804feb600) refcount = 2 00010000:00000040:1.0:1773615976.678991:0:91160:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773615976.678994:0:91160:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67804 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c392 expref: -99 pid: 91116 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773615976.679000:0:91160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773615976.679006:0:91160:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773615976.679009:0:91160:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773615976.679011:0:91160:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773615976.679014:0:91160:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773615976.679017:0:91160:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615976.679020:0:91160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773615976.679025:0:91160:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773615976.679026:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679028:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.679029:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679030:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.679031:0:91160:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615976.679036:0:91160:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773615976.679037:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.679039:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.679041:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=3 00000020:00000001:1.0:1773615976.679043:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679046:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679048:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.679049:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.679051:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=4 00000020:00000001:1.0:1773615976.679053:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679055:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679058:0:91160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773615976.679062:0:91160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615976.679065:0:91160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773615976.679072:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679073:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.679074:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.679075:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.679077:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=5 00000020:00000001:1.0:1773615976.679079:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679081:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679084:0:91160:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773615976.679413:0:91160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773615976.679432:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679433:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773615976.679436:0:91160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773615976.679442:0:91160:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773615976.679443:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679444:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.679445:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679446:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773615976.679454:0:91160:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a807a19500 x1859763795553920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616031 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773615976.679463:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.679465:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.679466:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=3 00000020:00000001:1.0:1773615976.679468:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679470:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679473:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679474:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773615976.679476:0:91160:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615976.679477:0:91160:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773615976.679481:0:91160:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773615976.679483:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.679485:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.679486:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=3 00000020:00000001:1.0:1773615976.679488:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679490:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00000002:00010000:1.0:1773615976.679493:0:91160:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a800/0xe60cc2233ec67820 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c3d1 expref: -99 pid: 91160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773615976.679500:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679502:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773615976.679503:0:91160:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773615976.679505:0:91160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773615976.679506:0:91160:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773615976.679507:0:91160:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a800 refcount=3 00000020:00000001:1.0:1773615976.679509:0:91160:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000001:1.0:1773615976.679511:0:91160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602523136 : -121324107028480 : ffff91a807b2a800) 00010000:00000040:1.0:1773615976.679515:0:91160:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb600 count: 3 00010000:00000001:1.0:1773615976.679517:0:91160:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773615976.679521:0:91160:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/4 (0 0) 00010000:00000001:1.0:1773615976.679523:0:91160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773615976.679524:0:91160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773615976.679525:0:91160:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773615976.679528:0:91160:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f9f0 00000002:00002000:1.0:1773615976.679530:0:91160:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773615976.679533:0:91160:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773615976.679536:0:91160:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773615976.679539:0:91160:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773615976.679542:0:91160:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773615976.679545:0:91160:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773615976.679549:0:91160:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773615976.679553:0:91160:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ce1200. 00000080:00000001:1.0:1773615976.679559:0:91160:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773615976.679562:0:91160:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773615976.679567:0:91160:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773615976.679571:0:91160:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00000800:00000200:1.0:1773615976.688277:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615976.688284:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372000. 00000400:00000200:1.0:1773615976.688290:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615976.688302:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615976.688310:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:1.0:1773615976.688313:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:1.0:1773615976.688317:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615976.688323:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795554176/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616031 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.688334:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615976.688337:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374700 x1859763795554176/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616031 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.688343:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.688345:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773615976.723906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651200. 00000800:00000200:1.0:1773615976.760343:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615976.760348:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372700. 00000400:00000200:1.0:1773615976.760353:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615976.760358:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615976.760363:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:1.0:1773615976.760365:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:1.0:1773615976.760369:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615976.760374:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795554560/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615992 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.760383:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615976.760386:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375880 x1859763795554560/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773615992 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773615976.760392:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.760393:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615976.785831:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615976.785851:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80b4ce100. 00000400:00000200:1.0:1773615976.785859:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615976.785867:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615976.786218:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:1.0:1773615976.786222:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:1.0:1773615976.786228:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615976.786237:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795554816/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616031 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615976.786250:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615976.786253:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795554816/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616031 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615976.786260:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615976.786262:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773615976.809555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a800. 00010000:00000010:2.1:1773615976.809568:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00010000:00000010:2.1:1773615976.809572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00010000:00000010:2.1:1773615976.809577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650600. 00000020:00000001:3.0:1773615978.400429:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615978.400434:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615978.400437:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615979.295974:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301779847, at 4301779904 00000100:00000010:1.0:1773615979.295990:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8a80. 00000020:00000001:1.0:1773615979.427521:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615979.427525:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615979.427529:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773615980.388108:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615980.388120:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615980.388132:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773615980.388137:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773615980.388141:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615980.388145:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615980.388150:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615980.388160:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773615980.388166:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.388178:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b1f80 x1859763795554944/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615980.388190:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615980.388194:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.388200:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795554944/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.388472:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.388476:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615980.388479:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615980.388483:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0000. 00000020:00000040:3.0:1773615980.388486:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615980.388488:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615980.388489:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615980.388491:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615980.388495:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773615980.388499:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773615980.389482:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615980.389487:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80b4cea00. 00000400:00000200:1.0:1773615980.389493:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615980.389498:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615980.389503:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:1.0:1773615980.389505:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:1.0:1773615980.389508:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615980.389513:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1f80 x1859763795554944/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615980.389521:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615980.389533:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1f80 x1859763795554944/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615980.389540:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615980.389542:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773615980.390187:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615980.390200:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615980.390203:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390209:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b373d809] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.390234:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390237:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615980.390241:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615980.390246:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773615980.390250:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773615980.390253:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615980.390255:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615980.390258:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615980.390262:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41d00. 00000100:00000001:3.0:1773615980.390267:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390271:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b2300 x1859763795555200/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615980.390278:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615980.390280:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390284:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2300 x1859763795555200/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.390292:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390294:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615980.390298:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615980.390301:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1180. 00000020:00000040:3.0:1773615980.390302:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615980.390305:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615980.390306:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615980.390308:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615980.390311:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41900. 00000100:00000001:3.0:1773615980.390314:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390317:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8034b1180 x1859763795555328/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615980.390324:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615980.390326:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390329:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004964f145] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1180 x1859763795555328/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.390337:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390339:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773615980.390343:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773615980.390345:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0e00. 00000020:00000040:3.0:1773615980.390347:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773615980.390349:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773615980.390350:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773615980.390352:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773615980.390355:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41b00. 00000100:00000001:3.0:1773615980.390357:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390371:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b0e00 x1859763795555456/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773615980.390378:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773615980.390380:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390384:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ebbb73c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0e00 x1859763795555456/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.390391:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.390396:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7118) 00000800:00000001:1.0:1773615980.408023:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.408045:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615980.408048:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.408051:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.408060:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.408142:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615980.408154:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.408160:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.409963:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.409972:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200667280 00000400:00000200:1.0:1773615980.409978:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.409986:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193029 [1] + 224 00000800:00000001:1.0:1773615980.409997:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410008:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410012:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615980.410017:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615980.410024:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615980.410033:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1f80 x1859763795554944/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615980.410045:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1f80 x1859763795554944/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773615996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615980.410366:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615980.410379:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410385:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615980.410387:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410389:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410394:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410399:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615980.410405:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410409:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410413:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410416:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667300 00000400:00000200:1.0:1773615980.410420:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410425:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193031 [1] + 224 00000800:00000001:1.0:1773615980.410429:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410432:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410434:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615980.410437:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615980.410441:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615980.410445:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615980.410454:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.410511:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615980.410514:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615980.410536:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615980.410542:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410546:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615980.410548:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410550:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410554:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410558:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615980.410562:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410564:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410567:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410569:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667380 00000400:00000200:1.0:1773615980.410572:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410576:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193041 [1] + 224 00000800:00000001:1.0:1773615980.410579:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410582:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410585:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615980.410587:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615980.410590:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615980.410595:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2300 x1859763795555200/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615980.410608:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2300 x1859763795555200/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615980.410614:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615980.410618:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410621:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615980.410622:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410624:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410627:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410630:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615980.410634:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410637:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410639:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410642:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667400 00000400:00000200:1.0:1773615980.410645:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410650:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193039 [1] + 224 00000800:00000001:1.0:1773615980.410654:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410657:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410659:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615980.410662:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615980.410665:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615980.410669:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1180 x1859763795555328/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615980.410676:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1180 x1859763795555328/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615980.410682:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615980.410686:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410688:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615980.410690:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410692:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410694:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410698:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615980.410703:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410705:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410707:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410710:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667480 00000400:00000200:1.0:1773615980.410713:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615980.410716:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193049 [1] + 224 00000800:00000001:1.0:1773615980.410719:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410739:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615980.410741:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615980.410746:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615980.410749:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615980.410753:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0e00 x1859763795555456/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615980.410762:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0e00 x1859763795555456/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773615996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615980.410768:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615980.410772:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615980.410775:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773615980.415051:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615980.415058:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615980.415485:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9420. 00000400:00000200:3.0:1773615980.415495:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:3.0:1773615980.415498:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:3.0:1773615980.415502:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615980.415513:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615980.415524:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.415532:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615980.415535:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615980.415538:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615980.415541:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615980.415544:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615980.415547:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615980.415550:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615980.415559:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=71 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615980.415564:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1773615980.415567:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615980.415568:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615980.415571:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615980.415575:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615980.415579:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773615980.415581:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215228 gen 10 00000100:00000040:3.0:1773615980.415588:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215228) req@ffff91a8034b3100 x1859763795552384/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616027 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.415595:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615980.415598:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795552384/t103079215225(103079215225) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616027 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.415605:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615980.415607:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615980.415611:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a811162000. 02000000:00000001:3.0:1773615980.415615:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615980.415618:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615980.415620:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615980.415622:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615980.415624:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a811160800. 02000000:00000001:3.0:1773615980.415627:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615980.415628:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615980.415630:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773615980.415633:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615980.415634:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615980.415639:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215228) req@ffff91a8036c8380 x1859763795554816/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616031 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.415646:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615980.415649:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795554816/t103079215228(103079215228) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616031 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.415655:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615980.415657:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615980.415658:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803496400. 02000000:00000001:3.0:1773615980.415660:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615980.415661:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615980.415662:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615980.415664:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615980.415666:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a810911200. 02000000:00000001:3.0:1773615980.415668:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615980.415669:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615980.415670:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:3.0:1773615980.415672:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615980.415673:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615980.415675:0:2402:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773615980.415678:0:2402:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1773615980.415680:0:2402:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615980.415682:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615980.415686:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615980.415693:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615980.415695:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615980.415697:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615980.415701:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0000 x1859763795555072/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616035 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615980.415708:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795555072:192.168.201.103@tcp:400:kworker.0 00000020:00000001:3.0:1773615981.473115:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615981.473119:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615981.473122:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773615982.496807:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615982.496811:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615982.496814:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615984.416494:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301784970, at 4301785024 00000100:00000010:1.0:1773615984.416501:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685660. 00000020:00000001:3.0:1773615984.545793:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615984.545800:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615984.545805:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773615985.506118:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.506122:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615985.506125:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615985.506131:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.506137:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615985.506139:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.506142:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615985.506143:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615985.506145:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615985.506148:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795555584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615985.506151:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615985.506153:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615985.506155:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.506156:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615985.506161:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a200. 02000000:00000001:3.0:1773615985.506162:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615985.506166:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615985.506169:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773615985.506174:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773615985.506177:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795555584, portal 25 00000100:00000001:3.0:1773615985.506179:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615985.506180:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:3.0:1773615985.506185:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.506192:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615985.506194:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615985.506196:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3550. 00000100:00000200:3.0:1773615985.506199:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795555584, offset 0 00000400:00000200:3.0:1773615985.506204:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615985.506208:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615985.506211:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615985.506213:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615985.506216:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615985.506218:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615985.506220:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615985.506223:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149287:149287:254:4294967295] 192.168.201.103@tcp LPNI seq info [149227:149227:6:4294967295] 00000400:00000200:3.0:1773615985.506227:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615985.506233:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615985.506237:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615985.506241:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41f00. 00000800:00000200:3.0:1773615985.506245:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615985.506249:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615985.506252:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615985.506255:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615985.506258:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615985.506260:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301790087 00000100:00000001:3.0:1773615985.506265:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301786337 00000100:00000001:3.0:1773615985.506269:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301790087 00000100:00000001:3.0:1773615985.506272:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301786337 00000100:00000001:3.0:1773615985.506284:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615985.506286:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.506288:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615985.506293:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036caa00 x1859763795555840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.506300:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615985.506301:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.506304:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615985.506306:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615985.506307:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615985.506310:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795555840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615985.506313:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615985.506316:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615985.506318:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.506320:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615985.506323:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a600. 02000000:00000001:3.0:1773615985.506325:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615985.506327:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615985.506330:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773615985.506334:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773615985.506337:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795555840, portal 10 00000100:00000001:3.0:1773615985.506338:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615985.506339:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000100:00000040:3.0:1773615985.506346:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036caa00 x1859763795555840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.506353:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615985.506355:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615985.506357:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3f68. 00000100:00000200:3.0:1773615985.506360:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795555840, offset 0 00000400:00000200:3.0:1773615985.506364:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615985.506368:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615985.506371:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615985.506374:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615985.506376:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615985.506379:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615985.506381:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615985.506384:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149288:149288:253:4294967295] 192.168.201.103@tcp LPNI seq info [149228:149228:5:4294967295] 00000400:00000200:3.0:1773615985.506388:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615985.506394:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615985.506399:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615985.506402:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773615985.506406:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615985.506410:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615985.506413:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615985.506416:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615985.506419:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 119013 usecs (120 jiffies) 00000400:00000200:3.0:1773615985.506422:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615985.506424:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301786234 00000100:00000001:3.0:1773615985.506426:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301790087 00000100:00000001:3.0:1773615985.506429:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301786234 00000100:00000001:3.0:1773615985.506431:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301790087 00000100:00000001:3.0:1773615985.506433:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615985.506435:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.506437:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773615985.506441:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.506449:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773615985.506451:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.506453:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773615985.506455:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773615985.506456:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773615985.506459:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795556096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615985.506462:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773615985.506464:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773615985.506465:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.506467:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773615985.506470:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670b800. 02000000:00000001:3.0:1773615985.506472:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773615985.506475:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773615985.506478:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773615985.506481:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773615985.506484:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795556096, portal 4 00000100:00000001:3.0:1773615985.506486:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773615985.506487:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:3.0:1773615985.506492:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.506499:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773615985.506501:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773615985.506503:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773615985.506505:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795556096, offset 0 00000400:00000200:3.0:1773615985.506509:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773615985.506513:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615985.506517:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773615985.506519:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773615985.506521:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773615985.506523:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773615985.506525:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773615985.506528:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149289:149289:252:4294967295] 192.168.201.103@tcp LPNI seq info [149229:149229:4:4294967295] 00000400:00000200:3.0:1773615985.506532:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773615985.506537:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773615985.506541:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773615985.506545:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773615985.506549:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773615985.506552:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773615985.506555:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773615985.506558:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615985.506561:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 594788 usecs (595 jiffies) 00000400:00000200:3.0:1773615985.506564:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773615985.506566:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301786709 00000100:00000001:3.0:1773615985.506568:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301790087 00000100:00000001:3.0:1773615985.506570:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301786709 00000100:00000001:3.0:1773615985.506572:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301790087 00000100:00000001:3.0:1773615985.506574:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615985.506576:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.506579:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.506582:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.506590:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615985.506592:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773615985.506595:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.506596:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615985.506598:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.506600:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773615985.522391:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.522414:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615985.522418:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.522421:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615985.522432:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522441:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615985.522450:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522455:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522462:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522466:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200667500 00000400:00000200:1.0:1773615985.522471:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522478:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193061 [1] + 224 00000800:00000001:1.0:1773615985.522486:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.522491:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615985.522494:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615985.522499:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615985.522506:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615985.522515:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615985.522527:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.522785:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.522789:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773615985.522804:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615985.522812:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.522816:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615985.522818:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.522819:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615985.522823:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522826:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615985.522850:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522853:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522856:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522859:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667680 00000400:00000200:1.0:1773615985.522862:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.522866:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193059 [1] + 224 00000800:00000001:1.0:1773615985.522870:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.522876:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615985.522878:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615985.522881:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615985.522884:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615985.522889:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795555968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615985.522899:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795555968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615985.522916:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615985.522919:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.522921:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773615985.527243:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615985.527245:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615985.527250:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773615985.527266:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773615985.527270:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773615985.527283:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615985.527296:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615985.527309:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.527316:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615985.527326:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.527329:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615985.527334:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615985.527337:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615985.527340:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.527343:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615985.527350:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615985.527353:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=143 v=5 (1 1 1 0) 00000100:00000001:3.0:1773615985.527356:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615985.527357:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615985.527360:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615985.527362:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.527365:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615985.527369:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.527381:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615985.527384:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615985.527386:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615985.527390:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615985.527397:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795555584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615985.527403:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.527406:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615985.527409:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795555584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.527416:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615985.527418:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615985.527423:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670a200. 02000000:00000001:3.0:1773615985.527427:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615985.527430:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615985.527431:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773615985.527433:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615985.527437:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ab5c00. 02000000:00000001:3.0:1773615985.527443:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615985.527445:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615985.527447:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:3.0:1773615985.527451:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615985.527452:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.527456:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.527458:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.527461:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615985.527462:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.527464:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.542127:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.542139:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615985.542160:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615985.542163:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615985.542168:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773615985.542177:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3110 00000400:00000010:3.0:1773615985.542180:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3110. 00000100:00000001:3.0:1773615985.542186:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615985.542198:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036caa00 x1859763795555840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615985.542209:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036caa00 x1859763795555840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.542216:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615985.542218:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.542221:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615985.542224:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615985.542226:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615985.542228:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.542232:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615985.542243:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=76 v=36 (36 36 36 36) 00000100:00001000:3.0:1773615985.542247:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=76 v=5 (1 1 1 2) 00000100:00000001:3.0:1773615985.542250:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615985.542252:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615985.542256:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615985.542270:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.542457:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615985.542459:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773615985.542462:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615985.542463:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615985.542469:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036caa00 x1859763795555840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.542477:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615985.542480:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615985.542482:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615985.542486:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036caa00 x1859763795555840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615985.542493:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795555840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615985.542499:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.542501:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615985.542503:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036caa00 x1859763795555840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.542509:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615985.542510:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615985.542513:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670a600. 02000000:00000001:3.0:1773615985.542517:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615985.542518:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615985.542520:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773615985.542521:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615985.542523:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809978a00. 02000000:00000001:3.0:1773615985.542525:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615985.542527:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615985.542528:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036caa00. 00000100:00000001:3.0:1773615985.542531:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615985.542532:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.542534:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.542535:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.542536:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773615985.542538:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.542539:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773615985.556010:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.556041:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615985.556046:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.556048:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615985.556057:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.556065:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615985.556076:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.556081:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.556087:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.556090:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667700 00000400:00000200:1.0:1773615985.556094:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615985.556100:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193071 [1] + 224 00000800:00000001:1.0:1773615985.556108:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.556123:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615985.556126:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615985.556130:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615985.556137:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615985.556144:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615985.556153:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615985.556172:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615985.556179:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615985.556181:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.562434:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.562443:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773615985.562454:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773615985.562456:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773615985.562462:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773615985.562473:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:3.0:1773615985.562476:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:3.0:1773615985.562480:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773615985.562495:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773615985.562509:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.562519:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773615985.562522:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.562525:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773615985.562529:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773615985.562532:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773615985.562535:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773615985.562538:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773615985.562549:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1773615985.562553:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=30 v=5 (1 1 0 0) 00000100:00000001:3.0:1773615985.562556:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773615985.562558:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773615985.562561:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773615985.562566:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.562572:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773615985.562574:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773615985.562576:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773615985.562578:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773615985.562584:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.562592:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773615985.562596:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773615985.562598:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773615985.562603:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773615985.562611:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795556096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773615985.562616:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.562618:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773615985.562622:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795556096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616001 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773615985.562629:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773615985.562631:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773615985.562648:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670b800. 02000000:00000001:3.0:1773615985.562654:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773615985.562657:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773615985.562659:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773615985.562662:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773615985.562665:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809978e00. 02000000:00000001:3.0:1773615985.562669:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773615985.562671:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773615985.562673:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:3.0:1773615985.562677:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773615985.562679:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.562681:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773615985.562688:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773615985.562690:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773615985.562692:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615985.562695:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773615985.568031:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615985.568036:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615985.568039:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615987.616095:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615987.616098:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615987.616101:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773615988.645694:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615988.645699:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615988.645702:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615989.539194:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301790087, at 4301790147 00000100:00000010:1.0:1773615989.539222:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685a80. 00000100:00000040:1.0:1773615990.625968:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615990.625980:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615990.625991:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19880. 00000020:00000040:1.0:1773615990.625998:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773615990.626002:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615990.626005:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615990.626011:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615990.626020:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fb00. 00000100:00000001:1.0:1773615990.626028:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626041:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a19880 x1859763795556224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615990.626054:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615990.626058:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626064:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cf15e51] to pc [ptlrpcd_00_01+1] req@ffff91a807a19880 x1859763795556224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.626101:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626104:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615990.626107:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615990.626110:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1bb80. 00000020:00000040:1.0:1773615990.626113:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773615990.626115:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615990.626116:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615990.626118:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615990.626121:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f300. 00000100:00000001:1.0:1773615990.626124:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626129:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a1bb80 x1859763795556352/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615990.626135:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615990.626137:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626141:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e84f1963] to pc [ptlrpcd_00_00+0] req@ffff91a807a1bb80 x1859763795556352/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.626149:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626151:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615990.626154:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615990.626156:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18a80. 00000020:00000040:1.0:1773615990.626158:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773615990.626161:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615990.626162:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615990.626164:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615990.626167:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f800. 00000100:00000001:1.0:1773615990.626170:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626174:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a18a80 x1859763795556480/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615990.626180:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615990.626182:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626185:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932342a5] to pc [ptlrpcd_00_01+1] req@ffff91a807a18a80 x1859763795556480/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.626203:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626205:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615990.626208:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773615990.626211:0:50183:0:(import.c:2053:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1773615990.626214:0:50183:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773615990.626219:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19500. 00000020:00000040:1.0:1773615990.626221:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:1.0:1773615990.626223:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615990.626225:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615990.626227:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615990.626230:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f600. 00000100:00000001:1.0:1773615990.626232:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615990.626235:0:50183:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622749601404160 : -121324108147456 : ffff91a807a19500) 00000100:00080000:1.0:1773615990.626237:0:50183:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1773615990.626241:0:50183:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff91a8182b3000: disconnect after 23s idle 00000100:00000001:1.0:1773615990.626243:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615990.626245:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626249:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fda60f6e] to pc [ptlrpcd_rcv+-1] req@ffff91a807a19500 x1859763795556608/t0(0) o9->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.626272:0:50183:0:(import.c:2092:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773615990.626275:0:50183:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626277:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773615990.626281:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773615990.626285:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773615990.626287:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773615990.626289:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773615990.626290:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773615990.626292:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773615990.626294:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fe00. 00000100:00000001:1.0:1773615990.626297:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626301:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a18700 x1859763795556736/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773615990.626307:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773615990.626309:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626313:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a511a39e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18700 x1859763795556736/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.626320:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773615990.626324:0:50183:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7128) 00000800:00000200:1.0:1773615990.627958:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615990.627963:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372e00. 00000400:00000200:1.0:1773615990.627970:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.627976:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615990.627981:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816add0 00000400:00000010:1.0:1773615990.627984:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816add0. 00000100:00000001:1.0:1773615990.627989:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615990.627994:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19880 x1859763795556224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628003:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615990.628006:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19880 x1859763795556224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628013:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615990.628015:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615990.628027:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615990.628030:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372f00. 00000400:00000200:1.0:1773615990.628032:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.628035:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615990.628038:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816acc0 00000400:00000010:1.0:1773615990.628040:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816acc0. 00000100:00000001:1.0:1773615990.628041:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615990.628045:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18a80 x1859763795556480/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628051:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615990.628053:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18a80 x1859763795556480/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628059:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615990.628060:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615990.628067:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615990.628069:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372b00. 00000400:00000200:1.0:1773615990.628071:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.628074:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615990.628077:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a770 00000400:00000010:1.0:1773615990.628078:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a770. 00000100:00000001:1.0:1773615990.628081:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615990.628085:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1bb80 x1859763795556352/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628092:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615990.628095:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1bb80 x1859763795556352/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628101:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615990.628103:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615990.628172:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615990.628175:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372700. 00000400:00000200:1.0:1773615990.628177:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.628181:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615990.628183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a440 00000400:00000010:1.0:1773615990.628185:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a440. 00000100:00000001:1.0:1773615990.628187:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615990.628191:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795556736/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628210:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615990.628213:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795556736/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.628220:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615990.628221:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615990.630447:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615990.630454:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac600. 00000400:00000200:1.0:1773615990.630460:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.630467:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615990.630472:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:1.0:1773615990.630475:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:1.0:1773615990.630478:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615990.630484:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19500 x1859763795556608/t0(0) o9->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.630493:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615990.630497:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19500 x1859763795556608/t0(0) o9->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.630503:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615990.630505:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773615990.638378:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.638399:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615990.638404:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.638407:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.638417:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638425:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615990.638436:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638441:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638447:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638452:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667980 00000400:00000200:1.0:1773615990.638458:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638464:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930a9 [1] + 224 00000800:00000001:1.0:1773615990.638474:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.638479:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.638483:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.638488:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615990.638496:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615990.638504:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795556736/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615990.638517:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18700 x1859763795556736/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.638542:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615990.638552:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.638557:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615990.638559:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.638562:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.638566:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638971:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615990.638980:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638983:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638986:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638989:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667880 00000400:00000200:1.0:1773615990.638993:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.638998:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193089 [1] + 224 00000800:00000001:1.0:1773615990.639002:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.639007:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.639009:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.639012:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615990.639016:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615990.639020:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18a80 x1859763795556480/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615990.639029:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18a80 x1859763795556480/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.639037:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615990.639041:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.639044:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615990.639046:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.639048:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.639051:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.639054:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615990.639058:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.639060:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.639563:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.639647:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667800 00000400:00000200:1.0:1773615990.639652:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.639658:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193099 [1] + 224 00000800:00000001:1.0:1773615990.639663:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.639669:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.639671:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.639674:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615990.639678:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615990.639684:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1bb80 x1859763795556352/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615990.639694:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1bb80 x1859763795556352/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.639702:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615990.639706:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.639710:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615990.639712:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.639715:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.639718:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.639722:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615990.639727:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.639730:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.644103:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.644123:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200667780 00000400:00000200:1.0:1773615990.644132:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.644141:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193079 [1] + 224 00000800:00000001:1.0:1773615990.644153:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.644181:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.644185:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.644191:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615990.644213:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615990.644223:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19880 x1859763795556224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615990.644236:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19880 x1859763795556224/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.644246:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615990.644256:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.644260:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615990.649522:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.649545:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615990.649550:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.649556:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.649580:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.649589:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615990.649599:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.649604:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.649610:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.649615:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667900 00000400:00000200:1.0:1773615990.649620:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615990.649627:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930b9 [1] + 224 00000800:00000001:1.0:1773615990.649634:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.649665:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615990.649669:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615990.649674:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615990.649681:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615990.649689:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19500 x1859763795556608/t0(0) o9->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615990.649700:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19500 x1859763795556608/t0(0) o9->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615990.649733:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615990.649743:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615990.649747:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773615990.689679:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615990.689683:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615990.689686:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773615991.712498:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615991.712503:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615991.712510:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615993.764512:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615993.764519:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615993.764524:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615994.655972:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301795208, at 4301795264 00000100:00000010:1.0:1773615994.655988:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9ae0. 00000020:00000001:1.0:1773615994.784016:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615994.784019:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615994.784022:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1773615995.746062:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615995.746067:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098acb00. 00000400:00000200:1.0:1773615995.746074:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.746080:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615995.746084:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eaa0 00000400:00000010:1.0:1773615995.746087:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eaa0. 00000100:00000001:1.0:1773615995.746091:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615995.746096:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795556992/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746105:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615995.746119:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795556992/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746126:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615995.746341:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615995.746354:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615995.746356:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac300. 00000400:00000200:1.0:1773615995.746359:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.746363:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615995.746365:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:1.0:1773615995.746367:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:1.0:1773615995.746369:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615995.746373:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795557248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746379:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615995.746383:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795557248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746389:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615995.746391:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615995.746395:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615995.746397:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809978e00. 00000400:00000200:1.0:1773615995.746399:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.746403:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615995.746405:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:1.0:1773615995.746407:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:1.0:1773615995.746409:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615995.746412:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795556864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746419:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615995.746422:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795556864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746428:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615995.746430:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773615995.746492:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773615995.746494:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809978a00. 00000400:00000200:1.0:1773615995.746496:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.746499:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773615995.746502:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:1.0:1773615995.746503:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:1.0:1773615995.746505:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773615995.746509:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795557120/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746515:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773615995.746518:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795557120/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.746525:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773615995.746526:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773615995.746933:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773615995.746936:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773615995.764575:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.764591:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615995.764596:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.764598:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.764608:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.764616:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615995.764625:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.764629:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.764635:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.764639:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200667a00 00000400:00000200:1.0:1773615995.764644:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.764650:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930d1 [1] + 224 00000800:00000001:1.0:1773615995.764658:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.764665:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.764669:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.764674:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615995.764682:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615995.764701:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795556864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615995.764714:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795556864/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.764735:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615995.764742:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.764745:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615995.782868:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.782886:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615995.782891:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.782894:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.782903:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.782911:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615995.782919:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.782924:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.782930:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.782934:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667b80 00000400:00000200:1.0:1773615995.782939:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.782946:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930c9 [1] + 224 00000800:00000001:1.0:1773615995.782954:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.782964:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.782968:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.782973:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615995.782991:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615995.783001:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795557248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615995.783013:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795557248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.783032:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615995.783040:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.783044:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615995.797365:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.797382:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615995.797387:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.797390:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.797399:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797406:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615995.797415:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797420:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797426:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797430:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667b00 00000400:00000200:1.0:1773615995.797435:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797441:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930d9 [1] + 224 00000800:00000001:1.0:1773615995.797449:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.797453:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.797456:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.797461:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615995.797468:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615995.797476:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795557120/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615995.797489:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795557120/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.797681:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615995.797699:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.797704:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773615995.797706:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.797708:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.797711:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797715:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773615995.797721:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797724:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797727:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797730:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667a80 00000400:00000200:1.0:1773615995.797733:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773615995.797737:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930c1 [1] + 224 00000800:00000001:1.0:1773615995.797741:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.797758:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773615995.797761:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773615995.797764:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773615995.797768:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773615995.797773:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795556992/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773615995.797782:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795556992/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773615995.797790:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773615995.797793:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773615995.797796:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773615995.808955:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615995.808960:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615995.808963:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773615996.837798:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615996.837802:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615996.837806:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773615997.856386:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615997.856389:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615997.856392:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773615998.881110:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773615998.881122:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773615998.881125:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773615999.780707:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301800326, at 4301800388 00000100:00000010:1.0:1773615999.780725:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046859c0. 00000020:00000001:3.0:1773615999.906990:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773615999.906997:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773615999.907002:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1773616000.865715:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616000.865720:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8212e5400. 00000400:00000200:1.0:1773616000.865726:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.865732:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616000.865737:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:1.0:1773616000.865739:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:1.0:1773616000.865743:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616000.865748:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795557504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.865758:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616000.865761:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795557504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.865768:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616000.865770:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616000.865782:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616000.865784:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8212e5500. 00000400:00000200:1.0:1773616000.865787:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.865790:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616000.865793:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:1.0:1773616000.865795:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:1.0:1773616000.865797:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616000.865799:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795557760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.865804:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616000.865806:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795557760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.865817:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616000.865818:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616000.865890:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616000.865892:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8212e5d00. 00000400:00000200:1.0:1773616000.865894:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.865896:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616000.865898:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:1.0:1773616000.865899:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:1.0:1773616000.865900:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616000.865903:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795557376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.865908:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616000.865909:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795557376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.865914:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616000.865915:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616000.866098:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616000.866101:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616000.868949:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616000.868957:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8212e5d00. 00000400:00000200:1.0:1773616000.868963:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.868969:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616000.868975:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:1.0:1773616000.868977:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:1.0:1773616000.868980:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616000.868987:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795557632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.869012:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616000.869016:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795557632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.869022:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616000.869032:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616000.883542:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883559:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616000.883563:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883564:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.883573:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883579:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616000.883585:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883589:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883594:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883597:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667c80 00000400:00000200:1.0:1773616000.883602:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883606:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930e1 [1] + 224 00000800:00000001:1.0:1773616000.883622:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883696:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.883701:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.883706:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616000.883713:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616000.883723:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795557504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616000.883735:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795557504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.883757:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616000.883765:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883770:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616000.883772:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883774:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.883778:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883782:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616000.883786:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883789:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883792:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883795:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200667c00 00000400:00000200:1.0:1773616000.883799:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883803:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930f1 [1] + 224 00000800:00000001:1.0:1773616000.883807:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883812:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.883814:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.883817:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616000.883820:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616000.883825:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795557376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616000.883878:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795557376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.883902:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616000.883906:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883911:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616000.883913:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883915:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.883919:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883923:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616000.883927:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883930:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883933:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883936:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667d00 00000400:00000200:1.0:1773616000.883939:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.883943:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930f9 [1] + 224 00000800:00000001:1.0:1773616000.883946:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.883950:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.883953:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.883956:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616000.883959:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616000.883963:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795557632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616000.883972:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795557632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.883980:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616000.883984:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.885212:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616000.885215:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.885218:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.885222:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.885225:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616000.885229:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.885232:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.885236:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.885238:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667d80 00000400:00000200:1.0:1773616000.885240:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616000.885244:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1930e9 [1] + 224 00000800:00000001:1.0:1773616000.885248:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.885272:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616000.885274:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616000.885277:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616000.885280:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616000.885285:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795557760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616000.885291:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795557760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616000.885303:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616000.885308:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616000.885310:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616000.929868:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616000.929871:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616000.929874:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773616001.956065:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616001.956073:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616001.956078:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616002.977311:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616002.977317:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616002.977322:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773616004.002114:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616004.002118:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616004.002121:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616004.896786:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301805446, at 4301805504 00000100:00000010:1.0:1773616004.896793:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685480. 00000020:00000001:1.0:1773616005.024179:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616005.024183:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616005.024186:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616005.984160:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616005.984171:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616005.984184:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19180. 00000020:00000040:1.0:1773616005.984191:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616005.984196:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616005.984199:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616005.984204:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616005.984212:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f500. 00000100:00000001:1.0:1773616005.984219:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984231:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616005.984243:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616005.984246:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984253:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7265e61] to pc [ptlrpcd_00_01+1] req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.984283:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984286:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616005.984289:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616005.984292:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18e00. 00000020:00000040:1.0:1773616005.984295:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616005.984298:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616005.984299:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616005.984301:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616005.984304:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000001:1.0:1773616005.984316:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984321:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616005.984328:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616005.984330:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984334:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c7743e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.984343:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984345:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616005.984349:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616005.984351:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a680. 00000020:00000040:1.0:1773616005.984354:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616005.984356:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616005.984357:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616005.984359:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616005.984362:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f900. 00000100:00000001:1.0:1773616005.984364:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984368:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616005.984375:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616005.984377:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984381:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e57767] to pc [ptlrpcd_00_01+1] req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.984388:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984390:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616005.984394:0:50183:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616005.984397:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616005.984400:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616005.984403:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773616005.984406:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616005.984408:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616005.984409:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616005.984410:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616005.984413:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fd00. 00000100:00000001:1.0:1773616005.984416:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984419:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616005.984426:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616005.984428:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984432:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5a65d8] to pc [ptlrpcd_00_00+0] req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.984439:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616005.984443:0:50183:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7144) 00000800:00000200:0.0:1773616005.984759:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616005.984779:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616005.984783:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616005.984786:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301810565 00000100:00000010:0.0:1773616005.984791:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9d20. 00000100:00000001:0.0:1773616005.984798:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616005.984803:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301810565 00000100:00000010:0.0:1773616005.984806:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9c00. 00000100:00000001:0.0:1773616005.984809:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616005.984812:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616005.984825:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616005.984828:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616005.984832:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616005.984877:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616005.984879:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616005.984881:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616005.984883:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616005.984885:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616005.984889:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795558144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616005.984892:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616005.984894:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616005.984896:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616005.984898:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616005.984901:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604200. 02000000:00000001:0.0:1773616005.984903:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616005.984906:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616005.984909:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ad10. 00000400:00000010:0.0:1773616005.984912:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616005.984914:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795558144, portal 10 00000100:00000001:0.0:1773616005.984916:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616005.984917:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000100:00000040:0.0:1773616005.984925:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616005.984931:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616005.984933:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616005.984936:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ab28. 00000100:00000200:0.0:1773616005.984938:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795558144, offset 0 00000400:00000200:0.0:1773616005.984953:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616005.984957:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616005.984961:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616005.984963:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616005.984966:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616005.984968:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616005.984970:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616005.984973:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149304:149304:255:4294967295] 192.168.201.103@tcp LPNI seq info [149244:149244:7:4294967295] 00000400:00000200:0.0:1773616005.984977:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616005.984982:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616005.984986:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616005.984990:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372300. 00000800:00000200:0.0:1773616005.984993:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616005.984997:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616005.985000:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616005.985003:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616005.985007:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 116678 usecs (117 jiffies) 00000400:00000200:0.0:1773616005.985009:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616005.985011:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301806710 00000100:00000001:0.0:1773616005.985013:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301810565 00000100:00000001:0.0:1773616005.985015:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301806710 00000100:00000001:0.0:1773616005.985017:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301810565 00000100:00000001:0.0:1773616005.985019:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616005.985021:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616005.985024:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616005.985026:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616005.985034:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616005.985036:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616005.985038:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616005.985040:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616005.985041:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616005.985043:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773616005.985044:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616005.985046:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616005.985048:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616005.985049:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616005.985050:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616005.985051:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616005.985055:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616005.985061:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616005.985063:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616005.985065:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616005.985067:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616005.985068:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616005.985071:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795558016:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616005.985083:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616005.985086:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616005.985087:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616005.985088:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616005.985091:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604e00. 02000000:00000001:0.0:1773616005.985093:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616005.985096:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616005.985098:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ae70. 00000400:00000010:0.0:1773616005.985102:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616005.985105:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795558016, portal 10 00000100:00000001:0.0:1773616005.985106:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616005.985108:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00000100:00000040:0.0:1773616005.985113:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616005.985120:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616005.985122:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616005.985126:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a440. 00000100:00000200:0.0:1773616005.985128:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795558016, offset 0 00000400:00000200:0.0:1773616005.985132:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616005.985136:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616005.985139:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616005.985142:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616005.985144:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616005.985147:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616005.985149:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616005.985152:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149305:149305:254:4294967295] 192.168.201.103@tcp LPNI seq info [149245:149245:6:4294967295] 00000400:00000200:0.0:1773616005.985155:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616005.985161:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616005.985164:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616005.985168:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372d00. 00000800:00000200:0.0:1773616005.985171:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616005.985175:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616005.985178:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616005.985180:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616005.985183:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 222155 usecs (223 jiffies) 00000400:00000200:0.0:1773616005.985187:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616005.985189:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301806816 00000100:00000001:0.0:1773616005.985191:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301810565 00000100:00000001:0.0:1773616005.985193:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301806816 00000100:00000001:0.0:1773616005.985195:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301810565 00000100:00000001:0.0:1773616005.985196:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616005.985198:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616005.985201:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616005.985204:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616005.985211:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616005.985212:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616005.985214:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616005.985216:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616005.985217:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616005.985220:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795558272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616005.985223:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616005.985225:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616005.985227:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616005.985229:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616005.985232:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:0.0:1773616005.985234:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616005.985237:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616005.985239:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aaa8. 00000400:00000010:0.0:1773616005.985243:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a770. 00000100:00000200:0.0:1773616005.985246:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795558272, portal 4 00000100:00000001:0.0:1773616005.985248:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616005.985249:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:0.0:1773616005.985254:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616005.985260:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616005.985262:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616005.985265:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816acc0. 00000100:00000200:0.0:1773616005.985267:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795558272, offset 0 00000400:00000200:0.0:1773616005.985271:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616005.985275:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616005.985278:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616005.985281:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616005.985283:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616005.985285:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616005.985288:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616005.985291:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149306:149306:253:4294967295] 192.168.201.103@tcp LPNI seq info [149246:149246:5:4294967295] 00000400:00000200:0.0:1773616005.985295:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616005.985300:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616005.985304:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616005.985307:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372100. 00000800:00000200:0.0:1773616005.985491:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616005.985496:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616005.985499:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616005.985502:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616005.985505:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 577106 usecs (578 jiffies) 00000400:00000200:0.0:1773616005.985508:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616005.985510:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301807171 00000100:00000001:0.0:1773616005.985512:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301810565 00000100:00000001:0.0:1773616005.985514:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301807171 00000100:00000001:0.0:1773616005.985516:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301810565 00000100:00000001:0.0:1773616005.985518:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616005.985520:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616005.985522:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616005.985525:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616005.985538:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616005.985540:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616005.986461:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616005.986468:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372000. 00000400:00000200:1.0:1773616005.986476:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616005.986482:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616005.986488:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ad48 00000400:00000010:1.0:1773616005.986490:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ad48. 00000100:00000001:1.0:1773616005.986495:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616005.986501:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986511:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616005.986514:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986521:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616005.986522:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616005.986534:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616005.986536:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:1.0:1773616005.986539:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616005.986542:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616005.986544:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ab28 00000400:00000010:1.0:1773616005.986546:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ab28. 00000100:00000001:1.0:1773616005.986548:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616005.986552:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986559:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616005.986561:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986568:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616005.986570:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616005.986577:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616005.986579:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372d00. 00000400:00000200:1.0:1773616005.986581:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616005.986584:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616005.986587:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a440 00000400:00000010:1.0:1773616005.986589:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a440. 00000100:00000001:1.0:1773616005.986591:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616005.986595:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986602:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616005.986605:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986611:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616005.986612:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616005.986684:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616005.986687:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372100. 00000400:00000200:1.0:1773616005.986689:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616005.986693:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616005.986695:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816acc0 00000400:00000010:1.0:1773616005.986697:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816acc0. 00000100:00000001:1.0:1773616005.986699:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616005.986702:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986709:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616005.986711:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616005.986717:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616005.986718:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616006.010509:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010528:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616006.010532:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010534:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010544:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010551:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616006.010560:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010564:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010569:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010573:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667f00 00000400:00000200:1.0:1773616006.010577:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010583:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193111 [1] + 224 00000800:00000001:1.0:1773616006.010590:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010594:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010597:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616006.010602:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616006.010609:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616006.010618:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616006.010629:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616006.010645:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616006.010654:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010658:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616006.010659:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010661:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010664:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010667:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616006.010671:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010673:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010676:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010679:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200667e80 00000400:00000200:1.0:1773616006.010682:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010686:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193121 [1] + 224 00000800:00000001:1.0:1773616006.010690:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010693:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010695:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616006.010698:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616006.010701:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616006.010706:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616006.010715:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616006.010722:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616006.010726:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010729:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616006.010732:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010734:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010737:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010740:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616006.010744:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010746:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010748:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010751:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200667e00 00000400:00000200:1.0:1773616006.010754:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010758:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193101 [1] + 224 00000800:00000001:1.0:1773616006.010762:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010765:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010766:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616006.010769:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616006.010772:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616006.010777:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616006.010784:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616006.010791:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616006.010794:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010796:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616006.010798:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010800:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010803:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010806:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616006.010809:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010811:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010827:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010831:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200667f80 00000400:00000200:1.0:1773616006.010834:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616006.010903:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193131 [1] + 224 00000800:00000001:1.0:1773616006.010907:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010915:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616006.010917:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616006.010921:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616006.010924:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616006.010929:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616006.010938:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616006.010955:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616006.010960:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616006.010963:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.013096:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616006.013103:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616006.013112:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616006.013114:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616006.013117:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ae70. 00000400:00000200:0.0:1773616006.013136:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:0.0:1773616006.013138:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:0.0:1773616006.013143:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616006.013152:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616006.013170:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.013177:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616006.013178:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.013181:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616006.013184:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616006.013187:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616006.013189:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616006.013191:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616006.013200:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=97 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616006.013204:0:2400:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c0458 change: old=36 new=5 delta=-31 (val=5) hist 36 36 36 36 00000100:00001000:0.0:1773616006.013208:0:2400:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff91a8182b3000 ptl 12 has changed from 36 to 5 00000100:00001000:0.0:1773616006.013210:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616006.013213:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616006.013770:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616006.013775:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616006.013779:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616006.013783:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616006.013786:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773616006.013788:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616006.013790:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616006.013796:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.013804:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616006.013808:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616006.013810:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616006.013825:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616006.013833:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795558016:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616006.013871:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616006.013873:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616006.013875:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aaa8. 00000400:00000200:0.0:1773616006.013878:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a770 00000400:00000010:0.0:1773616006.013879:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a770. 00000100:00000001:0.0:1773616006.013882:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616006.013886:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616006.013896:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.013902:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616006.013904:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.013905:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616006.013907:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616006.013908:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616006.013910:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616006.013912:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616006.013916:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616006.013920:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=51 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616006.013922:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616006.013923:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616006.013925:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616006.013927:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616006.013929:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616006.013930:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:0.0:1773616006.013932:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616006.013934:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616006.013937:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.013956:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616006.013958:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616006.013960:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616006.013964:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616006.013978:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795558272:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616006.013982:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616006.013984:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616006.013995:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aa50. 00000400:00000200:0.0:1773616006.013998:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ae58 00000400:00000010:0.0:1773616006.014000:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ae58. 00000100:00000001:0.0:1773616006.014003:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616006.014007:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616006.014016:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.014022:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616006.014024:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.014026:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616006.014028:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616006.014029:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616006.014031:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616006.014033:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616006.014036:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616006.014039:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616006.014041:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616006.014043:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616006.014044:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616006.014046:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616006.014048:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616006.014052:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.014058:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616006.014060:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616006.014062:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616006.014065:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616006.014073:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795557888:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616006.014078:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616006.014080:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616006.014082:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ad10. 00000400:00000200:0.0:1773616006.014084:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:0.0:1773616006.014086:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:0.0:1773616006.014088:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616006.014092:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616006.014100:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.014106:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616006.014107:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.014109:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616006.014110:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616006.014111:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616006.014113:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616006.014115:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616006.014119:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=97 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616006.014122:0:2400:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c6c58 change: old=36 new=5 delta=-31 (val=5) hist 36 36 36 36 00000100:00001000:0.0:1773616006.014125:0:2400:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff91a8182b3000 ptl 12 has changed from 36 to 5 00000100:00001000:0.0:1773616006.014127:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=97 v=5 (1 1 1 2) 00000100:00000001:0.0:1773616006.014129:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616006.014130:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616006.014132:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616006.014134:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616006.014136:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616006.014137:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616006.014703:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616006.014705:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616006.014711:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.014718:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616006.014721:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616006.014722:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616006.014726:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616006.014734:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795558144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616006.014739:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.014742:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616006.014746:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18e00 x1859763795558016/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.014754:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616006.014756:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616006.014760:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604e00. 02000000:00000001:0.0:1773616006.014764:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616006.014767:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616006.014769:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616006.014772:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616006.014775:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:0.0:1773616006.014779:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616006.014781:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616006.014783:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18e00. 00000100:00000001:0.0:1773616006.014786:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616006.014787:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.014789:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616006.014792:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b100 x1859763795558272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.014799:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616006.014800:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616006.014801:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:0.0:1773616006.014803:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616006.014805:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616006.014806:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616006.014808:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616006.014809:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fd00. 02000000:00000001:0.0:1773616006.014939:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616006.014952:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616006.014953:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 00000100:00000001:0.0:1773616006.014957:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616006.014958:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.014960:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616006.014965:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19180 x1859763795557888/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.014971:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616006.014972:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616006.014974:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604600. 02000000:00000001:0.0:1773616006.014976:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616006.014977:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616006.014979:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616006.014981:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616006.014982:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f500. 02000000:00000001:0.0:1773616006.014995:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616006.014997:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616006.014998:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19180. 00000100:00000001:0.0:1773616006.015001:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616006.015002:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.015004:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616006.015007:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a680 x1859763795558144/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616006.015013:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616006.015015:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616006.015016:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604200. 02000000:00000001:0.0:1773616006.015018:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616006.015019:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616006.015021:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616006.015022:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616006.015024:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f900. 02000000:00000001:0.0:1773616006.015026:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616006.015028:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616006.015029:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a680. 00000100:00000001:0.0:1773616006.015031:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616006.015033:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.015035:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616006.015043:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616006.015045:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616006.015048:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616006.015050:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616006.049518:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616006.049526:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616006.049532:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616006.049533:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616006.049537:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616006.049538:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616006.050191:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616006.050195:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616006.050199:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616007.072014:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616007.072021:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616007.072027:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616007.072029:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616007.072032:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616007.072035:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616007.072038:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616007.072041:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616007.072044:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616007.072046:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616007.072049:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616007.072051:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616007.072142:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616007.072145:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616007.072149:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616008.096015:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616008.096022:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616008.096028:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616008.096030:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616008.096033:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616008.096034:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616008.096229:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616008.096233:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616008.096236:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616009.121708:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616009.121716:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616009.121722:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616009.121723:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616009.121727:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616009.121729:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616009.123782:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616009.123787:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616009.123792:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616010.015930:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301810565, at 4301810624 00000100:00000010:0.0:1773616010.015946:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9d20. 00000100:00000040:1.0:1773616010.017036:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301810565, at 4301810625 00000100:00000010:1.0:1773616010.017068:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9c00. 00010000:00000001:0.0:1773616010.144080:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616010.144090:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616010.144097:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616010.144099:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616010.144104:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616010.144106:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616010.144437:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616010.144440:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616010.144444:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773616011.106613:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616011.106617:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616011.106619:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616011.106625:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.106633:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616011.106635:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616011.106638:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616011.106639:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616011.106642:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616011.106645:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795558400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616011.106648:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616011.106651:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616011.106653:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616011.106655:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616011.106658:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a000. 02000000:00000001:3.0:1773616011.106660:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616011.106665:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616011.106668:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616011.106673:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616011.106679:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795558400, portal 25 00000100:00000001:3.0:1773616011.106681:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616011.106683:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000040:3.0:1773616011.106689:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.106696:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616011.106699:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616011.106701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773616011.106705:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795558400, offset 0 00000400:00000200:3.0:1773616011.106712:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616011.106720:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616011.106728:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616011.106733:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616011.106737:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616011.106741:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616011.106744:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616011.106748:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149307:149307:256:4294967295] 192.168.201.103@tcp LPNI seq info [149247:149247:8:4294967295] 00000400:00000200:3.0:1773616011.106753:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616011.106763:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616011.106769:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616011.106774:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773616011.106792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616011.106799:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616011.106804:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616011.106822:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616011.106827:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616011.106830:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301815687 00000100:00000010:3.0:1773616011.106867:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b6c0. 00000100:00000001:3.0:1773616011.106875:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616011.106881:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301815688 00000100:00000010:3.0:1773616011.106884:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b300. 00000100:00000001:3.0:1773616011.106888:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616011.106892:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616011.106895:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616011.106898:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616011.106902:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.106909:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616011.106911:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616011.106913:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616011.106916:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616011.106918:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616011.106921:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795558656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616011.106924:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616011.106926:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616011.106928:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616011.106930:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616011.106933:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670ac00. 02000000:00000001:3.0:1773616011.106935:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616011.106938:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616011.106941:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616011.106944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616011.106947:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795558656, portal 10 00000100:00000001:3.0:1773616011.106949:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616011.106951:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000040:3.0:1773616011.106958:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.106965:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616011.106967:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616011.106970:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000200:3.0:1773616011.106972:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795558656, offset 0 00000400:00000200:3.0:1773616011.106976:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616011.106980:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616011.106984:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616011.106986:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616011.106989:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616011.106992:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616011.106994:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616011.106998:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149308:149308:255:4294967295] 192.168.201.103@tcp LPNI seq info [149248:149248:7:4294967295] 00000400:00000200:3.0:1773616011.107002:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616011.107008:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616011.107013:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616011.107017:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616011.107027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616011.107032:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616011.107035:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616011.107038:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616011.107042:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 116061 usecs (117 jiffies) 00000400:00000200:3.0:1773616011.107046:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616011.107048:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301811832 00000100:00000001:3.0:1773616011.107050:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301815687 00000100:00000001:3.0:1773616011.107052:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301811832 00000100:00000001:3.0:1773616011.107054:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301815688 00000100:00000001:3.0:1773616011.107056:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616011.107059:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616011.107061:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616011.107064:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.107071:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616011.107073:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616011.107076:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616011.107077:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616011.107078:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616011.107081:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616011.107182:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616011.107187:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41100. 00000400:00000200:1.0:1773616011.107194:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.107199:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616011.107204:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3110 00000400:00000010:1.0:1773616011.107207:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3110. 00000100:00000001:1.0:1773616011.107211:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616011.107216:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.107224:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616011.107228:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.107234:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616011.107235:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616011.107302:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616011.107305:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:1.0:1773616011.107308:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.107312:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616011.107314:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:1.0:1773616011.107316:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:1.0:1773616011.107318:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616011.107321:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.107328:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616011.107331:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.107336:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616011.107337:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616011.110222:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616011.110227:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809978a00. 00000400:00000200:1.0:1773616011.110234:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.110241:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616011.110245:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e000 00000400:00000010:1.0:1773616011.110248:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e000. 00000100:00000001:1.0:1773616011.110252:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616011.110258:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795558528/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.110268:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616011.110271:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795558528/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.110279:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616011.110281:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616011.110345:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616011.110348:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809978e00. 00000400:00000200:1.0:1773616011.110351:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.110355:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616011.110358:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ee58 00000400:00000010:1.0:1773616011.110360:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ee58. 00000100:00000001:1.0:1773616011.110363:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616011.110366:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795558784/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.110373:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616011.110376:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795558784/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.110382:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616011.110384:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616011.117080:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117098:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616011.117112:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117115:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117124:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117133:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616011.117143:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117147:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117154:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117158:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200668000 00000400:00000200:1.0:1773616011.117163:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117169:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193141 [1] + 224 00000800:00000001:1.0:1773616011.117176:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117181:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117185:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.117189:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616011.117196:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616011.117205:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616011.117216:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.117240:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616011.117248:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117252:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616011.117254:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117256:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117260:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117264:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616011.117268:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117271:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117274:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117277:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200668180 00000400:00000200:1.0:1773616011.117281:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117286:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193159 [1] + 224 00000800:00000001:1.0:1773616011.117289:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117292:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117294:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.117298:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616011.117301:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616011.117305:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795558784/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616011.117315:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795558784/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.117408:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616011.117415:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117420:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616011.117422:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117424:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117429:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117433:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616011.117437:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117440:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117444:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117447:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668100 00000400:00000200:1.0:1773616011.117451:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117455:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193149 [1] + 224 00000800:00000001:1.0:1773616011.117460:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117463:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117465:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.117469:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616011.117472:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616011.117477:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616011.117497:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.117505:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616011.117509:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117512:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616011.117514:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117516:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117519:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117523:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616011.117527:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117529:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117532:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117535:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668080 00000400:00000200:1.0:1773616011.117538:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616011.117542:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193151 [1] + 224 00000800:00000001:1.0:1773616011.117545:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117551:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616011.117554:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616011.117557:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616011.117559:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616011.117564:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795558528/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616011.117573:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795558528/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616011.117580:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616011.117583:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616011.117586:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.117724:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616011.117727:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616011.117743:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616011.117745:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616011.117749:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773616011.117754:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:3.0:1773616011.117757:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:3.0:1773616011.117760:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616011.117766:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616011.117777:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.117790:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616011.117792:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.117795:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616011.117798:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616011.117801:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616011.117804:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616011.117807:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616011.117814:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616011.117819:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616011.117822:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616011.117823:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616011.117826:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616011.117828:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616011.117831:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616011.117874:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.117882:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616011.117885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616011.117888:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616011.117892:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616011.117901:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795558400:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616011.117906:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616011.117908:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616011.117910:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616011.117913:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773616011.117915:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773616011.117917:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616011.117921:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616011.117930:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.117938:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616011.117939:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.117941:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616011.117942:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616011.117944:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616011.117945:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616011.117947:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616011.117954:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=102 v=5 (36 36 36 36) 00000100:00001000:3.0:1773616011.117957:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=102 v=5 (1 1 1 2) 00000100:00000001:3.0:1773616011.117960:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616011.117961:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616011.117962:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616011.117966:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616011.117969:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616011.117971:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616011.117972:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616011.117974:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616011.117977:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.117982:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616011.117984:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616011.117985:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616011.117988:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616011.117996:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795558656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616011.118000:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.118003:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616011.118006:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca300 x1859763795558400/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.118012:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616011.118015:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616011.118019:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670a000. 02000000:00000001:3.0:1773616011.118023:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616011.118026:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616011.118028:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616011.118030:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616011.118033:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8212e5900. 02000000:00000001:3.0:1773616011.118037:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616011.118039:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616011.118041:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca300. 00000100:00000001:3.0:1773616011.118044:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616011.118046:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.118047:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616011.118051:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795558656/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616011.118058:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616011.118059:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616011.118060:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670ac00. 02000000:00000001:3.0:1773616011.118062:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616011.118063:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616011.118065:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616011.118067:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616011.118069:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8212e5400. 02000000:00000001:3.0:1773616011.118071:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616011.118072:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616011.118073:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:3.0:1773616011.118076:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616011.118077:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.118079:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616011.118087:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616011.118089:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616011.118091:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616011.118093:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616011.168055:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616011.168063:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616011.168070:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616011.168071:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616011.168075:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616011.168077:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616011.168413:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616011.168417:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616011.168420:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616012.192227:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616012.192235:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616012.192237:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616012.192240:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616012.192245:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616012.192248:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616012.192250:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616012.192252:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616012.192256:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616012.192257:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616012.192261:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616012.192262:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616012.193058:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616012.193063:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616012.193066:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616013.218337:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616013.218345:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616013.218351:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616013.218354:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616013.218356:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616013.218362:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616013.218365:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616013.218367:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616013.218370:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616013.218373:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616013.218375:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616013.218378:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616013.218381:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616013.218382:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616013.219051:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616013.219055:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616013.219059:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616014.240090:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616014.240098:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616014.240104:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616014.240105:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616014.240109:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616014.240110:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616014.240346:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616014.240351:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616014.240354:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616015.136029:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301815687, at 4301815744 00000100:00000010:0.0:1773616015.136050:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b6c0. 00000100:00000040:1.0:1773616015.146425:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301815688, at 4301815754 00000100:00000010:1.0:1773616015.146440:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b300. 00010000:00000001:0.0:1773616015.264944:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616015.264951:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616015.264956:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616015.264957:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616015.264962:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616015.264963:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616015.265023:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616015.265027:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616015.265030:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616016.224514:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616016.224526:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616016.224538:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19f80. 00000020:00000040:1.0:1773616016.224544:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616016.224548:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616016.224551:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616016.224556:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616016.224566:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f900. 00000100:00000001:1.0:1773616016.224574:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.224586:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616016.224597:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616016.224613:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.224621:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29b028f] to pc [ptlrpcd_00_01+1] req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.224692:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.224919:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616016.224923:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616016.224929:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.224939:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616016.224941:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.224945:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616016.224948:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616016.224951:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616016.224955:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795558912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616016.224960:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616016.224966:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616016.224969:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.224971:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616016.224977:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604200. 02000000:00000001:0.0:1773616016.224979:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616016.224987:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616016.224992:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ad10. 00000400:00000010:0.0:1773616016.224999:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616016.225005:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795558912, portal 25 00000100:00000001:0.0:1773616016.225008:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616016.225010:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000040:0.0:1773616016.225017:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.225025:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616016.225028:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616016.225031:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ae58. 00000100:00000200:0.0:1773616016.225034:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795558912, offset 0 00000400:00000200:0.0:1773616016.225040:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616016.225049:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616016.225056:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616016.225061:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616016.225065:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616016.225070:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616016.225073:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616016.225077:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149311:149311:256:4294967295] 192.168.201.103@tcp LPNI seq info [149251:149251:8:4294967295] 00000400:00000200:0.0:1773616016.225082:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616016.225092:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616016.225099:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616016.225104:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372500. 00000800:00000200:0.0:1773616016.225111:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616016.225129:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616016.225134:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616016.225148:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616016.225152:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616016.225155:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301820806 00000100:00000010:0.0:1773616016.225160:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9d20. 00000100:00000001:0.0:1773616016.225167:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616016.225176:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301820806 00000100:00000010:0.0:1773616016.225179:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f97e0. 00000100:00000001:0.0:1773616016.225181:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616016.225185:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616016.225188:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.225192:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.225194:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616016.225339:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.225343:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616016.225346:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616016.225350:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19c00. 00000020:00000040:1.0:1773616016.225353:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616016.225356:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616016.226088:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616016.226093:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616016.226100:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f500. 00000100:00000001:1.0:1773616016.226105:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.226112:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616016.226134:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616016.226137:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.226142:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034b387ac] to pc [ptlrpcd_00_00+0] req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.227059:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616016.227062:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616016.227067:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.227069:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616016.227071:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616016.227075:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773616016.227077:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.227079:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616016.227080:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.227082:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.227083:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616016.227085:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616016.227092:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.227101:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616016.227103:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.227106:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616016.227108:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616016.227111:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616016.227115:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795559040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616016.227563:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616016.227569:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616016.227571:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.227574:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616016.227580:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604600. 02000000:00000001:0.0:1773616016.227583:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616016.227589:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616016.227593:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aa50. 00000400:00000010:0.0:1773616016.227611:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a770. 00000100:00000200:0.0:1773616016.227617:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795559040, portal 10 00000100:00000001:0.0:1773616016.227620:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616016.227621:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000040:0.0:1773616016.227870:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.227878:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616016.227881:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616016.227884:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616016.227888:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795559040, offset 0 00000400:00000200:0.0:1773616016.228211:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616016.229458:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616016.229469:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616016.229474:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616016.229478:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616016.229483:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616016.229487:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616016.229491:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149312:149312:255:4294967295] 192.168.201.103@tcp LPNI seq info [149252:149252:7:4294967295] 00000400:00000200:0.0:1773616016.229496:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616016.229507:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616016.229513:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616016.229521:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372400. 00000800:00000200:0.0:1773616016.229528:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616016.229536:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616016.229541:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616016.229546:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616016.229551:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 221167 usecs (222 jiffies) 00000400:00000200:0.0:1773616016.229554:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616016.229557:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301817059 00000100:00000001:0.0:1773616016.229561:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301820806 00000100:00000001:0.0:1773616016.229564:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301817059 00000100:00000001:0.0:1773616016.229567:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301820806 00000100:00000001:0.0:1773616016.229570:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616016.229573:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.229578:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.229582:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.234295:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.234456:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616016.234462:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616016.234473:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1aa00. 00000020:00000040:1.0:1773616016.234479:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616016.234484:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616016.234487:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616016.234492:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616016.234500:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fd00. 00000100:00000001:1.0:1773616016.234507:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.234518:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616016.234529:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616016.234533:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.234540:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e6f958a] to pc [ptlrpcd_00_01+1] req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.234552:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.234555:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616016.234558:0:50183:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616016.234561:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616016.234564:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616016.234568:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18000. 00000020:00000040:1.0:1773616016.234571:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616016.234573:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616016.234575:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616016.234576:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616016.234579:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000001:1.0:1773616016.234582:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.234586:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616016.234594:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616016.234597:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.234601:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4626f1] to pc [ptlrpcd_00_00+0] req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773616016.234742:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616016.234747:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372500. 00000400:00000200:0.0:1773616016.235496:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616016.235504:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616016.235513:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ae58 00000400:00000010:0.0:1773616016.235516:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ae58. 00000100:00000001:0.0:1773616016.235520:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616016.235526:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.235538:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616016.235541:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.235549:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.235550:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616016.235641:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616016.235645:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372400. 00000400:00000200:0.0:1773616016.235648:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616016.235652:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616016.235656:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:0.0:1773616016.235658:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:0.0:1773616016.235660:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616016.235665:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.235673:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616016.235677:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.235690:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.235692:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616016.235712:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.235716:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616016.235719:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616016.235724:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.235733:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616016.235735:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.235739:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616016.235741:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616016.235744:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616016.235759:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795559168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616016.235764:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616016.235770:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616016.235772:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.235785:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616016.235791:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:0.0:1773616016.235793:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616016.235801:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616016.235806:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aaa8. 00000400:00000010:0.0:1773616016.235810:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616016.235817:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795559168, portal 10 00000100:00000001:0.0:1773616016.235822:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616016.235824:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000040:0.0:1773616016.235832:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.236999:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.237005:0:50183:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7154) 00000100:00000001:1.0:1773616016.237022:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616016.237025:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616016.237026:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616016.237032:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.237039:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616016.237041:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616016.237044:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616016.237046:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616016.237048:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616016.237051:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616016.237055:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616016.237058:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616016.237060:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616016.237061:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616016.237067:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8014ca600. 02000000:00000001:1.0:1773616016.237069:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616016.237074:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616016.237078:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424528. 00000400:00000010:1.0:1773616016.237083:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616016.237086:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795559296, portal 4 00000100:00000001:1.0:1773616016.237088:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616016.237090:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601398784 : -121324108152832 : ffff91a807a18000) 00000100:00000040:1.0:1773616016.237097:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.237104:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616016.237107:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616016.237109:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616016.237113:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795559296, offset 0 00000400:00000200:1.0:1773616016.237132:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616016.237141:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.237150:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616016.237155:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616016.237160:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616016.237165:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616016.237168:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616016.237172:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149313:149313:256:4294967295] 192.168.201.103@tcp LPNI seq info [149253:149253:8:4294967295] 00000400:00000200:1.0:1773616016.237177:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.237187:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616016.237193:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616016.237197:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f600. 00000800:00000200:1.0:1773616016.237204:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616016.237212:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616016.237217:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616016.237229:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.237234:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 568457 usecs (569 jiffies) 00000400:00000200:1.0:1773616016.237238:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616016.237241:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301817413 00000100:00000001:1.0:1773616016.237245:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301820806 00000100:00000001:1.0:1773616016.237247:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301817413 00000100:00000001:1.0:1773616016.237249:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301820806 00000100:00000001:1.0:1773616016.237252:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616016.237254:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.237258:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.237260:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616016.237269:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616016.237271:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616016.237274:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616016.237276:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616016.237277:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.237280:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616016.237356:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773616016.239259:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616016.239265:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616016.239272:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ae58. 00000100:00000200:0.0:1773616016.239278:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795559168, offset 0 00000400:00000200:0.0:1773616016.239284:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616016.239292:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616016.239299:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616016.239303:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616016.240087:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616016.240091:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616016.240095:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616016.240099:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149314:149314:255:4294967295] 192.168.201.103@tcp LPNI seq info [149254:149254:7:4294967295] 00000400:00000200:0.0:1773616016.240105:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616016.240115:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616016.240554:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616016.240563:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372400. 00000800:00000200:0.0:1773616016.240570:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616016.240577:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616016.240582:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616016.240587:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616016.240593:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 115280 usecs (116 jiffies) 00000400:00000200:0.0:1773616016.240597:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616016.240600:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301816964 00000100:00000001:0.0:1773616016.241541:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301820806 00000100:00000001:0.0:1773616016.241546:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301816965 00000100:00000001:0.0:1773616016.241548:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301820806 00000100:00000001:0.0:1773616016.241551:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616016.241556:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.241562:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.241566:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.241576:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616016.241579:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616016.241582:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.241584:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616016.241585:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.241588:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773616016.242505:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f600. 00000400:00000200:1.0:1773616016.242512:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616016.242520:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616016.242527:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616016.242530:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616016.242535:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616016.242543:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.242554:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616016.242557:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.242564:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.242566:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616016.242575:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.242586:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616016.242588:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.242591:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.242597:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242602:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616016.242608:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242612:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242617:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242620:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200668200 00000400:00000200:1.0:1773616016.242625:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242631:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193161 [1] + 224 00000800:00000001:1.0:1773616016.242640:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.242645:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.242648:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616016.242651:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616016.242655:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616016.242660:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616016.242669:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.242683:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773616016.242750:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616016.242753:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372400. 00000400:00000200:1.0:1773616016.242756:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616016.242760:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616016.242762:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ae58 00000400:00000010:1.0:1773616016.242773:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ae58. 00000100:00000001:1.0:1773616016.242785:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616016.242789:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.242797:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616016.242800:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.242806:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.242808:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616016.242813:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.242818:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616016.242820:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.242822:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.242825:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242829:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616016.242833:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242853:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242857:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242860:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200668380 00000400:00000200:1.0:1773616016.242863:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.242868:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193189 [1] + 224 00000800:00000001:1.0:1773616016.242872:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.242879:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.242881:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616016.242885:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616016.242888:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616016.242892:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616016.242900:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.242916:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616016.242922:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.242925:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616016.242941:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616016.242944:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616016.242948:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616016.242950:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616016.242953:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424528. 00000400:00000200:1.0:1773616016.242956:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:1.0:1773616016.242958:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:1.0:1773616016.242961:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616016.242966:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616016.242975:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.242982:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616016.242984:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616016.242986:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616016.242989:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616016.242992:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616016.242994:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616016.242997:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616016.243006:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616016.243010:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=61 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616016.243013:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616016.243015:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616016.243019:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616016.243023:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.243027:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616016.243029:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:1.0:1773616016.243031:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616016.243033:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616016.243039:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.243046:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616016.243049:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616016.243051:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616016.243055:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616016.243063:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616016.243068:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616016.243070:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616016.243073:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18000 x1859763795559296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.243080:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616016.243082:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616016.243086:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8014ca600. 02000000:00000001:1.0:1773616016.243089:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616016.243091:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616016.243093:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616016.243095:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616016.243098:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:1.0:1773616016.243101:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616016.243103:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616016.243105:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18000. 00000100:00000001:1.0:1773616016.243108:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616016.243110:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616016.243112:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616016.243118:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616016.243120:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616016.243122:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616016.243124:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.243291:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.243294:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616016.243299:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616016.243301:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616016.243304:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ad10. 00000400:00000200:0.0:1773616016.243308:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:0.0:1773616016.243310:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:0.0:1773616016.243313:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616016.243318:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616016.243326:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.243333:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616016.243335:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.243336:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616016.243338:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616016.243340:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616016.243341:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.243343:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616016.243347:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616016.243350:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=24 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616016.243352:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616016.244067:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616016.244072:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616016.244074:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.244077:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616016.244084:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.244093:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616016.244096:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616016.244097:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616016.244102:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616016.244111:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795558912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616016.244116:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.244119:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616016.244122:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19f80 x1859763795558912/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.244130:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616016.244132:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616016.244135:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604200. 02000000:00000001:0.0:1773616016.244139:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616016.244141:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616016.244142:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616016.244145:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616016.244147:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f900. 02000000:00000001:0.0:1773616016.244149:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616016.244151:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616016.244152:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19f80. 00000100:00000001:0.0:1773616016.244156:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616016.244157:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.244160:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.244163:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.244164:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616016.244166:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.244168:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616016.249080:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.249102:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616016.249106:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.249108:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.249117:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.249125:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616016.249134:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.249139:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.249145:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.249149:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668280 00000400:00000200:1.0:1773616016.249154:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.249160:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193171 [1] + 224 00000800:00000001:1.0:1773616016.249168:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.249367:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.249370:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616016.249375:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616016.249382:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616016.249390:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616016.249401:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.249424:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616016.249433:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.249437:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616016.250064:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.250072:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616016.250075:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.250077:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.250081:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.250086:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616016.250092:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.250096:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.250100:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.250103:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668300 00000400:00000200:1.0:1773616016.250107:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616016.250111:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193181 [1] + 224 00000800:00000001:1.0:1773616016.250116:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.250173:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616016.250177:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616016.250180:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616016.250185:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616016.250190:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616016.250198:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616016.250206:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616016.250211:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616016.250213:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.250936:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.250942:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616016.250949:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616016.250952:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616016.250955:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aaa8. 00000400:00000200:0.0:1773616016.250961:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:0.0:1773616016.250963:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:0.0:1773616016.250966:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616016.250973:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616016.250982:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.250988:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616016.250990:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.250993:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616016.250996:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616016.250999:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616016.251001:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.251004:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616016.251014:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=107 v=5 (36 36 36 36) 00000100:00001000:0.0:1773616016.251018:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=107 v=5 (1 1 1 2) 00000100:00000001:0.0:1773616016.251021:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616016.251023:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616016.251026:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616016.251029:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.251032:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616016.251034:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616016.251036:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616016.251038:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616016.251043:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.251050:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616016.251053:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616016.251055:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616016.251058:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616016.251066:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795559168:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616016.251071:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616016.251073:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616016.251074:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aa50. 00000400:00000200:0.0:1773616016.251076:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a770 00000400:00000010:0.0:1773616016.251078:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a770. 00000100:00000001:0.0:1773616016.251080:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616016.251083:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616016.251091:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.251097:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616016.251098:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.251100:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616016.251101:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616016.251103:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616016.251104:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616016.251106:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616016.251110:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=107 v=5 (36 36 36 36) 00000100:00001000:0.0:1773616016.251113:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616016.251116:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616016.251117:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616016.251119:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616016.251121:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.251123:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616016.251124:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773616016.251126:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616016.251127:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616016.251130:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.251137:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616016.251139:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616016.251140:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616016.251143:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616016.251151:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795559040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616016.251156:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.251158:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616016.251161:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1aa00 x1859763795559168/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.251168:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616016.251171:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616016.251174:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:0.0:1773616016.251177:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616016.251180:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616016.251182:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616016.251185:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616016.251187:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fd00. 02000000:00000001:0.0:1773616016.251191:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616016.251192:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616016.251194:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1aa00. 00000100:00000001:0.0:1773616016.251198:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616016.251199:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.251201:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616016.251204:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19c00 x1859763795559040/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616016.251211:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616016.251212:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616016.251214:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604600. 02000000:00000001:0.0:1773616016.251215:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616016.251217:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616016.251218:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616016.251219:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616016.251220:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f500. 02000000:00000001:0.0:1773616016.251222:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616016.251223:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616016.251224:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19c00. 00000100:00000001:0.0:1773616016.251226:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616016.251227:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.251229:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616016.251237:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616016.251239:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616016.251241:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616016.251244:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616016.288060:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616016.288067:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616016.288072:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616016.288073:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616016.288077:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616016.288079:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616016.288160:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616016.288163:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616016.288166:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616017.312572:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616017.312579:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616017.312584:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616017.312586:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616017.312589:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616017.312592:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616017.312595:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616017.312598:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616017.312601:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616017.312604:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616017.312606:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616017.312609:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616017.312695:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616017.312699:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616017.312702:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616018.336738:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616018.336756:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616018.336762:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616018.336764:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616018.336768:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616018.336769:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616018.341204:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616018.341211:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616018.341216:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616019.360123:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616019.360131:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616019.360137:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616019.360139:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616019.360142:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616019.360144:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616019.360474:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616019.360478:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616019.360495:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616020.256386:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301820806, at 4301820864 00000100:00000010:1.0:1773616020.256402:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f97e0. 00000100:00000040:0.0:1773616020.256546:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301820806, at 4301820864 00000100:00000010:0.0:1773616020.256553:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9d20. 00010000:00000001:0.0:1773616020.388334:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616020.388342:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616020.388359:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616020.388360:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616020.388364:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616020.388365:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616020.391154:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616020.391159:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616020.391163:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616021.343982:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616021.343993:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616021.344006:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18000. 00000020:00000040:1.0:1773616021.344014:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616021.344019:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616021.344023:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616021.344029:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616021.344039:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000001:1.0:1773616021.344047:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344060:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616021.344072:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616021.344076:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344084:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4626f1] to pc [ptlrpcd_00_01+1] req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.344134:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344145:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616021.344348:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616021.344353:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18380. 00000020:00000040:1.0:1773616021.344356:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616021.344359:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616021.344361:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616021.344363:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616021.344366:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f600. 00000100:00000001:1.0:1773616021.344370:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344375:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616021.344384:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616021.344386:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344390:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c892183] to pc [ptlrpcd_00_00+0] req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.344406:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344409:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616021.344412:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616021.344415:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a300. 00000020:00000040:1.0:1773616021.344417:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616021.344419:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616021.344420:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616021.344422:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616021.344425:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f800. 00000100:00000001:1.0:1773616021.344427:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344431:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616021.344439:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616021.344441:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344445:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320b0417] to pc [ptlrpcd_00_01+1] req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.344452:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344455:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616021.344459:0:50183:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616021.344462:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616021.344465:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616021.344467:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1ad80. 00000020:00000040:1.0:1773616021.344469:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616021.344471:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616021.344472:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616021.344474:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616021.344477:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fb00. 00000100:00000001:1.0:1773616021.344479:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344483:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616021.344491:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616021.344493:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344496:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5913c9] to pc [ptlrpcd_00_00+0] req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.344504:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344508:0:50183:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7159) 00000100:00000001:1.0:1773616021.344524:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616021.344528:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616021.344530:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616021.344535:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.344544:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616021.344546:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.344550:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616021.344552:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616021.344555:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616021.344559:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616021.344563:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616021.344568:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616021.344570:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.344573:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616021.344578:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8014ca600. 02000000:00000001:1.0:1773616021.344580:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616021.344589:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616021.344593:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424528. 00000400:00000010:1.0:1773616021.344600:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616021.344607:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795559552, portal 10 00000100:00000001:1.0:1773616021.344609:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616021.344611:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601399680 : -121324108151936 : ffff91a807a18380) 00000100:00000040:1.0:1773616021.344619:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.344628:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616021.344631:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616021.344634:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616021.344637:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795559552, offset 0 00000400:00000200:1.0:1773616021.344643:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616021.344651:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.344658:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616021.344663:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616021.344668:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616021.344672:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616021.344675:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616021.344679:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149315:149315:256:4294967295] 192.168.201.103@tcp LPNI seq info [149255:149255:8:4294967295] 00000400:00000200:1.0:1773616021.344684:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.344706:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616021.344713:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616021.344717:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fe00. 00000800:00000200:1.0:1773616021.344725:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616021.344733:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616021.344738:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616021.344750:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.344754:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 220685 usecs (221 jiffies) 00000400:00000200:1.0:1773616021.344758:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616021.344762:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301822173 00000100:00000010:1.0:1773616021.344767:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d87e0. 00000100:00000001:1.0:1773616021.344774:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616021.344780:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301822173 00000100:00000010:1.0:1773616021.344783:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8d80. 00000100:00000001:1.0:1773616021.344787:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616021.344791:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616021.344794:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.344797:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616021.344801:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.344809:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616021.344811:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.344813:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616021.344815:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616021.344818:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616021.344821:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616021.344824:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616021.344826:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616021.344828:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.344830:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616021.344833:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8014cb000. 02000000:00000001:1.0:1773616021.344835:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616021.345476:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616021.345482:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424c08. 00000400:00000010:1.0:1773616021.345488:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1c38. 00000100:00000200:1.0:1773616021.345493:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795559808, portal 4 00000100:00000001:1.0:1773616021.345496:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616021.345497:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601410432 : -121324108141184 : ffff91a807a1ad80) 00000100:00000040:1.0:1773616021.345507:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.345513:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616021.345516:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616021.345520:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616021.345522:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795559808, offset 0 00000400:00000200:1.0:1773616021.345528:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616021.345533:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.345539:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616021.345543:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616021.345546:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616021.345549:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616021.345552:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616021.345555:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149316:149316:255:4294967295] 192.168.201.103@tcp LPNI seq info [149256:149256:7:4294967295] 00000400:00000200:1.0:1773616021.345559:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.345567:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616021.345573:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616021.345577:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f300. 00000800:00000200:1.0:1773616021.345583:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616021.345590:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616021.345593:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616021.345597:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.345601:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 564075 usecs (565 jiffies) 00000400:00000200:1.0:1773616021.345605:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616021.345607:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301822518 00000100:00000001:1.0:1773616021.345613:0:2399:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301822173 00000100:00000001:1.0:1773616021.345618:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301822518 00000100:00000001:1.0:1773616021.345621:0:2399:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301822173 00000100:00000001:1.0:1773616021.345625:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616021.345627:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.345631:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.345636:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616021.345647:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616021.345649:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616021.345653:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616021.345654:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616021.345656:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616021.345659:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773616021.345661:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616021.345662:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616021.345664:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616021.345666:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616021.345667:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616021.345669:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616021.345673:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.345682:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616021.345684:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.345686:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616021.345689:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616021.345709:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616021.345713:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795559424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616021.345716:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616021.345719:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616021.345721:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.345723:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616021.345730:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8053d4800. 02000000:00000001:1.0:1773616021.345732:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616021.345736:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616021.345738:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204242c0. 00000400:00000010:1.0:1773616021.345742:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1990. 00000100:00000200:1.0:1773616021.345745:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795559424, portal 25 00000100:00000001:1.0:1773616021.345747:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616021.345749:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601398784 : -121324108152832 : ffff91a807a18000) 00000100:00000040:1.0:1773616021.345754:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.345761:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616021.345764:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616021.345767:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616021.345769:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795559424, offset 0 00000400:00000200:1.0:1773616021.345773:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616021.345777:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.345780:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616021.345783:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616021.345786:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616021.345788:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616021.345791:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616021.345794:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149317:149317:254:4294967295] 192.168.201.103@tcp LPNI seq info [149257:149257:6:4294967295] 00000400:00000200:1.0:1773616021.345799:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.345805:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616021.345810:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616021.345813:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fa00. 00000800:00000200:1.0:1773616021.345817:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616021.345821:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616021.345824:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616021.345827:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616021.345830:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616021.345832:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301825926 00000100:00000001:1.0:1773616021.345860:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301822518 00000100:00000001:1.0:1773616021.345864:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301825927 00000100:00000001:1.0:1773616021.345867:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301822518 00000100:00000001:1.0:1773616021.345869:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616021.345872:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.345874:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616021.345878:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.345886:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616021.345888:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.345890:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616021.345892:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616021.345894:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616021.345897:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616021.345901:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616021.345904:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616021.345906:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616021.345908:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616021.345911:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8053d5000. 02000000:00000001:1.0:1773616021.345914:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616021.345917:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616021.345920:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424a50. 00000400:00000010:1.0:1773616021.345923:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000200:1.0:1773616021.345926:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795559680, portal 10 00000100:00000001:1.0:1773616021.345928:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616021.345930:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601407744 : -121324108143872 : ffff91a807a1a300) 00000100:00000040:1.0:1773616021.345936:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.345943:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616021.345946:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616021.345948:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616021.345950:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795559680, offset 0 00000400:00000200:1.0:1773616021.345954:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616021.345957:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.345961:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616021.345963:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616021.345966:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616021.345968:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616021.345971:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616021.345974:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149318:149318:253:4294967295] 192.168.201.103@tcp LPNI seq info [149258:149258:5:4294967295] 00000400:00000200:1.0:1773616021.345979:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.345985:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616021.345990:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616021.345993:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000800:00000200:1.0:1773616021.345997:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616021.346002:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616021.346004:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616021.346008:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616021.346011:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 114557 usecs (115 jiffies) 00000400:00000200:1.0:1773616021.346014:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616021.346016:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301822069 00000100:00000001:1.0:1773616021.346019:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301825926 00000100:00000001:1.0:1773616021.346021:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301822069 00000100:00000001:1.0:1773616021.346024:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301825927 00000100:00000001:1.0:1773616021.346026:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616021.346028:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.346030:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.346033:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616021.346084:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616021.346088:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4fe00. 00000400:00000200:1.0:1773616021.346094:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616021.346562:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616021.346568:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616021.346571:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616021.346576:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616021.346581:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.346592:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616021.346595:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.346603:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.346606:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616021.346622:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616021.346624:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f300. 00000400:00000200:1.0:1773616021.346627:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773616021.346627:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616021.346633:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616021.346634:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616021.346640:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:1.0:1773616021.346642:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:1.0:1773616021.346645:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616021.346651:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.346659:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616021.346663:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.346670:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.346672:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616021.346678:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616021.346681:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4fa00. 00000400:00000200:1.0:1773616021.346683:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616021.346901:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616021.346905:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:1.0:1773616021.346906:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:1.0:1773616021.346909:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616021.346913:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.346922:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616021.346925:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.346933:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.346934:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616021.347002:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616021.347005:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:1.0:1773616021.347008:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616021.347012:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616021.347014:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:1.0:1773616021.347016:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:1.0:1773616021.347018:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616021.347022:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.347030:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616021.347033:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.347041:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616021.347043:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616021.354443:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354467:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616021.354473:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354476:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.354488:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354497:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616021.354507:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354513:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354518:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354523:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200668580 00000400:00000200:1.0:1773616021.354528:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354536:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931b1 [1] + 224 00000800:00000001:1.0:1773616021.354545:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354551:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.354555:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616021.354560:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616021.354568:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616021.354579:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616021.354689:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.354777:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616021.354783:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616021.354804:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616021.354816:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354821:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616021.354823:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354825:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.354829:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354833:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616021.354870:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354873:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354877:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354880:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668480 00000400:00000200:1.0:1773616021.354884:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354889:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931a1 [1] + 224 00000800:00000001:1.0:1773616021.354894:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354899:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.354901:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616021.354904:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616021.354908:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616021.354913:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616021.354922:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.354930:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616021.354934:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354937:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616021.354939:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.354942:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.354945:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354948:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616021.354953:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354955:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354958:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354961:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668500 00000400:00000200:1.0:1773616021.354964:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.354968:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931d1 [1] + 224 00000800:00000001:1.0:1773616021.354972:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.355038:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.355041:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616021.355045:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616021.355048:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616021.355053:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616021.355063:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.355070:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616021.355074:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.355078:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616021.358965:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.358986:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616021.358992:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.358995:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.359004:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.359013:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616021.359022:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.359028:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.359033:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.359037:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200668400 00000400:00000200:1.0:1773616021.359043:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616021.359051:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931c1 [1] + 224 00000800:00000001:1.0:1773616021.359060:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.359071:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616021.359075:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616021.359081:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616021.359089:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616021.359099:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616021.359114:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616021.359124:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616021.359134:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616021.359138:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773616021.362930:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616021.362949:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616021.362954:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424c08. 00000400:00000200:0.0:1773616021.362965:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1c38 00000400:00000010:0.0:1773616021.362967:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1c38. 00000100:00000001:0.0:1773616021.362972:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616021.362986:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616021.363001:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363010:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616021.363013:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363016:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616021.363020:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616021.363023:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616021.363026:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616021.363029:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616021.363039:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616021.363043:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=66 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616021.363047:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616021.363049:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616021.363052:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616021.363056:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616021.363060:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616021.363063:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:0.0:1773616021.363065:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616021.363067:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616021.363072:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363081:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616021.363085:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616021.363088:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616021.363092:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616021.363108:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616021.363114:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616021.363117:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616021.363121:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1ad80 x1859763795559808/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363129:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616021.363131:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616021.363135:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8014cb000. 02000000:00000001:0.0:1773616021.363144:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616021.363147:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616021.363149:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616021.363152:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616021.363154:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fb00. 02000000:00000001:0.0:1773616021.363159:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616021.363161:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616021.363163:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1ad80. 00000100:00000001:0.0:1773616021.363167:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616021.363168:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363173:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616021.363175:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616021.363177:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616021.363182:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616021.363183:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616021.363186:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204242c0. 00000400:00000200:0.0:1773616021.363188:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1990 00000400:00000010:0.0:1773616021.363190:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1990. 00000100:00000001:0.0:1773616021.363192:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616021.363197:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616021.363206:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363227:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616021.363230:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363232:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616021.363233:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616021.363234:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616021.363237:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616021.363239:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616021.363243:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616021.363245:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616021.363248:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616021.363249:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616021.363251:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616021.363253:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616021.363255:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616021.363259:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363265:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616021.363267:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616021.363268:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616021.363272:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616021.363280:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795559424:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616021.363285:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616021.363286:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616021.363288:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424a50. 00000400:00000200:0.0:1773616021.363291:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:0.0:1773616021.363292:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:0.0:1773616021.363295:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616021.363299:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616021.363308:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363315:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616021.363317:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363319:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616021.363321:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616021.363322:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616021.363324:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616021.363326:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616021.363331:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=112 v=5 (36 36 36 36) 00000100:00001000:0.0:1773616021.363334:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=112 v=5 (1 1 1 2) 00000100:00000001:0.0:1773616021.363337:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616021.363338:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616021.363340:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616021.363342:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616021.363344:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616021.363346:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616021.363348:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616021.363349:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616021.363354:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363361:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616021.363363:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616021.363364:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616021.363368:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616021.363377:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559680:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616021.363382:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616021.363384:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616021.363386:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424528. 00000400:00000200:0.0:1773616021.363388:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:0.0:1773616021.363390:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:0.0:1773616021.363393:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616021.363398:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616021.363407:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363414:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616021.363416:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363417:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616021.363419:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616021.363420:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616021.363421:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616021.363423:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616021.363428:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=112 v=5 (36 36 36 36) 00000100:00001000:0.0:1773616021.363432:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616021.363435:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616021.363436:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616021.363438:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616021.363440:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616021.363443:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616021.363445:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773616021.363447:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616021.363448:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616021.363452:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363462:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616021.363464:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616021.363466:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616021.363469:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616021.363476:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795559552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616021.363481:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363482:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616021.363486:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18000 x1859763795559424/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363493:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616021.363494:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616021.363497:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8053d4800. 02000000:00000001:0.0:1773616021.363500:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616021.363502:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616021.363503:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616021.363506:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616021.363507:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:0.0:1773616021.363510:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616021.363511:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616021.363513:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18000. 00000100:00000001:0.0:1773616021.363516:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616021.363517:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363518:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616021.363522:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a300 x1859763795559680/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363528:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616021.363530:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616021.363531:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8053d5000. 02000000:00000001:0.0:1773616021.363534:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616021.363535:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616021.363536:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616021.363539:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616021.363540:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f800. 02000000:00000001:0.0:1773616021.363542:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616021.363543:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616021.363544:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a300. 00000100:00000001:0.0:1773616021.363546:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616021.363548:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363549:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616021.363552:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18380 x1859763795559552/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616021.363558:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616021.363560:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616021.363561:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8014ca600. 02000000:00000001:0.0:1773616021.363563:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616021.363564:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616021.363565:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616021.363567:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616021.363568:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f600. 02000000:00000001:0.0:1773616021.363570:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616021.363571:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616021.363572:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18380. 00000100:00000001:0.0:1773616021.363574:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616021.363575:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363577:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616021.363586:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616021.363588:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616021.363591:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616021.363593:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616021.409611:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616021.409619:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616021.409624:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616021.409626:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616021.409631:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616021.409632:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616021.409810:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616021.409813:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616021.409816:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616022.432761:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616022.432771:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616022.432774:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616022.432778:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616022.432783:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616022.432785:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616022.432787:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616022.432789:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616022.432794:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616022.432795:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616022.432799:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616022.432800:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616022.435180:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616022.435186:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616022.435191:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616023.456044:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616023.456052:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616023.456059:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616023.456077:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616023.456080:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616023.456086:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616023.456089:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616023.456091:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616023.456096:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616023.456099:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616023.456102:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616023.456105:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616023.456110:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616023.456112:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616023.456231:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616023.456235:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616023.456238:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616024.480097:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616024.480104:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616024.480111:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616024.480112:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616024.480116:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616024.480117:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616024.480511:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616024.480514:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616024.480518:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616025.376143:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301825926, at 4301825984 00000100:00000010:0.0:1773616025.376159:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d87e0. 00000100:00000040:1.0:1773616025.376667:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301825927, at 4301825984 00000100:00000010:1.0:1773616025.376684:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8d80. 00010000:00000001:0.0:1773616025.503952:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616025.503960:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616025.503966:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616025.503967:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616025.503971:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616025.503972:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616025.504558:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616025.504562:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616025.504564:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773616026.465798:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616026.465802:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616026.465938:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616026.465944:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdee00. 00000400:00000200:1.0:1773616026.465950:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.465956:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616026.465962:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e3b8 00000400:00000010:1.0:1773616026.465964:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e3b8. 00000100:00000001:1.0:1773616026.465968:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616026.465973:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795560064/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.465982:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616026.465985:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795560064/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.465992:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616026.465993:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616026.466007:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616026.466010:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdef00. 00000400:00000200:1.0:1773616026.466012:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.466015:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616026.466018:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:1.0:1773616026.466019:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:1.0:1773616026.466021:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616026.466025:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795560320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.466038:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616026.466040:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795560320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.466047:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616026.466049:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616026.466058:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616026.466060:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdec00. 00000400:00000200:1.0:1773616026.466063:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.466066:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616026.466068:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ee58 00000400:00000010:1.0:1773616026.466070:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ee58. 00000100:00000001:1.0:1773616026.466073:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616026.466076:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795559936/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.466082:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616026.466086:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795559936/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.466092:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616026.466093:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616026.466158:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616026.466161:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde700. 00000400:00000200:1.0:1773616026.466164:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.466167:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616026.466170:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:1.0:1773616026.466172:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:1.0:1773616026.466174:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616026.466178:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795560192/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.466185:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616026.466188:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb100 x1859763795560192/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.466200:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616026.466201:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616026.475791:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.475807:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616026.475812:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.475814:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.475823:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.475831:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616026.475866:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.475871:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.475878:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.475883:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200668600 00000400:00000200:1.0:1773616026.475889:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.475895:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931f1 [1] + 224 00000800:00000001:1.0:1773616026.475913:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.475920:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.475922:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.475927:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616026.475934:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616026.475943:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795559936/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616026.475955:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795559936/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.476039:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616026.476050:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.476055:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616026.476057:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.476059:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.476063:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.476066:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616026.476071:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.476074:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.476077:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.476080:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668680 00000400:00000200:1.0:1773616026.476083:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.476087:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931e1 [1] + 224 00000800:00000001:1.0:1773616026.476091:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.476097:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.476099:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.476101:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616026.476104:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616026.476109:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795560064/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616026.476118:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795560064/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.476126:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616026.476129:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.476132:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616026.486652:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.486695:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616026.486699:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.486702:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.486711:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.486719:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616026.486727:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.486732:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.486737:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.486742:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668700 00000400:00000200:1.0:1773616026.486747:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.486753:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931f9 [1] + 224 00000800:00000001:1.0:1773616026.486760:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.486765:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.486768:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.486773:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616026.486780:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616026.486789:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795560192/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616026.488083:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb100 x1859763795560192/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.488106:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616026.488118:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.488126:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616026.488128:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.488130:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.488135:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.488139:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616026.488144:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.488148:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.488151:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.488155:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200668780 00000400:00000200:1.0:1773616026.488159:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616026.488163:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1931e9 [1] + 224 00000800:00000001:1.0:1773616026.488168:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.488402:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616026.488404:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616026.488408:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616026.488413:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616026.488417:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795560320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616026.488427:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795560320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616026.488435:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616026.488438:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616026.488441:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616026.528020:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616026.528027:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616026.528033:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616026.528034:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616026.528037:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616026.528039:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616026.528152:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616026.528155:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616026.528159:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773616027.488049:0:91158:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773616027.488057:0:91158:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616027.488059:0:91158:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773616027.488064:0:91158:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807bd0f00 going to sleep for 1 seconds 00000100:00000001:0.0:1773616027.488068:0:91158:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616027.488072:0:91158:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616027.552198:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616027.552206:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616027.552213:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616027.552214:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616027.552218:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616027.552221:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616027.552224:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616027.552227:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616027.552230:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616027.552233:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616027.552235:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616027.552237:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616027.557736:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616027.557743:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616027.557748:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773616028.512833:0:91158:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773616028.512858:0:91158:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616028.512859:0:91158:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773616028.512864:0:91158:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807bd0f00 going to sleep for 1 seconds 00000100:00000001:0.0:1773616028.512868:0:91158:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616028.512871:0:91158:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616028.577029:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616028.577037:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616028.577043:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616028.577044:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616028.577047:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616028.577048:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616028.577546:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616028.577549:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616028.577552:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773616029.535980:0:91158:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773616029.535987:0:91158:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1773616029.536002:0:91158:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773615974/real 1773615974] req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773616029 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1773616029.536021:0:91158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616029.536023:0:91158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616029.536026:0:91158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a5d8. 00000400:00000200:0.0:1773616029.536033:0:91158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a2a8 00000400:00000010:0.0:1773616029.536035:0:91158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a2a8. 00000100:00000001:0.0:1773616029.536039:0:91158:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616029.536044:0:91158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773616029 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616029.536054:0:91158:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 1 dl 1773616029 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616029.536062:0:91158:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616029.536064:0:91158:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.536069:0:91158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616029.536071:0:91158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.536074:0:91158:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1773616029.536078:0:91158:0:(import.c:65:import_set_state_nolock()) ffff91a8097c0000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1773616029.536083:0:91158:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff91a8182b3000: Connection to lustre-MDT0000 (at 192.168.201.103@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1773616029.536086:0:91158:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773616029.536090:0:91158:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773616029.536092:0:91158:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.536094:0:91158:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773616029.536096:0:91158:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1773616029.536122:0:91158:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1773616029.536124:0:91158:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.536128:0:91158:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616029.536129:0:91158:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616029.536132:0:91158:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807bd0f00 going to sleep for 0 seconds 00000100:00000001:0.0:1773616029.536136:0:91158:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616029.536138:0:91158:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.536141:0:91158:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616029.536143:0:91158:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.536146:0:91158:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.537934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616029.537938:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616029.537940:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616029.537947:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.537955:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616029.537957:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.537961:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616029.537963:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616029.537966:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616029.537969:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795560448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616029.537974:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616029.537979:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616029.537982:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.537984:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616029.537989:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670be00. 02000000:00000001:3.0:1773616029.537991:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616029.537996:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616029.538000:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616029.538006:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616029.538013:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795560448, portal 25 00000100:00000001:3.0:1773616029.538015:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616029.538017:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:3.0:1773616029.538022:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.538028:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616029.538030:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616029.538033:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616029.538036:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795560448, offset 0 00000400:00000200:3.0:1773616029.538042:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616029.538049:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.538055:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616029.538061:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616029.538065:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616029.538069:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616029.538071:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616029.538075:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149323:149323:256:4294967295] 192.168.201.103@tcp LPNI seq info [149263:149263:8:4294967295] 00000400:00000200:3.0:1773616029.538079:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.538089:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616029.538094:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616029.538100:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616029.538106:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616029.538113:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616029.538117:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616029.538136:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616029.538139:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616029.538142:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301834119 00000100:00000001:3.0:1773616029.538150:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301831046 00000100:00000001:3.0:1773616029.538155:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301834119 00000100:00000001:3.0:1773616029.538159:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301831046 00000100:00000001:3.0:1773616029.538162:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616029.538165:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.538167:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616029.538171:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795560832/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.538176:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616029.538178:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.538180:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616029.538181:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616029.538183:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616029.538185:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795560832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616029.538189:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616029.538191:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616029.538192:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.538194:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616029.538197:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a800. 02000000:00000001:3.0:1773616029.538199:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616029.538202:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616029.538204:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616029.538207:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3440. 00000100:00000200:3.0:1773616029.538210:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795560832, portal 4 00000100:00000001:3.0:1773616029.538212:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616029.538213:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:3.0:1773616029.538219:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8700 x1859763795560832/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.538225:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616029.538227:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616029.538229:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616029.538231:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795560832, offset 0 00000400:00000200:3.0:1773616029.538235:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616029.538238:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.538241:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616029.538244:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616029.538247:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616029.538249:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616029.538251:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616029.538253:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149324:149324:255:4294967295] 192.168.201.103@tcp LPNI seq info [149264:149264:7:4294967295] 00000400:00000200:3.0:1773616029.538268:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.538273:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616029.538277:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616029.538280:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773616029.538284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616029.538287:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616029.538290:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616029.538292:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616029.538295:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 555816 usecs (556 jiffies) 00000400:00000200:3.0:1773616029.538298:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616029.538300:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301830702 00000100:00000001:3.0:1773616029.538302:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301834119 00000100:00000001:3.0:1773616029.538304:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301830702 00000100:00000001:3.0:1773616029.538306:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301834119 00000100:00000001:3.0:1773616029.538307:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616029.538309:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.538311:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.538313:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.538321:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616029.538322:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616029.538325:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616029.538326:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616029.538327:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616029.538329:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773616029.538331:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.538332:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616029.538334:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.538335:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616029.538336:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616029.538337:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616029.538340:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.538346:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616029.538347:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.538349:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616029.538351:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616029.538352:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616029.538355:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795560704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616029.538358:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616029.538359:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616029.538361:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.538362:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616029.538365:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670ba00. 02000000:00000001:3.0:1773616029.538367:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616029.538369:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616029.538372:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616029.538375:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616029.538377:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795560704, portal 10 00000100:00000001:3.0:1773616029.538379:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616029.538380:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:3.0:1773616029.538385:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.538392:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616029.538393:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616029.538395:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3770. 00000100:00000200:3.0:1773616029.538397:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795560704, offset 0 00000400:00000200:3.0:1773616029.538401:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616029.538405:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.538408:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616029.538411:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616029.538413:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616029.538415:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616029.538417:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616029.538420:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149325:149325:254:4294967295] 192.168.201.103@tcp LPNI seq info [149265:149265:6:4294967295] 00000400:00000200:3.0:1773616029.538423:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.538429:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616029.538432:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616029.538435:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773616029.538439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616029.538442:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616029.538445:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616029.538447:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616029.538449:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 113246 usecs (114 jiffies) 00000400:00000200:3.0:1773616029.538452:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616029.538454:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301830260 00000100:00000001:3.0:1773616029.538456:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301834119 00000100:00000001:3.0:1773616029.538458:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301830260 00000100:00000001:3.0:1773616029.538460:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301834119 00000100:00000001:3.0:1773616029.538462:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616029.538463:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.538466:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.538468:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.538496:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616029.538498:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.538928:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616029.538931:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616029.538933:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616029.538940:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616029.538948:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616029.538949:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616029.538951:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616029.538953:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616029.538955:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616029.538958:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6bed2507-d27f-43a9-a583-f3d23438f235:2398:1859763795560576:192.168.201.103@tcp:38:kworker.0 00000100:00000001:0.0:1773616029.538961:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616029.538964:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616029.538965:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616029.538968:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616029.538972:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8102d4400. 02000000:00000001:0.0:1773616029.538975:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616029.538979:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616029.538981:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a5d8. 00000400:00000010:0.0:1773616029.538985:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a2a8. 00000100:00000200:0.0:1773616029.538989:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795560576, portal 10 00000100:00000001:0.0:1773616029.538991:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616029.538992:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000040:0.0:1773616029.538997:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616029.539004:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616029.539006:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616029.539008:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a770. 00000100:00000200:0.0:1773616029.539011:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859763795560576, offset 0 00000400:00000200:0.0:1773616029.539015:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616029.539019:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616029.539022:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616029.539025:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616029.539027:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616029.539029:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616029.539031:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616029.539034:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149326:149326:253:4294967295] 192.168.201.103@tcp LPNI seq info [149266:149266:5:4294967295] 00000400:00000200:0.0:1773616029.539038:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616029.539043:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616029.539047:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616029.539050:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372500. 00000800:00000200:0.0:1773616029.539054:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616029.539058:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616029.539061:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773616029.539064:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616029.539067:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 219682 usecs (220 jiffies) 00000400:00000200:0.0:1773616029.539070:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616029.539072:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301830367 00000100:00000001:0.0:1773616029.539074:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301834119 00000100:00000001:0.0:1773616029.539076:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301830367 00000100:00000001:0.0:1773616029.539078:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301834119 00000100:00000001:0.0:1773616029.539079:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616029.539081:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.539084:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.539085:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.539089:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616029.539091:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773616029.539093:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616029.539094:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616029.539095:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.539097:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616029.540450:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616029.540456:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:1.0:1773616029.540463:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.540469:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616029.540474:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:1.0:1773616029.540477:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:1.0:1773616029.540482:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616029.540488:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540499:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616029.540503:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540510:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616029.540512:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616029.540522:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616029.540524:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41100. 00000400:00000200:1.0:1773616029.540526:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.540530:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616029.540532:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:1.0:1773616029.540534:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:1.0:1773616029.540536:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616029.540539:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795560832/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540546:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616029.540549:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795560832/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540555:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616029.540567:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616029.540575:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616029.540577:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000400:00000200:1.0:1773616029.540579:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.540582:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616029.540584:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3770 00000400:00000010:1.0:1773616029.540586:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3770. 00000100:00000001:1.0:1773616029.540770:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616029.540775:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540781:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616029.540784:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540790:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616029.540791:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616029.540892:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616029.540895:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372500. 00000400:00000200:1.0:1773616029.540898:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.540901:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616029.540904:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a770 00000400:00000010:1.0:1773616029.540905:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a770. 00000100:00000001:1.0:1773616029.540908:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616029.540911:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540919:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616029.540922:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.540928:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616029.540930:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616029.548767:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.548787:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616029.548791:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.548793:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.548804:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548811:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616029.548819:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548824:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548830:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548833:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200668800 00000400:00000200:1.0:1773616029.548877:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548884:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193201 [1] + 224 00000800:00000001:1.0:1773616029.548893:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.548899:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.548903:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.548906:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616029.548913:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616029.548923:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616029.548935:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.548955:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616029.548965:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.548969:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616029.548971:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.548973:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.548976:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548979:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616029.548983:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548986:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548989:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548991:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668900 00000400:00000200:1.0:1773616029.548994:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.548999:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193211 [1] + 224 00000800:00000001:1.0:1773616029.549003:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.549007:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.549009:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.549013:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616029.549016:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616029.549020:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616029.549029:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.549037:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616029.549040:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.549044:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616029.549046:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.549048:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.549050:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.549054:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616029.549059:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.549061:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.549064:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.549066:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b7200668880 00000400:00000200:1.0:1773616029.549070:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.549073:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x193219 [1] + 0 00000800:00000001:1.0:1773616029.549077:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.549089:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.549091:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.549094:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616029.549097:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616029.549102:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616029.549110:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.549120:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616029.549124:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.549127:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.549399:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616029.549404:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616029.549410:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616029.549412:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616029.549416:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a5d8. 00000400:00000200:0.0:1773616029.549420:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a2a8 00000400:00000010:0.0:1773616029.549422:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a2a8. 00000100:00000001:0.0:1773616029.549425:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616029.549429:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616029.549438:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616029.549444:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616029.549445:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.549448:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616029.549451:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616029.549453:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616029.549455:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616029.549459:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616029.549469:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=120 v=5 (36 36 36 36) 00000100:00001000:0.0:1773616029.549473:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616029.549475:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616029.549477:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616029.549479:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616029.549483:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.549488:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616029.549490:0:2398:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773616029.549491:0:2398:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616029.549493:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616029.549498:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb100 x1859763795560576/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616029.549504:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616029.549507:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616029.549509:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616029.549511:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773616029.549517:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91a8182b3000: connect to target with instance 25 00000020:00000001:0.0:1773616029.549520:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773616029.549522:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec67197 00000020:00000001:0.0:1773616029.549524:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616029.549527:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a81094d800 refcount=5 00000020:00000001:0.0:1773616029.549529:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000020:00000001:0.0:1773616029.549531:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000100:00001000:0.0:1773616029.549534:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=1773616029 v=0 (0 0 0 0) 00000100:00001000:0.0:1773616029.549537:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c0410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1773616029.549541:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000020:00000040:0.0:1773616029.549546:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a81094d800 : new refcount 4 00000100:00000001:0.0:1773616029.549549:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773616029.549552:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:0.0:1773616029.549566:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff91a8182b3000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1773616029.549570:0:2398:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1773616029.549573:0:2398:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616029.549575:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773616029.549579:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773616029.549581:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616029.549582:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616029.549585:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616029.549588:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773616029.549591:0:2398:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.201.103@tcp after partition 00000100:00080000:0.0:1773616029.549595:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8097c0000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1773616029.549599:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773616029.549602:0:2398:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773616029.549604:0:2398:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773616029.549606:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8097c0000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773616029.549608:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773616029.549610:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773616029.549611:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773616029.549612:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773616029.549614:0:2398:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1773616029.549616:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91a8101d8820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1773616029.549619:0:2398:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xe60cc2233ec67197 00800000:00000040:0.0:1773616029.549622:0:2398:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91a8182b3000=6bed2507-d27f-43a9-a583-f3d23438f235 device 3 (ffff91a8101dcd28) type mdc at LMV idx 0 00800000:00000040:0.0:1773616029.549626:0:2398:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91a8101dcd28 already active! 00800000:00000001:0.0:1773616029.549628:0:2398:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773616029.549630:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616029.549632:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616029.549634:0:2398:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616029.549855:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616029.549859:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616029.549862:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616029.549864:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616029.549866:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616029.549870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:3.0:1773616029.549872:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:3.0:1773616029.549875:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616029.549880:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616029.549889:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.549895:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616029.549897:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.549899:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616029.549901:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616029.549902:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616029.549904:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.549905:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616029.549911:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=120 v=5 (36 36 36 36) 00000100:00001000:3.0:1773616029.549914:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=120 v=5 (1 1 1 2) 00000100:00000001:3.0:1773616029.549916:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616029.549917:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616029.549919:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616029.549921:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.549924:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616029.549925:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616029.549927:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616029.549929:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616029.549933:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.549940:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616029.549942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616029.549943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616029.549947:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616029.549954:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795560704:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616029.549960:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616029.549962:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616029.549963:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616029.549966:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773616029.549968:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773616029.549970:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616029.549974:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616029.549982:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.549988:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616029.549989:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.549991:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616029.549992:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616029.549993:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616029.549994:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.549996:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616029.549999:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616029.550002:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616029.550004:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616029.550005:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616029.550007:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616029.550008:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.550010:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616029.550013:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.550019:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616029.550021:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616029.550022:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616029.550025:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616029.550031:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795560448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616029.550035:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.550038:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616029.550041:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795560704/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.550047:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616029.550050:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616029.550054:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670ba00. 02000000:00000001:3.0:1773616029.550057:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616029.550059:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616029.550061:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616029.550063:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616029.550065:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde500. 02000000:00000001:3.0:1773616029.550069:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616029.550070:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616029.550072:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:3.0:1773616029.550075:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616029.550076:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.550078:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616029.550081:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795560448/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616029.550086:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616029.550087:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616029.550088:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670be00. 02000000:00000001:3.0:1773616029.550089:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616029.550090:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616029.550092:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616029.550093:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616029.550094:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde200. 02000000:00000001:3.0:1773616029.550096:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616029.550097:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616029.550098:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:3.0:1773616029.550102:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616029.550103:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.550106:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.550107:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616029.550109:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616029.550110:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.550112:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616029.553078:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.553092:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616029.553095:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.553097:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.553106:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.553111:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616029.553121:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.553126:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.553131:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.553135:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200668980 00000400:00000200:1.0:1773616029.553139:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.553146:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193209 [1] + 224 00000800:00000001:1.0:1773616029.553154:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.553162:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.553166:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.553170:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616029.553178:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616029.553184:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795560832/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616029.553215:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795560832/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616029.553233:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616029.553241:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.553244:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.553473:0:91158:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616029.553478:0:91158:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.553481:0:91158:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616029.553484:0:91158:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.553487:0:91158:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616029.553491:0:91158:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616029.553494:0:91158:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616029.553496:0:91158:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1773616029.553502:0:91158:0:(client.c:3710:ptlrpc_set_mbits()) resend with new mbits old x1859763795553152 new x1859763795560960 02000000:00000001:3.0:1773616029.553506:0:91158:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616029.553509:0:91158:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616029.553514:0:91158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616029.553519:0:91158:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616029.553526:0:91158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616029.553533:0:91158:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795553152, portal 10 00000100:00000001:3.0:1773616029.553535:0:91158:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616029.553537:0:91158:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:3.0:1773616029.553545:0:91158:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=602 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616084 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616029.553553:0:91158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616029.553556:0:91158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616029.553569:0:91158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616029.553572:0:91158:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795553152, offset 0 00000400:00000200:3.0:1773616029.553579:0:91158:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616029.553586:0:91158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.553592:0:91158:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616029.553596:0:91158:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616029.553601:0:91158:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616029.553618:0:91158:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616029.553621:0:91158:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616029.553625:0:91158:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149327:149327:256:4294967295] 192.168.201.103@tcp LPNI seq info [149267:149267:8:4294967295] 00000400:00000200:3.0:1773616029.553630:0:91158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616029.553638:0:91158:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616029.553646:0:91158:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616029.553651:0:91158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773616029.553657:0:91158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616029.553666:0:91158:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616029.553671:0:91158:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773616029.553685:0:91158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616029.553691:0:91158:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 219167 usecs (220 jiffies) 00000400:00000200:3.0:1773616029.553695:0:91158:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616029.553697:0:91158:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301830381 00000100:00000001:3.0:1773616029.553702:0:91158:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301834119 00000100:00000001:3.0:1773616029.553704:0:91158:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301830381 00000100:00000001:3.0:1773616029.553706:0:91158:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301834119 00000100:00000001:3.0:1773616029.553709:0:91158:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616029.553712:0:91158:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.553715:0:91158:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616029.553717:0:91158:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616029.553719:0:91158:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807bd0f00 going to sleep for 50 seconds 00000100:00000001:3.0:1773616029.553721:0:91158:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616029.553723:0:91158:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616029.556769:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616029.556779:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41800. 00000400:00000200:1.0:1773616029.556788:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.556797:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616029.556804:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:1.0:1773616029.556807:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:1.0:1773616029.556814:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616029.556822:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616084 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616029.556850:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616029.556854:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616084 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616029.556862:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616029.556864:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:0.0:1773616029.557214:0:91210:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1773616029.557220:0:91210:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1773616029.557223:0:91210:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616029.557226:0:91210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616029.557228:0:91210:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616029.557231:0:91210:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1773616029.557233:0:91210:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616029.561477:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.561496:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616029.561500:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.561502:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.561511:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.561518:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616029.561527:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.561532:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.561538:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.561542:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b7200668a00 00000400:00000200:1.0:1773616029.561546:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616029.561553:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x193229 [1] + 224 00000800:00000001:1.0:1773616029.561572:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.561583:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616029.561587:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616029.561591:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616029.561598:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616029.562083:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616084 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616029.562095:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=584 offset=224 replen=1152 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616084 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616029.562117:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616029.562129:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616029.562133:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.565504:0:91158:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616029.565516:0:91158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616029.565519:0:91158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616029.565523:0:91158:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616029.565531:0:91158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773616029.565534:0:91158:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773616029.565538:0:91158:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616029.565548:0:91158:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616084 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616029.565571:0:91158:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616084 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616029.565578:0:91158:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616029.565581:0:91158:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.565584:0:91158:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616029.565588:0:91158:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616029.565590:0:91158:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616029.565593:0:91158:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616029.565595:0:91158:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616029.565614:0:91158:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=120 v=5 (36 36 36 36) 00000100:00001000:3.0:1773616029.565618:0:91158:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616029.565620:0:91158:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773616029.565624:0:91158:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773616084 ref 2 fl Rpc:RQU/602/0 rc 0/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616029.565631:0:91158:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773616029.565635:0:91158:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616029.565637:0:91158:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:3.0:1773616029.565639:0:91158:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616029.565641:0:91158:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773616029.565645:0:91158:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773616084 ref 2 fl Rpc:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616029.565653:0:91158:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773616029.565656:0:91158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616029.565657:0:91158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616029.565662:0:91158:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773616084 ref 2 fl Interpret:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616029.565671:0:91158:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job stat:6bed2507-d27f-43a9-a583-f3d23438f235:91158:1859763795553152:192.168.201.103@tcp:101:stat.0 00000100:00000001:3.0:1773616029.565676:0:91158:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616029.565679:0:91158:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773616029.565682:0:91158:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616029.565684:0:91158:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616029.565688:0:91158:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773616084 ref 2 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616029.565694:0:91158:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616029.565697:0:91158:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807bd0f00. 00000100:00000001:3.0:1773616029.565703:0:91158:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616029.565704:0:91158:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773616029.565708:0:91158:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616029.565713:0:91158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616029.565716:0:91158:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616029.565719:0:91158:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:3.0:1773616029.565722:0:91158:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:3.0:1773616029.565725:0:91158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00010000:3.0:1773616029.565731:0:91158:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616029.565742:0:91158:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773616029.565746:0:91158:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616029.565751:0:91158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616029.565754:0:91158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616029.565759:0:91158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616029.565761:0:91158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616029.565763:0:91158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616029.565769:0:91158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616029.565773:0:91158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616029.565775:0:91158:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616029.565778:0:91158:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616029.565784:0:91158:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a804651a00 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773616029.565787:0:91158:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773616029.565791:0:91158:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616029.565801:0:91158:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773616029.565803:0:91158:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773616029.565806:0:91158:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616029.565811:0:91158:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773616029.565814:0:91158:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616029.565815:0:91158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616029.565817:0:91158:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616029.565819:0:91158:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=5 00000020:00000001:3.0:1773616029.565821:0:91158:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:3.0:1773616029.565823:0:91158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:3.0:1773616029.565826:0:91158:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616029.565829:0:91158:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773616029.565854:0:91158:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616029.565856:0:91158:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616029.565859:0:91158:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773616029.565861:0:91158:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616029.565864:0:91158:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616029.565866:0:91158:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616029.565867:0:91158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616029.565869:0:91158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616029.565872:0:91158:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804651a00 with handle 0xe60cc2233ec67819 from hash 00010000:00000001:3.0:1773616029.565874:0:91158:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616029.565876:0:91158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616029.565877:0:91158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616029.565878:0:91158:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616029.565880:0:91158:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616029.565882:0:91158:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773616029.565884:0:91158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616029.565886:0:91158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616029.565888:0:91158:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616029.565892:0:91158:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616029.565895:0:91158:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616029.565900:0:91158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616029.565901:0:91158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616029.565902:0:91158:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773616029.565903:0:91158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616029.565905:0:91158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616029.565906:0:91158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616029.565907:0:91158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616029.565909:0:91158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67819 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616029.565917:0:91158:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527d00 count: 0 00010000:00000010:3.0:1773616029.565925:0:91158:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8047d5280. 00010000:00000001:3.0:1773616029.565934:0:91158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616029.565936:0:91158:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773616029.565940:0:91158:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773616029.565945:0:91158:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=-2 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773616084 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773616029.565953:0:91158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773616029.565955:0:91158:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616029.565957:0:91158:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616029.565959:0:91158:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616029.565961:0:91158:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:3.0:1773616029.565964:0:91158:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1773616029.565968:0:91158:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f9f0 00000002:00002000:3.0:1773616029.565970:0:91158:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=-2 disp=b: rc = -2 00000002:00000001:3.0:1773616029.565972:0:91158:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:3.0:1773616029.565976:0:91158:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:3.0:1773616029.565979:0:91158:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00200000:3.0:1773616029.565982:0:91158:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -2 00000080:00000001:3.0:1773616029.565985:0:91158:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000002:3.0:1773616029.565989:0:91158:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616029.565993:0:91158:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804605400. 00000080:00000001:3.0:1773616029.566000:0:91158:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1773616029.566003:0:91158:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616029.566007:0:91158:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795553152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 0 to 0 dl 1773616084 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616029.566013:0:91158:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616029.566015:0:91158:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616029.566018:0:91158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807fb8800. 02000000:00000001:3.0:1773616029.566027:0:91158:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616029.566029:0:91158:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616029.566031:0:91158:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616029.566033:0:91158:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616029.566036:0:91158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8102d5c00. 02000000:00000001:3.0:1773616029.566042:0:91158:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616029.566044:0:91158:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616029.566046:0:91158:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:3.0:1773616029.566050:0:91158:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616029.566051:0:91158:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616029.566054:0:91158:0:(file.c:6238:ll_getattr_dentry()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:3.0:1773616029.566071:0:91158:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:3.0:1773616029.566076:0:91158:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:3.0:1773616029.566078:0:91158:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x4:0x0](ffff91a804159148) 00800000:00000001:3.0:1773616029.566082:0:91158:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:3.0:1773616029.566084:0:91158:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x4:0x0] 00000002:00000001:3.0:1773616029.566089:0:91158:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1773616029.566094:0:91158:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616029.566096:0:91158:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1773616029.566099:0:91158:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616029.566101:0:91158:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616029.566104:0:91158:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1773616029.566107:0:91158:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1773616029.566108:0:91158:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616029.566110:0:91158:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616029.566113:0:91158:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301640 1 00800000:00000010:3.0:1773616029.566116:0:91158:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301640. 00000080:00000001:3.0:1773616029.566121:0:91158:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1773616029.566123:0:91158:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1773616029.566133:0:91158:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773616029.566136:0:91158:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:3.1:1773616029.594047:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527d00. 00010000:00000010:3.1:1773616029.594077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00000080:00000010:3.1:1773616029.594085:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804159080. 00000080:00000010:3.1:1773616029.594098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539cc0. 00010000:00000001:0.0:1773616029.600031:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616029.600038:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616029.600045:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616029.600046:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616029.600834:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616029.600853:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616029.600857:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616030.626903:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616030.626910:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616030.626915:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616030.626917:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616030.627045:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616030.627049:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616030.627052:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616031.651257:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616031.651265:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616031.651272:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616031.651273:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616031.651539:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616031.651543:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616031.651546:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616032.672220:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616032.672228:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616032.672231:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616032.672234:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616032.672238:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616032.672241:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616032.672243:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616032.672246:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616032.672250:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616032.672252:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616033.569940:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301834119, at 4301834178 00000100:00000010:0.0:1773616033.569960:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685780. 00000100:00000040:1.0:1773616033.587525:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301834119, at 4301834195 00000100:00000010:1.0:1773616033.587541:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046852a0. 00010000:00000001:0.0:1773616033.696011:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616033.696021:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616033.696029:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616033.696033:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616033.696036:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616033.696044:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616033.696047:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616033.696048:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616033.696052:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616033.696055:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616033.696057:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616033.696060:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616033.696146:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616033.696150:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616033.696153:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773616034.095117:0:91436:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657616:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616034.657624:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616034.657631:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374a80. 00000020:00000040:0.0:1773616034.657636:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616034.657641:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616034.657644:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616034.657649:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616034.657658:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372500. 00000100:00000001:0.0:1773616034.657664:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657676:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616034.657687:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616034.657692:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657698:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee15e391] to pc [ptlrpcd_00_01+1] req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.657744:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657747:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616034.657750:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616034.657753:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377b80. 00000020:00000040:0.0:1773616034.657755:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616034.657757:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616034.657759:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616034.657761:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616034.657764:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372400. 00000100:00000001:0.0:1773616034.657766:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657770:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616034.657779:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616034.657781:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657784:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b36ca0a] to pc [ptlrpcd_00_00+0] req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.657793:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657795:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616034.657798:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616034.657800:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616034.657802:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616034.657804:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616034.657806:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616034.657807:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616034.657810:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372100. 00000100:00000001:0.0:1773616034.657812:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657816:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616034.657823:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616034.657824:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.657828:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d486fa85] to pc [ptlrpcd_00_01+1] req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.659040:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.659046:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616034.659049:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616034.659058:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.659068:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616034.659070:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616034.659075:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616034.659078:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616034.659081:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616034.659085:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795561088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616034.659090:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616034.659097:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616034.659099:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616034.659102:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616034.659109:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3800. 02000000:00000001:1.0:1773616034.659111:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616034.659119:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616034.659123:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616034.659130:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616034.659137:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561088, portal 25 00000100:00000001:1.0:1773616034.659140:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616034.659142:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745433216 : -121323964118400 : ffff91a810374a80) 00000100:00000040:1.0:1773616034.659147:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.659154:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616034.659158:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616034.659161:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616034.659164:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795561088, offset 0 00000400:00000200:1.0:1773616034.659171:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616034.659180:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616034.659189:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616034.659194:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616034.659198:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616034.659203:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616034.659205:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616034.659451:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149328:149328:256:4294967295] 192.168.201.103@tcp LPNI seq info [149268:149268:8:4294967295] 00000400:00000200:1.0:1773616034.659457:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616034.659469:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616034.659484:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616034.659490:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fa00. 00000800:00000200:1.0:1773616034.659497:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616034.659505:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616034.659510:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616034.659536:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616034.659541:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616034.659544:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301839239 00000100:00000010:1.0:1773616034.659549:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d85a0. 00000100:00000001:1.0:1773616034.659557:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616034.659563:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301839239 00000100:00000010:1.0:1773616034.659567:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d87e0. 00000100:00000001:1.0:1773616034.659772:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616034.659775:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616034.659778:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.659781:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616034.659786:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.659800:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616034.659801:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616034.659804:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616034.659805:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616034.659807:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616034.659810:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795561344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616034.659813:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616034.659817:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616034.659818:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616034.659819:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616034.659824:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3a00. 02000000:00000001:1.0:1773616034.659825:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616034.659829:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616034.659832:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424dc0. 00000100:00000001:0.0:1773616034.660703:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.660710:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616034.660714:0:50183:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616034.660717:0:50183:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616034.660721:0:50183:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616034.660727:0:50183:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375180. 00000020:00000040:0.0:1773616034.660732:0:50183:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616034.660736:0:50183:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616034.660739:0:50183:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616034.660742:0:50183:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616034.660748:0:50183:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372d00. 00000100:00000001:0.0:1773616034.660753:0:50183:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.660760:0:50183:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616034.660771:0:50183:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616034.660775:0:50183:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.660781:0:50183:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3749c] to pc [ptlrpcd_00_00+0] req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.660790:0:50183:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.660794:0:50183:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7172) 00000100:00000001:0.0:1773616034.660805:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616034.660808:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616034.660810:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616034.660815:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.660822:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616034.660823:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616034.660826:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616034.660828:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616034.660830:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616034.660834:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616034.661981:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616034.661986:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616034.661989:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616034.661992:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616034.661998:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810c49c00. 02000000:00000001:0.0:1773616034.662000:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616034.662007:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616034.662012:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a5d8. 00000400:00000010:1.0:1773616034.662402:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000400:00000010:0.0:1773616034.672123:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a2a8. 00000100:00000200:0.0:1773616034.672139:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561216, portal 10 00000100:00000001:0.0:1773616034.672142:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616034.672145:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00000040:0.0:1773616034.672162:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.672173:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616034.672176:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616034.672179:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616034.672183:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795561216, offset 0 00000400:00000200:0.0:1773616034.672190:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616034.672201:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.672210:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616034.672216:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616034.672220:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616034.672225:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616034.672228:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616034.672301:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149329:149329:255:4294967295] 192.168.201.103@tcp LPNI seq info [149269:149269:7:4294967295] 00000400:00000200:0.0:1773616034.672306:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.672317:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616034.672323:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616034.672329:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372300. 00000800:00000200:0.0:1773616034.672337:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616034.672344:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616034.672360:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616034.672365:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.672369:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 391152 usecs (392 jiffies) 00000400:00000200:0.0:1773616034.672373:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616034.672376:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301835671 00000100:00000001:0.0:1773616034.672379:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301839239 00000100:00000001:0.0:1773616034.672382:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301835671 00000100:00000001:0.0:1773616034.672385:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301839239 00000100:00000001:0.0:1773616034.672387:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616034.672390:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.672394:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616034.672400:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.672409:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616034.672412:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616034.672416:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616034.672420:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616034.672423:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616034.672426:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616034.672430:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616034.672436:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616034.672438:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616034.672441:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616034.672447:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810c49e00. 02000000:00000001:0.0:1773616034.672450:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616034.672453:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616034.672457:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aa50. 00000400:00000010:0.0:1773616034.672461:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616034.672464:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561472, portal 4 00000100:00000001:0.0:1773616034.672466:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616034.672467:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:0.0:1773616034.672485:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.672492:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616034.672495:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616034.672497:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816add0. 00000100:00000200:0.0:1773616034.672500:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795561472, offset 0 00000400:00000200:0.0:1773616034.672505:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616034.672509:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.672512:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616034.672515:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616034.672718:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616034.672722:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616034.672725:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616034.672729:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149330:149330:254:4294967295] 192.168.201.103@tcp LPNI seq info [149270:149270:6:4294967295] 00000400:00000200:0.0:1773616034.672733:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.672740:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616034.672745:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616034.672749:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372000. 00000800:00000200:0.0:1773616034.672754:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616034.672759:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616034.672762:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616034.672766:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.672770:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 551728 usecs (552 jiffies) 00000400:00000200:0.0:1773616034.672773:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616034.672775:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301835831 00000100:00000001:0.0:1773616034.672778:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301839239 00000100:00000001:0.0:1773616034.672780:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301835831 00000100:00000001:0.0:1773616034.672782:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301839239 00000100:00000001:0.0:1773616034.672785:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616034.672787:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.672790:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.672794:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616034.672804:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616034.672806:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616034.672809:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616034.672811:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616034.672812:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.672815:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616034.672928:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616034.672932:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4fa00. 00000400:00000200:0.0:1773616034.672940:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.672945:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616034.672951:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:0.0:1773616034.672953:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:0.0:1773616034.672957:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616034.672963:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.672973:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616034.672977:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.672985:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.672986:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616034.672998:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616034.673000:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:0.0:1773616034.673003:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.673006:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616034.673009:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:0.0:1773616034.673011:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:0.0:1773616034.673014:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616034.673017:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.673025:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616034.673028:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.673035:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.673037:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616034.673097:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616034.673101:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372000. 00000400:00000200:0.0:1773616034.673104:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.673108:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616034.673110:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816add0 00000400:00000010:0.0:1773616034.673112:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816add0. 00000100:00000001:0.0:1773616034.673114:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616034.673118:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.673124:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616034.673127:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.673133:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.673134:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1773616034.675086:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561344, portal 10 00000100:00000001:1.0:1773616034.675094:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616034.675096:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:1.0:1773616034.675110:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.675119:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616034.675122:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616034.675128:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616034.675132:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795561344, offset 0 00000400:00000200:1.0:1773616034.675138:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616034.675147:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616034.675153:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616034.675157:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616034.675160:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616034.675164:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616034.675167:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616034.675173:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149331:149331:256:4294967295] 192.168.201.103@tcp LPNI seq info [149271:149271:8:4294967295] 00000400:00000200:1.0:1773616034.675177:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616034.675187:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616034.675192:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616034.675199:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000800:00000200:1.0:1773616034.675206:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616034.675214:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616034.675218:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616034.675232:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616034.675238:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 112513 usecs (113 jiffies) 00000400:00000200:1.0:1773616034.675241:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616034.675244:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301835392 00000100:00000001:1.0:1773616034.675248:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301839239 00000100:00000001:1.0:1773616034.675251:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301835392 00000100:00000001:1.0:1773616034.675254:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301839239 00000100:00000001:1.0:1773616034.675270:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616034.675273:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.675278:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.675290:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.675300:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616034.675302:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616034.675305:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.675307:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616034.675308:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.675311:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616034.680925:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616034.680934:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:0.0:1773616034.680941:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.680951:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616034.680958:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:0.0:1773616034.680961:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:0.0:1773616034.680966:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616034.680975:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.680988:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616034.680992:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.680999:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.681001:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616034.681979:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.688748:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616034.688755:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.688762:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.688771:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.688778:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616034.688787:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.688792:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.688798:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.688802:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668b00 00000400:00000200:0.0:1773616034.688807:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.688814:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193241 [1] + 224 00000800:00000001:0.0:1773616034.688822:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.688832:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.688866:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.688872:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616034.688879:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616034.688888:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616034.688907:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.688929:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616034.688939:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.688943:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.690751:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.690758:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616034.690767:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616034.690769:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616034.690773:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a5d8. 00000400:00000200:1.0:1773616034.690779:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a2a8 00000400:00000010:1.0:1773616034.690782:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a2a8. 00000100:00000001:1.0:1773616034.690786:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616034.690794:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616034.690808:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.690816:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616034.690818:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.690820:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616034.690824:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616034.690827:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616034.690830:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616034.690833:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616034.690868:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=125 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616034.690873:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616034.690876:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616034.690878:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616034.690881:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616034.690885:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.690888:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616034.690891:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773616034.690893:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616034.690895:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616034.690901:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.690909:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616034.690912:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616034.690915:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616034.690920:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616034.690928:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616034.690934:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.690937:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616034.690941:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377b80 x1859763795561216/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.690949:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616034.690952:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616034.690955:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810c49c00. 02000000:00000001:1.0:1773616034.690960:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616034.690963:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616034.690965:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616034.690968:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616034.690971:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372400. 02000000:00000001:1.0:1773616034.690975:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616034.690976:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616034.690979:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377b80. 00000100:00000001:1.0:1773616034.690983:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616034.690984:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.690988:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.690990:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.690991:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616034.690993:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.690995:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616034.694752:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.694772:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616034.694777:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.694780:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.694790:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.694798:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616034.694808:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.694813:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.694819:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.694823:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200668a80 00000400:00000200:0.0:1773616034.694828:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.694946:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193231 [1] + 224 00000800:00000001:0.0:1773616034.694957:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.694963:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.694966:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.694972:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616034.694979:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616034.694987:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616034.695000:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.695020:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616034.695029:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.695033:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616034.695036:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.695038:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.695042:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695045:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616034.695050:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695053:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695056:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695059:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200668c00 00000400:00000200:0.0:1773616034.695062:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695068:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193251 [1] + 224 00000800:00000001:0.0:1773616034.695072:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.695075:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.695078:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.695082:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616034.695085:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616034.695089:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616034.695099:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.695119:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616034.695123:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.695126:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616034.695128:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.695130:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.695134:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695138:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616034.695142:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695145:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695148:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695152:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668b80 00000400:00000200:0.0:1773616034.695155:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616034.695160:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193261 [1] + 224 00000800:00000001:0.0:1773616034.695164:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773616034.696627:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.696633:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616034.696640:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616034.696644:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616034.696648:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:1.0:1773616034.696654:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:1.0:1773616034.696657:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:1.0:1773616034.696660:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616034.696667:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616034.696677:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.696684:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616034.696686:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.696689:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616034.696692:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616034.696694:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616034.696697:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616034.696700:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616034.696707:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=125 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616034.696711:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616034.696713:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616034.696715:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616034.696718:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616034.696720:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.696723:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616034.696728:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.696734:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616034.696738:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616034.696740:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616034.696744:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616034.696752:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795561088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616034.696757:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.696759:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616034.696763:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374a80 x1859763795561088/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.696770:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616034.696773:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616034.696777:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3800. 02000000:00000001:1.0:1773616034.696781:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616034.696784:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616034.696786:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616034.696788:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616034.696791:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372500. 02000000:00000001:1.0:1773616034.696795:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616034.696797:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616034.696800:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374a80. 00000100:00000001:1.0:1773616034.696803:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616034.696805:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.696808:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.696811:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.696812:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616034.696813:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.696815:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616034.698039:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616034.698047:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616034.698054:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616034.698061:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616034.698068:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616034.698078:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.698097:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616034.698107:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616034.698115:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616034.698132:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616034.698135:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616034.698140:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616034.698142:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616034.698145:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aa50. 00000400:00000200:0.0:1773616034.698149:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:0.0:1773616034.698152:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:0.0:1773616034.698155:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616034.698160:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616034.698170:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.698177:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616034.698179:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616034.698181:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616034.698184:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616034.698186:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616034.698189:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616034.698191:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616034.698199:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=125 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616034.698203:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=79 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616034.698205:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616034.698206:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616034.698210:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616034.698213:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.698216:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616034.698218:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:0.0:1773616034.698220:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616034.698222:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616034.698226:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.698233:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616034.698235:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616034.698236:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616034.698240:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616034.698248:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616034.698253:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.698617:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.698620:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616034.698624:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616034.698625:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616034.698628:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424dc0. 00000400:00000200:1.0:1773616034.698632:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:1.0:1773616034.698634:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:1.0:1773616034.698636:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616034.698641:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616034.698652:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.698659:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616034.698660:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.698662:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616034.698664:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616034.698665:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616034.698667:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616034.698669:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616034.698674:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=125 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616034.698677:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=125 v=5 (1 1 1 2) 00000100:00000001:1.0:1773616034.698679:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616034.698681:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616034.698682:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616034.698685:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.698687:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616034.698688:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616034.698690:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616034.698692:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616034.698696:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.698704:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616034.698706:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616034.698707:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616034.698711:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616034.698720:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795561344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616034.698725:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.698727:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616034.698731:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795561344/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616034.698738:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616034.698740:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616034.698743:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3a00. 02000000:00000001:1.0:1773616034.698748:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616034.698750:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616034.698752:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616034.698754:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616034.698756:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372100. 02000000:00000001:1.0:1773616034.698759:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616034.698761:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616034.698762:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:1.0:1773616034.698765:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616034.698766:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.698769:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616034.698776:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616034.698778:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616034.698780:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616034.698782:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.699449:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616034.699455:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795561472/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616034.699463:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616034.699465:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616034.699467:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810c49e00. 02000000:00000001:0.0:1773616034.699470:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616034.699471:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616034.699483:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616034.699485:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616034.699487:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372d00. 02000000:00000001:0.0:1773616034.699490:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616034.699491:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616034.699493:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:0.0:1773616034.699495:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616034.699496:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616034.699499:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616034.699503:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616034.699505:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616034.699506:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616034.699509:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616034.720925:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616034.720932:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616034.720937:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616034.720939:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616034.720964:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616034.720967:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616034.720970:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616035.747042:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616035.747051:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616035.747057:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616035.747059:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616036.597210:0:91584:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616036.770028:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616036.770035:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616036.770041:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616036.770042:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616036.770382:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616036.770385:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616036.770389:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616037.794507:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616037.794516:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616037.794523:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616037.794524:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616037.794546:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616037.794548:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616037.794551:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773616038.600653:0:91646:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616038.689016:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301839239, at 4301839297 00000100:00000010:1.0:1773616038.689033:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d87e0. 00000100:00000040:0.0:1773616038.689926:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301839239, at 4301839298 00000100:00000010:0.0:1773616038.689935:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d85a0. 00010000:00000001:0.0:1773616038.818160:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616038.818167:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616038.818172:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616038.818174:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616038.819067:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616038.819073:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616038.819076:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616039.781357:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616039.781365:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616039.781374:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b480. 00000020:00000040:1.0:1773616039.781380:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616039.781385:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616039.781388:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616039.781403:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616039.781411:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4ff00. 00000100:00000001:1.0:1773616039.781418:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781430:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616039.781441:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616039.781446:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781454:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6618ab1] to pc [ptlrpcd_00_01+1] req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.781804:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781809:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616039.781812:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616039.781817:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18380. 00000020:00000040:1.0:1773616039.781820:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616039.781822:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616039.781824:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616039.781826:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616039.781830:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f100. 00000100:00000001:1.0:1773616039.781833:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781865:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616039.781874:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616039.781877:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781882:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c892183] to pc [ptlrpcd_00_00+0] req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.781894:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781897:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616039.781901:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616039.781904:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a300. 00000020:00000040:1.0:1773616039.781907:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616039.781909:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616039.781911:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616039.781913:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616039.781917:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f700. 00000100:00000001:1.0:1773616039.781921:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781925:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616039.781932:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616039.781934:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781939:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320b0417] to pc [ptlrpcd_00_01+1] req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.781946:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781949:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616039.781952:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616039.781955:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616039.781958:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616039.781961:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18000. 00000020:00000040:1.0:1773616039.781964:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616039.781966:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616039.781967:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616039.781969:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616039.781972:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f500. 00000100:00000001:1.0:1773616039.781975:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781979:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616039.781987:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616039.781988:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.781992:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4626f1] to pc [ptlrpcd_00_00+0] req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.781999:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.782003:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7178) 00000100:00000001:1.0:1773616039.782013:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616039.782016:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616039.782018:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616039.782023:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.782030:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616039.782032:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616039.782035:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616039.782037:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616039.782040:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616039.782043:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616039.782048:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616039.782052:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616039.782054:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616039.782057:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616039.782061:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63a00. 02000000:00000001:1.0:1773616039.782063:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616039.782070:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616039.782074:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424dc0. 00000400:00000010:1.0:1773616039.782080:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616039.782087:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561728, portal 10 00000100:00000001:1.0:1773616039.782090:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616039.782091:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601399680 : -121324108151936 : ffff91a807a18380) 00000100:00000040:1.0:1773616039.782098:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.782107:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616039.782110:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616039.782113:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616039.782115:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795561728, offset 0 00000400:00000200:1.0:1773616039.782122:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616039.782130:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616039.782866:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616039.782870:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616039.782872:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616039.782879:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.782892:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616039.782894:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616039.782897:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616039.782899:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616039.782901:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616039.782904:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795561600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616039.782907:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616039.782910:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616039.782912:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616039.782914:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616039.782918:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3c000. 02000000:00000001:0.0:1773616039.782920:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616039.782924:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616039.782928:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aa50. 00000400:00000010:0.0:1773616039.782932:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616039.782936:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561600, portal 25 00000100:00000001:0.0:1773616039.782938:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616039.782940:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601412224 : -121324108139392 : ffff91a807a1b480) 00000100:00000040:0.0:1773616039.782945:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.782951:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616039.782953:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616039.782955:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816add0. 00000100:00000200:0.0:1773616039.782957:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795561600, offset 0 00000400:00000200:0.0:1773616039.782962:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616039.783124:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616039.783129:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616039.784226:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616039.784267:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616039.784271:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616039.784276:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149332:149332:256:4294967295] 192.168.201.103@tcp LPNI seq info [149272:149272:8:4294967295] 00000400:00000200:1.0:1773616039.784281:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616039.784291:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616039.784298:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616039.784303:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4fa00. 00000800:00000200:1.0:1773616039.784310:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616039.784318:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616039.784322:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616039.784336:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.784342:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 390276 usecs (391 jiffies) 00000400:00000200:1.0:1773616039.784346:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616039.784349:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301840783 00000100:00000010:1.0:1773616039.784354:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d87e0. 00000100:00000001:1.0:1773616039.784361:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616039.784366:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301840783 00000100:00000010:1.0:1773616039.784369:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8060. 00000100:00000001:1.0:1773616039.784372:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616039.784375:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616039.784378:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.784382:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616039.784387:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.784405:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616039.784407:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616039.784410:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616039.784413:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616039.784415:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616039.784418:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561984:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616039.784421:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616039.784425:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616039.784428:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616039.784429:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616039.784435:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:1.0:1773616039.784437:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616039.784440:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616039.784444:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616039.784449:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1ee0. 00000100:00000200:1.0:1773616039.784454:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561984, portal 4 00000100:00000001:1.0:1773616039.784456:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616039.784458:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601398784 : -121324108152832 : ffff91a807a18000) 00000100:00000040:1.0:1773616039.784464:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.784470:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616039.784472:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616039.784474:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1f68. 00000100:00000200:1.0:1773616039.784476:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795561984, offset 0 00000400:00000200:1.0:1773616039.784481:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616039.784856:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.784863:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616039.784867:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616039.784870:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616039.784873:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616039.784875:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616039.784879:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149333:149333:255:4294967295] 192.168.201.103@tcp LPNI seq info [149273:149273:7:4294967295] 00000400:00000200:0.0:1773616039.784883:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.784890:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616039.784894:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616039.784899:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372200. 00000800:00000200:0.0:1773616039.784904:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616039.784909:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616039.784912:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616039.784915:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616039.784919:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616039.784921:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301844366 00000100:00000001:0.0:1773616039.784926:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301840783 00000100:00000001:0.0:1773616039.784929:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301844366 00000100:00000001:0.0:1773616039.784931:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301840783 00000100:00000001:0.0:1773616039.784934:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616039.784936:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.784938:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616039.784942:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.784948:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616039.784950:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616039.784952:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616039.784954:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616039.784956:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616039.784959:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795561856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616039.784962:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616039.784965:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616039.784966:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616039.784968:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616039.784972:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3d200. 02000000:00000001:0.0:1773616039.784974:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616039.784978:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616039.784981:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aaa8. 00000400:00000010:0.0:1773616039.784985:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616039.784988:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795561856, portal 10 00000100:00000001:0.0:1773616039.784990:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616039.784991:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601407744 : -121324108143872 : ffff91a807a1a300) 00000100:00000040:0.0:1773616039.784997:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.785003:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616039.785006:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616039.785009:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a550. 00000100:00000200:0.0:1773616039.785011:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795561856, offset 0 00000400:00000200:0.0:1773616039.785017:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616039.785021:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.785025:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616039.785028:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616039.785031:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616039.785034:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616039.785036:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616039.785040:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149334:149334:254:4294967295] 192.168.201.103@tcp LPNI seq info [149274:149274:6:4294967295] 00000400:00000200:0.0:1773616039.785044:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.785052:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616039.785058:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616039.785062:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372d00. 00000800:00000200:0.0:1773616039.785066:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616039.785071:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616039.785074:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616039.785077:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616039.785080:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 112058 usecs (113 jiffies) 00000400:00000200:0.0:1773616039.785084:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616039.785087:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301840506 00000100:00000001:0.0:1773616039.785090:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:0.0:1773616039.785092:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301840506 00000100:00000001:0.0:1773616039.785095:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:0.0:1773616039.785097:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616039.785100:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.785103:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.785106:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616039.785115:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616039.785117:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616039.785121:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616039.785123:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616039.785125:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.785127:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616039.785212:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616039.785217:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616039.785220:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616039.785224:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616039.785227:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616039.785229:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616039.785232:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149335:149335:253:4294967295] 192.168.201.103@tcp LPNI seq info [149275:149275:5:4294967295] 00000400:00000200:1.0:1773616039.785236:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616039.785243:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616039.785247:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616039.785251:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f600. 00000800:00000200:1.0:1773616039.785256:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616039.785260:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616039.785263:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616039.785266:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.785270:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 547902 usecs (548 jiffies) 00000400:00000200:1.0:1773616039.785273:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616039.785275:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301840941 00000100:00000001:1.0:1773616039.785277:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:1.0:1773616039.785279:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301840941 00000100:00000001:1.0:1773616039.785282:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:1.0:1773616039.785284:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616039.785286:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.785289:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.785291:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.785295:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616039.785297:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616039.785299:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616039.785300:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616039.785302:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.785304:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616039.785744:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616039.785749:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4fa00. 00000400:00000200:0.0:1773616039.785754:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.785760:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616039.785765:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:0.0:1773616039.785768:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:0.0:1773616039.785771:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616039.785776:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.785786:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616039.785789:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.785795:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.785797:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616039.785808:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616039.785811:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372200. 00000400:00000200:0.0:1773616039.785814:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.785817:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616039.785820:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816add0 00000400:00000010:0.0:1773616039.785822:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816add0. 00000100:00000001:0.0:1773616039.785825:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616039.785829:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.785862:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616039.785866:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.785872:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.785873:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616039.785882:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616039.785884:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372d00. 00000400:00000200:0.0:1773616039.785887:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.785890:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616039.785893:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a550 00000400:00000010:0.0:1773616039.785894:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a550. 00000100:00000001:0.0:1773616039.785897:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616039.785900:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.799668:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616039.799681:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.799691:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.799693:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616039.802953:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616039.802964:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f600. 00000400:00000200:0.0:1773616039.802972:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.802981:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616039.802989:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1f68 00000400:00000010:0.0:1773616039.802993:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1f68. 00000100:00000001:0.0:1773616039.802997:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616039.803006:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.803019:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616039.803024:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.803031:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.803033:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616039.810463:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.810481:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616039.810485:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.810488:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616039.810497:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810506:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616039.810516:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810520:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810527:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810531:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668d00 00000400:00000200:0.0:1773616039.810536:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810543:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193271 [1] + 224 00000800:00000001:0.0:1773616039.810553:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.810559:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616039.810563:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.810568:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616039.810576:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616039.810587:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616039.810601:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.810628:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616039.810637:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.810642:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616039.810644:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.810646:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616039.810649:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810652:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616039.810658:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810661:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810664:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810666:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200668d80 00000400:00000200:0.0:1773616039.810669:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.810673:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1932a1 [1] + 224 00000800:00000001:0.0:1773616039.810677:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1773616039.810678:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1773616039.810683:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.810684:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1773616039.810687:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.810691:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000001:1.0:1773616039.810692:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616039.810696:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616039.810714:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424dc0. 00000400:00000200:1.0:1773616039.810738:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:1.0:1773616039.810742:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:1.0:1773616039.810752:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616039.810778:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616039.810813:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.810820:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616039.810822:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.810825:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616039.810963:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616039.810966:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616039.810986:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616039.810990:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616039.811000:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=130 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616039.811005:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616039.811008:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616039.811010:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616039.811013:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616039.811030:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.811034:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616039.811045:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773616039.811047:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616039.811049:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.811055:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.811072:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616039.811075:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616039.811077:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616039.811082:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616039.811090:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616039.811106:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.811108:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616039.811112:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18380 x1859763795561728/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.811118:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616039.811120:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616039.811124:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63a00. 02000000:00000001:1.0:1773616039.811137:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616039.811141:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616039.811142:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616039.811144:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616039.811147:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f100. 02000000:00000001:1.0:1773616039.811150:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616039.811152:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616039.811155:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18380. 00000100:00000001:1.0:1773616039.811167:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616039.811169:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.811172:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.811174:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616039.811175:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616039.811177:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.811179:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.812605:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616039.812616:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616039.812629:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.812648:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616039.812659:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.812669:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616039.812672:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.812674:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616039.812679:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.812683:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616039.812689:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.812693:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.812697:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.812700:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200668c80 00000400:00000200:0.0:1773616039.812704:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.812709:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193281 [1] + 224 00000800:00000001:0.0:1773616039.812714:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.812723:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616039.812725:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.812729:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616039.812733:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616039.812737:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616039.812746:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.812753:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616039.812757:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.812761:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.813471:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616039.813488:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616039.813502:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616039.813504:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616039.813507:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aa50. 00000400:00000200:1.0:1773616039.813512:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:1.0:1773616039.813515:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:1.0:1773616039.813518:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616039.813523:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616039.813544:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.813551:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616039.813554:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.813556:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616039.813558:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616039.813560:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616039.813568:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616039.813571:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616039.813576:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616039.813579:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616039.813582:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616039.813593:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616039.813596:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616039.813598:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.813601:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.813606:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.813613:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616039.813616:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616039.813619:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616039.813630:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616039.813638:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795561600:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616039.813643:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616039.813644:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616039.813646:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aaa8. 00000400:00000200:1.0:1773616039.813648:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:1.0:1773616039.813650:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:1.0:1773616039.813652:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616039.813665:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616039.813673:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.813679:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616039.813680:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.813691:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616039.813692:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616039.813694:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616039.813696:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616039.813698:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616039.816211:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.816238:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616039.816242:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.816245:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616039.816254:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.816270:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616039.816279:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.816285:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.816292:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.816297:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200668e00 00000400:00000200:0.0:1773616039.816303:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616039.816310:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193291 [1] + 224 00000800:00000001:0.0:1773616039.816317:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.816327:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616039.816331:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616039.816336:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616039.816344:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616039.816353:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616039.816365:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.816384:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616039.816401:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616039.816405:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616039.816978:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616039.816983:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616039.816990:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616039.816993:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616039.816996:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:0.0:1773616039.817001:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1ee0 00000400:00000010:0.0:1773616039.817004:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1ee0. 00000100:00000001:0.0:1773616039.817007:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616039.817013:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616039.817023:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.817031:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616039.817033:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616039.817035:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616039.817038:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616039.817040:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616039.817042:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616039.817046:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616039.817054:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=130 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616039.817058:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=84 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616039.817061:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616039.817063:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616039.817066:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616039.817070:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616039.817324:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=130 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616039.817330:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=130 v=5 (1 1 1 2) 00000100:00000001:1.0:1773616039.817342:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616039.817487:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616039.817490:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616039.817501:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.817504:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616039.817507:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616039.817509:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616039.817511:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616039.817518:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.817536:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616039.817540:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616039.817542:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616039.817549:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616039.817589:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795561856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616039.817598:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.817601:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616039.817620:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b480 x1859763795561600/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.818012:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616039.818016:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:0.0:1773616039.818019:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616039.818020:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616039.818026:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.818034:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616039.818036:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616039.818038:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616039.818042:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616039.818049:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795561984:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616039.818054:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616039.818056:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616039.818059:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18000 x1859763795561984/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616039.818066:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616039.818069:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616039.818073:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:0.0:1773616039.818087:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616039.818090:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616039.818092:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616039.818094:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616039.818097:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f500. 02000000:00000001:0.0:1773616039.818101:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616039.818103:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616039.818105:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18000. 00000100:00000001:0.0:1773616039.818109:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616039.818110:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616039.818113:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616039.818121:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616039.818123:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616039.818125:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616039.818128:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.819549:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616039.819552:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616039.819555:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3c000. 02000000:00000001:1.0:1773616039.819559:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616039.819561:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616039.819563:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616039.819565:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616039.819567:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4ff00. 02000000:00000001:1.0:1773616039.819570:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616039.819580:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616039.819582:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b480. 00000100:00000001:1.0:1773616039.819585:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616039.819586:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.819589:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616039.819596:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a300 x1859763795561856/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616039.819612:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616039.819613:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616039.819614:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3d200. 02000000:00000001:1.0:1773616039.819617:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616039.819619:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616039.819620:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616039.819622:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616039.819623:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f700. 02000000:00000001:1.0:1773616039.819624:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616039.819625:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616039.819627:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a300. 00000100:00000001:1.0:1773616039.819629:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616039.819640:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.819644:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616039.819858:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616039.819861:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616039.819864:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616039.819877:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616039.844219:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616039.844228:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616039.844235:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616039.844236:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616040.694775:0:91739:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616040.864210:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616040.864219:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616040.864227:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616040.864228:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616040.864254:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616040.864257:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616040.864260:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1773616041.143628:0:91775:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1773616041.143635:0:91775:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130b: enqueue resend on a stale inode ========================================================== 19:07:18 (1773616038) 00000001:00000001:1.0:1773616041.179062:0:91775:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773616041.896480:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616041.896489:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616041.896491:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616041.896495:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616041.896501:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616041.896503:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616041.896506:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616041.896508:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616041.896512:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616041.896514:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616041.898183:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616041.898189:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616041.898193:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.0:1773616042.408173:0:91643:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460ac00. 00010000:00000010:3.0:1773616042.408253:0:91643:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2800. 00010000:00000001:3.0:1773616042.408258:0:91643:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616042.408261:0:91643:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002bc00. 00000020:00000001:3.0:1773616042.408265:0:91643:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616042.408268:0:91643:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002bc00 with handle 0xe60cc2233ec6782e to hash 00000020:00000001:3.0:1773616042.408270:0:91643:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616042.408272:0:91643:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.408275:0:91643:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.408279:0:91643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.408282:0:91643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.408286:0:91643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616042.408296:0:91643:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616042.408307:0:91643:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616042.408314:0:91643:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616042.408316:0:91643:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616042.408322:0:91643:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804f52d80. 00000100:00000001:3.0:1773616042.408324:0:91643:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556551040 : -121324153000576 : ffff91a804f52d80) 00000100:00000001:3.0:1773616042.408328:0:91643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616042.408329:0:91643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000001:3.0:1773616042.408334:0:91643:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616042.408338:0:91643:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616042.408340:0:91643:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616042.408342:0:91643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616042.408362:0:91643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.408371:0:91643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616042.408373:0:91643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616042.408377:0:91643:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616042.408380:0:91643:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616042.408383:0:91643:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616042.408386:0:91643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:91643:1859763795562112:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616042.408390:0:91643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616042.408396:0:91643:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616042.408398:0:91643:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616042.408401:0:91643:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616042.408406:0:91643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a81094e800. 02000000:00000001:3.0:1773616042.408409:0:91643:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616042.408418:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616042.408422:0:91643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616042.408429:0:91643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616042.408436:0:91643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795562112, portal 10 00000100:00000001:3.0:1773616042.408438:0:91643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616042.408440:0:91643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:3.0:1773616042.408445:0:91643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616058 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.408452:0:91643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616042.408456:0:91643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616042.408459:0:91643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616042.408463:0:91643:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795562112, offset 0 00000400:00000200:3.0:1773616042.408470:0:91643:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616042.408479:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616042.408487:0:91643:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616042.408493:0:91643:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616042.408499:0:91643:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616042.408504:0:91643:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616042.408507:0:91643:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616042.408511:0:91643:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149336:149336:256:4294967295] 192.168.201.103@tcp LPNI seq info [149276:149276:8:4294967295] 00000400:00000200:3.0:1773616042.408515:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616042.408526:0:91643:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616042.408532:0:91643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616042.408537:0:91643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616042.408544:0:91643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616042.408552:0:91643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616042.408556:0:91643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773616042.408577:0:91643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616042.408583:0:91643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 389391 usecs (390 jiffies) 00000400:00000200:3.0:1773616042.408587:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616042.408589:0:91643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301843406 00000100:00000001:3.0:1773616042.408593:0:91643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:3.0:1773616042.408595:0:91643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301843406 00000100:00000001:3.0:1773616042.408598:0:91643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:3.0:1773616042.408600:0:91643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616042.408603:0:91643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616042.408606:0:91643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616042.408608:0:91643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616042.408611:0:91643:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804f52d80 going to sleep for 11 seconds 00000100:00000001:3.0:1773616042.408614:0:91643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616042.408617:0:91643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616042.409128:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616042.409133:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 00000400:00000200:0.0:1773616042.409138:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616042.409142:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616042.409147:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:0.0:1773616042.409148:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:0.0:1773616042.409151:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616042.409155:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616058 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616042.409169:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616042.409172:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616058 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616042.409178:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616042.409180:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616042.413319:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616042.413338:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616042.413342:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616042.413345:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616042.413383:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.414368:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616042.414387:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.414399:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.414405:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.414411:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200668e80 00000400:00000200:0.0:1773616042.414416:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.414421:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x1932b1 [1] + 224 00000800:00000001:0.0:1773616042.414428:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616042.414439:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616042.414442:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616042.414445:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616042.414450:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616042.414458:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616042.414467:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616042.414481:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616042.414488:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616042.414492:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616042.414512:0:91643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616042.414524:0:91643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616042.414526:0:91643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616042.414530:0:91643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616042.414535:0:91643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773616042.414537:0:91643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773616042.414541:0:91643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616042.414545:0:91643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616042.414555:0:91643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.414562:0:91643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616042.414564:0:91643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616042.414566:0:91643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616042.414569:0:91643:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616042.414572:0:91643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616042.414574:0:91643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616042.414577:0:91643:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616042.414586:0:91643:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=133 v=5 (36 36 36 36) 00000100:00001000:3.0:1773616042.414590:0:91643:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616042.414593:0:91643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616042.414595:0:91643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.414598:0:91643:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616042.414601:0:91643:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616042.414605:0:91643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616042.414607:0:91643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:3.0:1773616042.414609:0:91643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616042.414611:0:91643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616042.414616:0:91643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.414629:0:91643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616042.414632:0:91643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616042.414634:0:91643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616042.414638:0:91643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616058 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616042.414645:0:91643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:91643:1859763795562112:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616042.414651:0:91643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616042.414654:0:91643:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616042.414656:0:91643:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616042.414658:0:91643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616042.414662:0:91643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616058 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.414668:0:91643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616042.414671:0:91643:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804f52d80. 00000100:00000001:3.0:1773616042.414675:0:91643:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616042.414676:0:91643:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.414679:0:91643:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616042.414683:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.414686:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.414688:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=4 00000020:00000001:3.0:1773616042.414690:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.414693:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000040:3.0:1773616042.414700:0:91643:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002bc00, remote cookie: 0xf6516185796c409, flags: 0x1001 00010000:00010000:3.0:1773616042.414706:0:91643:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616042.414716:0:91643:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.414729:0:91643:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616042.414733:0:91643:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616042.414735:0:91643:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616042.414737:0:91643:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616042.414738:0:91643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616042.414741:0:91643:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a80460ac00) refcount = 1 00010000:00010000:3.0:1773616042.414746:0:91643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.414752:0:91643:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616042.414756:0:91643:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616042.414757:0:91643:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616042.414760:0:91643:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616042.414762:0:91643:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.414765:0:91643:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.414772:0:91643:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616042.414773:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.414775:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.414776:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.414777:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.414779:0:91643:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.414783:0:91643:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616042.414785:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.414786:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.414788:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.414789:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.414792:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.414794:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.414796:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.414797:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=4 00000020:00000001:3.0:1773616042.414798:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.414801:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.414804:0:91643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.414807:0:91643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.414810:0:91643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.414831:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.414832:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.414833:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.415034:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.415037:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=5 00000020:00000001:3.0:1773616042.415039:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415042:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415044:0:91643:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.415047:0:91643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.415054:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415055:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616042.415057:0:91643:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.415064:0:91643:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.415065:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415066:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.415067:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415068:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616042.415075:0:91643:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616058 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773616042.415084:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.415086:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.415087:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.415089:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415092:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415094:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415095:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616042.415096:0:91643:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.415099:0:91643:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.415102:0:91643:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773616042.415104:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.415106:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.415107:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.415109:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415111:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00000002:00010000:3.0:1773616042.415115:0:91643:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.415121:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415122:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.415124:0:91643:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616042.415126:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.415127:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.415128:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.415130:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415132:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000040:3.0:1773616042.415138:0:91643:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:3.0:1773616042.415141:0:91643:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616042.415145:0:91643:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773616042.415148:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415149:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616042.415150:0:91643:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616042.415153:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818db890 00000002:00002000:3.0:1773616042.415155:0:91643:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773616042.415158:0:91643:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.415161:0:91643:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.415164:0:91643:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616042.415168:0:91643:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773616042.415171:0:91643:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.415259:0:91643:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616042.415264:0:91643:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ea400. 00000080:00000001:3.0:1773616042.415270:0:91643:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616042.415272:0:91643:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616042.415278:0:91643:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773616042.415283:0:91643:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773616042.415289:0:91643:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a8061f0e40. 00800000:00000001:3.0:1773616042.415292:0:91643:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749576072768 : -121324133478848 : ffff91a8061f0e40) 00800000:00000001:3.0:1773616042.415294:0:91643:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.415297:0:91643:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616042.415300:0:91643:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773616042.415302:0:91643:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773616042.415305:0:91643:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773616042.415308:0:91643:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773616042.415310:0:91643:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616042.415314:0:91643:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773616042.415317:0:91643:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773616042.415320:0:91643:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773615972 to 1773615976 00000080:00200000:3.0:1773616042.415329:0:91643:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773616042.415331:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.415333:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.415335:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.415337:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415339:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415341:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415342:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616042.415344:0:91643:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773616042.415358:0:91643:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773616042.415360:0:91643:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0e40 1 00800000:00000010:3.0:1773616042.415363:0:91643:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a8061f0e40. 00800000:00000001:3.0:1773616042.415366:0:91643:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.415370:0:91643:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6782e 00800000:00000001:3.0:1773616042.415373:0:91643:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616042.415376:0:91643:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616042.415377:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.415379:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.415380:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.415382:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415384:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415387:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415388:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616042.415390:0:91643:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.415391:0:91643:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616042.415394:0:91643:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.415396:0:91643:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616042.415399:0:91643:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa258818dbb58 00010000:00000001:3.0:1773616042.415401:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.415402:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.415404:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.415405:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415407:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.415409:0:91643:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.415412:0:91643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.415418:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415419:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.415420:0:91643:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616042.415423:0:91643:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616042.415425:0:91643:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616042.415435:0:91643:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616042.415437:0:91643:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616042.415438:0:91643:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616042.415442:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415444:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.415446:0:91643:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.415449:0:91643:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616042.415451:0:91643:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.415453:0:91643:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.415455:0:91643:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.415457:0:91643:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.415458:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.415459:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616042.415461:0:91643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616042.415465:0:91643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795562112/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616058 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.415473:0:91643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616042.415475:0:91643:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616042.415479:0:91643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a81094e800. 02000000:00000001:3.0:1773616042.415484:0:91643:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616042.415486:0:91643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616042.415488:0:91643:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616042.415490:0:91643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616042.415493:0:91643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803497000. 02000000:00000001:3.0:1773616042.415497:0:91643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616042.415498:0:91643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616042.415500:0:91643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:3.0:1773616042.415504:0:91643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616042.415505:0:91643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616042.415509:0:91643:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:3.0:1773616042.415514:0:91643:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616042.415530:0:91643:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a8044faf40. 00000020:00000001:3.0:1773616042.415535:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818dbae8 00000080:00200000:3.0:1773616042.415537:0:91643:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), flags=9 00000080:00000001:3.0:1773616042.415541:0:91643:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773616042.415543:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818db998 00000080:00200000:3.0:1773616042.415544:0:91643:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=getattr 00000080:00000010:3.0:1773616042.415552:0:91643:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2400. 00800000:00000002:3.0:1773616042.415557:0:91643:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616042.415561:0:91643:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616042.415564:0:91643:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.415566:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818db8b8 00800000:00000002:3.0:1773616042.415774:0:91643:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.415777:0:91643:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616042.415780:0:91643:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616042.415782:0:91643:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616042.415785:0:91643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616042.415787:0:91643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616042.415789:0:91643:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.415791:0:91643:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.415793:0:91643:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.415797:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818db850 00800000:00000002:3.0:1773616042.415799:0:91643:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130b.recovery-small' -> mds #0 00000002:00000001:3.0:1773616042.415804:0:91643:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.415806:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818db788 00000002:00010000:3.0:1773616042.415807:0:91643:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616042.415811:0:91643:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616042.415826:0:91643:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773616042.415832:0:91643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773616042.416256:0:91643:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773616042.416262:0:91643:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616042.416266:0:91643:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616042.416269:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.416271:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.416272:0:91643:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616042.416275:0:91643:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616042.416277:0:91643:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616042.416282:0:91643:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616042.416461:0:91643:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a819771c00. 00000100:00000001:3.0:1773616042.416468:0:91643:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.416473:0:91643:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616042.416475:0:91643:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.416476:0:91643:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616042.416478:0:91643:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.416479:0:91643:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.416487:0:91643:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00010000:00000001:3.0:1773616042.416490:0:91643:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616042.416493:0:91643:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773616042.416498:0:91643:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:3.0:1773616042.416500:0:91643:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616042.416503:0:91643:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616042.416506:0:91643:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a800. 00000020:00000001:3.0:1773616042.416510:0:91643:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616042.416512:0:91643:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a800 with handle 0xe60cc2233ec67835 to hash 00000020:00000001:3.0:1773616042.416514:0:91643:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616042.416516:0:91643:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:3.0:1773616042.416519:0:91643:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:3.0:1773616042.416523:0:91643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.416525:0:91643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.416528:0:91643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616042.416536:0:91643:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616042.416546:0:91643:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616042.416552:0:91643:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616042.416554:0:91643:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616042.416560:0:91643:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804f52d80. 00000100:00000001:3.0:1773616042.416562:0:91643:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556551040 : -121324153000576 : ffff91a804f52d80) 00000100:00000001:3.0:1773616042.416564:0:91643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616042.416566:0:91643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773616042.416570:0:91643:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616042.416574:0:91643:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616042.416576:0:91643:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616042.416577:0:91643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616042.416583:0:91643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.416591:0:91643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616042.416595:0:91643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616042.416598:0:91643:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616042.416600:0:91643:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616042.416602:0:91643:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616042.416605:0:91643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:91643:1859763795562240:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616042.416610:0:91643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616042.416616:0:91643:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616042.416618:0:91643:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616042.416620:0:91643:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616042.416625:0:91643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a81094e800. 02000000:00000001:3.0:1773616042.416627:0:91643:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616042.416633:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616042.416636:0:91643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616042.416642:0:91643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616042.416648:0:91643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795562240, portal 10 00000100:00000001:3.0:1773616042.416650:0:91643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616042.416651:0:91643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773616042.416656:0:91643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616058 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.417021:0:91643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616042.417025:0:91643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616042.417029:0:91643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3440. 00000100:00000200:3.0:1773616042.417034:0:91643:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795562240, offset 0 00000400:00000200:3.0:1773616042.417040:0:91643:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616042.417048:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616042.417055:0:91643:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616042.417060:0:91643:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616042.417064:0:91643:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616042.417068:0:91643:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616042.417070:0:91643:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616042.417075:0:91643:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149337:149337:256:4294967295] 192.168.201.103@tcp LPNI seq info [149277:149277:8:4294967295] 00000400:00000200:3.0:1773616042.417079:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616042.417088:0:91643:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616042.417095:0:91643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616042.417100:0:91643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773616042.417106:0:91643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616042.417113:0:91643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616042.417117:0:91643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1773616042.417284:0:91643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616042.417290:0:91643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 388438 usecs (389 jiffies) 00000400:00000200:3.0:1773616042.417294:0:91643:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616042.417297:0:91643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301843414 00000100:00000001:3.0:1773616042.417300:0:91643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:3.0:1773616042.417302:0:91643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301843414 00000100:00000001:3.0:1773616042.417304:0:91643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:3.0:1773616042.417306:0:91643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616042.417309:0:91643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616042.417311:0:91643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616042.417313:0:91643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616042.417315:0:91643:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804f52d80 going to sleep for 11 seconds 00000100:00000001:3.0:1773616042.417318:0:91643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616042.417321:0:91643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616042.417535:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616042.417539:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41600. 00000400:00000200:0.0:1773616042.417544:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616042.417550:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616042.417554:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3440 00000400:00000010:0.0:1773616042.417557:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3440. 00000100:00000001:0.0:1773616042.417560:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616042.417565:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616058 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616042.417574:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616042.417578:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616058 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616042.417584:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616042.417586:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616042.423575:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616042.423590:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616042.423594:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616042.423596:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616042.423605:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.423610:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616042.423616:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.423620:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.423624:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.423628:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b7200668f00 00000400:00000200:0.0:1773616042.423631:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616042.423636:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x1932b9 [1] + 224 00000800:00000001:0.0:1773616042.424009:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.425753:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616042.425762:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616042.425770:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616042.425780:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616042.425789:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616042.425800:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.425874:0:91643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616042.426053:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616042.426065:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.426070:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616042.426113:0:91643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616042.426116:0:91643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616042.426120:0:91643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616042.426125:0:91643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:3.0:1773616042.426127:0:91643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:3.0:1773616042.426130:0:91643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616042.426136:0:91643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616042.426145:0:91643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.426151:0:91643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616042.426155:0:91643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616042.426157:0:91643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616042.426564:0:91643:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616042.426568:0:91643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616042.426570:0:91643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616042.426574:0:91643:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616042.426583:0:91643:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=133 v=5 (36 36 36 36) 00000100:00001000:3.0:1773616042.426588:0:91643:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616042.426591:0:91643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773616042.426595:0:91643:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.426776:0:91643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773616042.426780:0:91643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616042.426782:0:91643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:3.0:1773616042.426784:0:91643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616042.426786:0:91643:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773616042.426791:0:91643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.426797:0:91643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773616042.426800:0:91643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616042.426802:0:91643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616042.426805:0:91643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616058 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616042.426814:0:91643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:91643:1859763795562240:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616042.426818:0:91643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616042.426821:0:91643:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773616042.426823:0:91643:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616042.426825:0:91643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616042.426828:0:91643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616058 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.426833:0:91643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616042.426857:0:91643:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804f52d80. 00000100:00000001:3.0:1773616042.426861:0:91643:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616042.426863:0:91643:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773616042.426867:0:91643:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616042.426872:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.426875:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.426877:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=4 00000020:00000001:3.0:1773616042.426879:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:3.0:1773616042.426883:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00010000:3.0:1773616042.426889:0:91643:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.426900:0:91643:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773616042.426905:0:91643:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.426911:0:91643:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.426914:0:91643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.426920:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.426922:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616042.426924:0:91643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.427009:0:91643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.427013:0:91643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.427016:0:91643:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616042.427019:0:91643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616042.427026:0:91643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a81002a800 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773616042.427029:0:91643:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773616042.427033:0:91643:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.427044:0:91643:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773616042.427046:0:91643:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773616042.427049:0:91643:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.427055:0:91643:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773616042.427057:0:91643:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616042.427059:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.427060:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.427062:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=5 00000020:00000001:3.0:1773616042.427064:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:3.0:1773616042.427066:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:3.0:1773616042.427069:0:91643:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616042.427072:0:91643:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773616042.427078:0:91643:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616042.427080:0:91643:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.427083:0:91643:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773616042.427085:0:91643:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616042.427088:0:91643:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616042.427089:0:91643:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616042.427091:0:91643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.427092:0:91643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616042.427096:0:91643:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a800 with handle 0xe60cc2233ec67835 from hash 00010000:00000001:3.0:1773616042.427098:0:91643:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616042.427099:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.427101:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.427102:0:91643:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616042.427104:0:91643:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616042.427106:0:91643:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773616042.427108:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.427110:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.427112:0:91643:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616042.427113:0:91643:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.427116:0:91643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.427122:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.427123:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.427124:0:91643:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773616042.427126:0:91643:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.427128:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.427129:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.427130:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616042.427132:0:91643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec67835 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91643 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616042.427142:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.427144:0:91643:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773616042.427150:0:91643:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773616042.427155:0:91643:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616058 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773616042.427217:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773616042.427285:0:91643:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.427288:0:91643:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.427571:0:91643:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.427575:0:91643:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773616042.427578:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773616042.427580:0:91643:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.427582:0:91643:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616042.427585:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818db708 00000002:00002000:3.0:1773616042.427587:0:91643:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130b.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1773616042.427590:0:91643:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.427596:0:91643:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.427598:0:91643:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616042.427601:0:91643:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773616042.427605:0:91643:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.427609:0:91643:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:3.0:1773616042.427612:0:91643:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773616042.427614:0:91643:0:(namei.c:673:ll_lookup_it_finish()) it ffffa258818dbb20 it_disposition 7 00000080:00002000:3.0:1773616042.427620:0:91643:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a808440af8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1773616042.427629:0:91643:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1773616042.427632:0:91643:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616042.427634:0:91643:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616042.427636:0:91643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616042.427638:0:91643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616042.427640:0:91643:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.427643:0:91643:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.427645:0:91643:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616042.427649:0:91643:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616042.427651:0:91643:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616042.427654:0:91643:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616042.427660:0:91643:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:3.0:1773616042.427663:0:91643:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616042.427668:0:91643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.427670:0:91643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616042.427675:0:91643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773616042.427683:0:91643:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616042.427688:0:91643:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.427691:0:91643:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773616042.427698:0:91643:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616042.427700:0:91643:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.427702:0:91643:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616042.427704:0:91643:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773616042.427706:0:91643:0:(dcache.c:176:ll_intent_release()) intent ffffa258818db930 released 00000080:00010000:3.0:1773616042.427709:0:91643:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa258818db930 00010000:00000001:3.0:1773616042.427711:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.427712:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.427713:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.427716:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.427718:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.427720:0:91643:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.427722:0:91643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616042.427728:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.427729:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.427731:0:91643:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616042.427733:0:91643:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616042.427735:0:91643:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773616042.427742:0:91643:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616042.427745:0:91643:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616042.427748:0:91643:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616042.427751:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.427753:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.427754:0:91643:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430401:0:91643:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616042.430405:0:91643:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430410:0:91643:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430415:0:91643:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430419:0:91643:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.430421:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.430424:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616042.430427:0:91643:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773616042.430430:0:91643:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616042.430435:0:91643:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773616042.430443:0:91643:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2400. 00000100:00000001:3.0:1773616042.430453:0:91643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616042.430467:0:91643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795562240/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616058 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616042.430478:0:91643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616042.430482:0:91643:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616042.430487:0:91643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a81094e800. 02000000:00000001:3.0:1773616042.430493:0:91643:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616042.430496:0:91643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616042.430498:0:91643:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616042.430500:0:91643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616042.430504:0:91643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616042.430508:0:91643:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616042.430509:0:91643:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616042.430512:0:91643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773616042.430516:0:91643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616042.430517:0:91643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616042.430520:0:91643:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773616042.430521:0:91643:0:(dcache.c:176:ll_intent_release()) intent ffffa258818dbb20 released 00000080:00000001:3.0:1773616042.430523:0:91643:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773616042.430528:0:91643:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773616042.430531:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818dbb70 00000080:00002000:3.0:1773616042.430534:0:91643:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff91a808440af8, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773616042.430538:0:91643:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.430699:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818dbd08 00000080:00200008:3.0:1773616042.430703:0:91643:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773616042.430709:0:91643:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616042.430711:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818dbc80 00000080:00200000:3.0:1773616042.430713:0:91643:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616042.430718:0:91643:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2400. 00800000:00000002:3.0:1773616042.430725:0:91643:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616042.430729:0:91643:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616042.430733:0:91643:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.430735:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818dbba0 00800000:00000002:3.0:1773616042.430737:0:91643:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.430741:0:91643:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616042.430744:0:91643:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616042.430746:0:91643:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616042.430749:0:91643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616042.430752:0:91643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616042.430753:0:91643:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.430756:0:91643:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.430758:0:91643:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.430763:0:91643:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616042.430768:0:91643:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.430770:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818dba70 00000002:00010000:3.0:1773616042.430772:0:91643:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616042.430776:0:91643:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616042.430778:0:91643:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616042.430780:0:91643:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616042.430786:0:91643:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:3.0:1773616042.430789:0:91643:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616042.430794:0:91643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.430797:0:91643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616042.430801:0:91643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773616042.430812:0:91643:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616042.430817:0:91643:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.430820:0:91643:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773616042.430828:0:91643:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616042.430830:0:91643:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616042.430832:0:91643:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.430834:0:91643:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.430859:0:91643:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616042.430862:0:91643:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616042.430865:0:91643:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616042.430868:0:91643:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616042.430870:0:91643:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2400. 00000080:00000001:3.0:1773616042.430874:0:91643:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616042.430875:0:91643:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.430878:0:91643:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616042.430881:0:91643:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6782e 00800000:00000001:3.0:1773616042.430884:0:91643:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616042.430887:0:91643:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616042.430888:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.430891:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.430893:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.430895:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.430898:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.430900:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.430901:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616042.430903:0:91643:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.430905:0:91643:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.430907:0:91643:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa258818dbcb8 00010000:00000001:3.0:1773616042.430909:0:91643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.430910:0:91643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.430912:0:91643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.430914:0:91643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.430916:0:91643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.430918:0:91643:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.430922:0:91643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773616042.430929:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.430930:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.430943:0:91643:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616042.430946:0:91643:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616042.430949:0:91643:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616042.430956:0:91643:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616042.430959:0:91643:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616042.430961:0:91643:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616042.430966:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.430967:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.430969:0:91643:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430971:0:91643:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616042.430972:0:91643:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430974:0:91643:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430976:0:91643:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.430978:0:91643:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.430979:0:91643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.430980:0:91643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616042.430982:0:91643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616042.430983:0:91643:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616042.430987:0:91643:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.430991:0:91643:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818dbd08 00000080:00000008:3.0:1773616042.430994:0:91643:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00010000:00000010:3.1:1773616042.444792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a800. 00000800:00000200:0.0:1773616042.446594:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616042.446599:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde600. 00000400:00000200:0.0:1773616042.446604:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616042.446611:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616042.446616:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e000 00000400:00000010:0.0:1773616042.446618:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e000. 00000100:00000001:0.0:1773616042.446622:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616042.446627:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795562368/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616058 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616042.446638:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616042.446642:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795562368/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616058 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616042.446650:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616042.446652:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616042.450638:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.450655:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616042.450660:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.450663:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616042.450671:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.450678:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616042.450687:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.450692:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.450698:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.450702:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b7200668f80 00000400:00000200:1.0:1773616042.450707:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.450712:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x1932c1 [1] + 224 00000800:00000001:1.0:1773616042.450720:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.450727:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616042.450730:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616042.450735:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616042.450743:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616042.450752:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795562368/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616042.450764:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a8036cb100 x1859763795562368/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 440/368 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616042.450878:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616042.450886:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.450891:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616042.497802:0:91830:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616042.497809:0:91830:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616042.497811:0:91830:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616042.497814:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947b20 00000080:00200000:3.0:1773616042.497818:0:91830:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616042.497825:0:91830:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2000. 00800000:00000002:3.0:1773616042.497832:0:91830:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616042.498214:0:91830:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616042.498221:0:91830:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.498223:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947a40 00800000:00000002:3.0:1773616042.498226:0:91830:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.498231:0:91830:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616042.498234:0:91830:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616042.498236:0:91830:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616042.498239:0:91830:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616042.498241:0:91830:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616042.498243:0:91830:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.498245:0:91830:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.498248:0:91830:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.498251:0:91830:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616042.498256:0:91830:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.498258:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947910 00000002:00010000:3.0:1773616042.498260:0:91830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616042.498264:0:91830:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616042.498266:0:91830:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616042.498270:0:91830:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616042.498278:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:3.0:1773616042.498281:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616042.498286:0:91830:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.498291:0:91830:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616042.498296:0:91830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773616042.498305:0:91830:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616042.498310:0:91830:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.498312:0:91830:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773616042.498318:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616042.498319:0:91830:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616042.498321:0:91830:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.498322:0:91830:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.498323:0:91830:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616042.498325:0:91830:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616042.498327:0:91830:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616042.498329:0:91830:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616042.498332:0:91830:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2000. 00000080:00000001:3.0:1773616042.498335:0:91830:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616042.498337:0:91830:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.498339:0:91830:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616042.498342:0:91830:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6782e 00800000:00000001:3.0:1773616042.498355:0:91830:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616042.498357:0:91830:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616042.498358:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.498361:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.498362:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.498364:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498366:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498368:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498370:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616042.498371:0:91830:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.498373:0:91830:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.498374:0:91830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa25881947b58 00010000:00000001:3.0:1773616042.498376:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.498377:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.498378:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.498379:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498380:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498381:0:91830:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.498383:0:91830:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616042.498450:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498451:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.498452:0:91830:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616042.498453:0:91830:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616042.498455:0:91830:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773616042.498460:0:91830:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616042.498462:0:91830:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616042.498463:0:91830:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616042.498467:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498467:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.498468:0:91830:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498471:0:91830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616042.498472:0:91830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498474:0:91830:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498476:0:91830:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498478:0:91830:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.498479:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498479:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616042.498482:0:91830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616042.498483:0:91830:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616042.498484:0:91830:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:3.0:1773616042.498488:0:91830:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616042.498492:0:91830:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773616042.498493:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947b48 00000080:00002000:3.0:1773616042.498495:0:91830:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff91a808440af8) flags 0x8000e refc 0 00000080:00000001:3.0:1773616042.498496:0:91830:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.498498:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947b90 00000080:00200000:3.0:1773616042.498499:0:91830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=13 00000080:00000001:3.0:1773616042.498503:0:91830:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773616042.498503:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947b18 00000080:00002000:3.0:1773616042.498505:0:91830:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff91a808440af8, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773616042.498507:0:91830:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616042.498522:0:91830:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616042.498524:0:91830:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616042.498524:0:91830:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616042.498525:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947bb0 00000080:00200000:3.0:1773616042.498526:0:91830:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616042.498529:0:91830:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2000. 00800000:00000002:3.0:1773616042.498532:0:91830:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616042.498534:0:91830:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616042.498535:0:91830:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.498536:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947ad0 00800000:00000002:3.0:1773616042.498537:0:91830:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.498539:0:91830:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616042.498540:0:91830:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616042.498541:0:91830:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616042.498542:0:91830:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616042.498543:0:91830:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616042.498544:0:91830:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.498546:0:91830:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.498547:0:91830:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.498548:0:91830:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616042.498550:0:91830:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.498551:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258819479a0 00000002:00010000:3.0:1773616042.498552:0:91830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616042.498554:0:91830:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616042.498556:0:91830:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616042.498557:0:91830:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616042.498559:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:3.0:1773616042.498560:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616042.498562:0:91830:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.498563:0:91830:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616042.498566:0:91830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1773616042.498570:0:91830:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616042.498572:0:91830:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.498574:0:91830:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1773616042.498578:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616042.498579:0:91830:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616042.498580:0:91830:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.498581:0:91830:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.498582:0:91830:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616042.498583:0:91830:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616042.498584:0:91830:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616042.498585:0:91830:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616042.498587:0:91830:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2000. 00000080:00000001:3.0:1773616042.498588:0:91830:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616042.498589:0:91830:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.498590:0:91830:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616042.498592:0:91830:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6782e 00800000:00000001:3.0:1773616042.498593:0:91830:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616042.498594:0:91830:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616042.498595:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.498596:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.498597:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.498598:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498599:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498601:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498602:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616042.498603:0:91830:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.498604:0:91830:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.498605:0:91830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa25881947be8 00010000:00000001:3.0:1773616042.498606:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.498607:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.498608:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.498609:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498610:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498611:0:91830:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.498613:0:91830:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773616042.498616:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498617:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.498617:0:91830:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616042.498618:0:91830:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616042.498620:0:91830:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773616042.498623:0:91830:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616042.498624:0:91830:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616042.498624:0:91830:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616042.498626:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498626:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.498627:0:91830:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498628:0:91830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616042.498629:0:91830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498630:0:91830:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498631:0:91830:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498632:0:91830:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.498632:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498633:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616042.498634:0:91830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616042.498635:0:91830:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616042.498637:0:91830:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:3.0:1773616042.498638:0:91830:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616042.498640:0:91830:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773616042.498641:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947bd8 00000080:00002000:3.0:1773616042.498642:0:91830:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff91a808440af8) flags 0x8004e refc 0 00000080:00000001:3.0:1773616042.498644:0:91830:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.498645:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947c20 00000080:00200000:3.0:1773616042.498646:0:91830:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=16392 00000080:00000001:3.0:1773616042.498648:0:91830:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773616042.498649:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947ba8 00000080:00002000:3.0:1773616042.498650:0:91830:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff91a808440af8, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:3.0:1773616042.498651:0:91830:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.498664:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947d08 00000080:00200008:3.0:1773616042.498666:0:91830:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773616042.498669:0:91830:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616042.498669:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947c80 00000080:00200000:3.0:1773616042.498670:0:91830:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616042.498672:0:91830:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2000. 00800000:00000002:3.0:1773616042.498674:0:91830:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616042.498685:0:91830:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616042.498687:0:91830:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.498688:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947ba0 00800000:00000002:3.0:1773616042.498689:0:91830:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.498691:0:91830:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616042.498692:0:91830:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616042.498692:0:91830:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616042.498694:0:91830:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616042.498695:0:91830:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616042.498696:0:91830:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.498697:0:91830:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616042.498698:0:91830:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616042.498700:0:91830:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616042.498702:0:91830:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616042.498702:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947a70 00000002:00010000:3.0:1773616042.498704:0:91830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616042.498706:0:91830:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616042.498707:0:91830:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616042.498708:0:91830:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616042.498709:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:3.0:1773616042.498711:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616042.498712:0:91830:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616042.498714:0:91830:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616042.498716:0:91830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1773616042.498720:0:91830:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616042.498721:0:91830:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.498723:0:91830:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1773616042.498727:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616042.498728:0:91830:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616042.498729:0:91830:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.498730:0:91830:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616042.498731:0:91830:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616042.498732:0:91830:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616042.498734:0:91830:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616042.498735:0:91830:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616042.498736:0:91830:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2000. 00000080:00000001:3.0:1773616042.498737:0:91830:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616042.498738:0:91830:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.498739:0:91830:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616042.498741:0:91830:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6782e 00800000:00000001:3.0:1773616042.498742:0:91830:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616042.498743:0:91830:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616042.498744:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.498745:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.498746:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.498747:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498749:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498750:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498751:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616042.498752:0:91830:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616042.498753:0:91830:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616042.498754:0:91830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa25881947cb8 00010000:00000001:3.0:1773616042.498755:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616042.498756:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616042.498757:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616042.498758:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498759:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616042.498760:0:91830:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616042.498761:0:91830:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1773616042.498765:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498765:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.498766:0:91830:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616042.498767:0:91830:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616042.498768:0:91830:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1773616042.498771:0:91830:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616042.498772:0:91830:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616042.498773:0:91830:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616042.498774:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498775:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616042.498775:0:91830:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498776:0:91830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616042.498777:0:91830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498778:0:91830:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498779:0:91830:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616042.498780:0:91830:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616042.498782:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616042.498782:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616042.498783:0:91830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616042.498784:0:91830:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616042.498786:0:91830:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.498789:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947d08 00000080:00000008:3.0:1773616042.498790:0:91830:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773616042.499813:0:91830:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.499914:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947d08 00000080:00200008:3.0:1773616042.499917:0:91830:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773616042.499923:0:91830:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616042.499924:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947c80 00000080:00200000:3.0:1773616042.499926:0:91830:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00010000:00010000:2.0:1773616042.500711:0:91830:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1773616042.500724:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616042.500726:0:91830:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616042.500728:0:91830:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616042.500730:0:91830:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616042.500732:0:91830:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616042.500734:0:91830:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616042.500737:0:91830:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616042.500739:0:91830:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616042.500742:0:91830:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ebc00. 00000080:00000001:2.0:1773616042.500746:0:91830:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616042.500748:0:91830:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616042.500750:0:91830:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616042.500754:0:91830:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6782e 00800000:00000001:2.0:1773616042.500757:0:91830:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616042.500759:0:91830:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616042.500760:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616042.500762:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616042.500764:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:2.0:1773616042.500767:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.500770:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.500772:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.500774:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616042.500775:0:91830:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616042.500777:0:91830:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616042.500779:0:91830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa25881947cb8 00010000:00000001:2.0:1773616042.500781:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616042.500782:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616042.500784:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:2.0:1773616042.500785:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.500787:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.500789:0:91830:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616042.500793:0:91830:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773616042.500799:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.500801:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616042.500802:0:91830:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616042.500804:0:91830:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616042.500806:0:91830:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773616042.500813:0:91830:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616042.500816:0:91830:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616042.500817:0:91830:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616042.500820:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.500822:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616042.500823:0:91830:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.500826:0:91830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616042.500828:0:91830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.500830:0:91830:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.500833:0:91830:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.501358:0:91830:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616042.501361:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.501363:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616042.501365:0:91830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616042.501367:0:91830:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616042.501371:0:91830:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616042.501375:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947d08 00000080:00000008:2.0:1773616042.501378:0:91830:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1773616042.501614:0:91830:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616042.501617:0:91830:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616042.501618:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947b78 00000080:00200000:2.0:1773616042.501621:0:91830:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616042.501626:0:91830:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a8182ebc00. 00800000:00000002:2.0:1773616042.501630:0:91830:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616042.501632:0:91830:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616042.501635:0:91830:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616042.501636:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947a98 00800000:00000002:2.0:1773616042.501638:0:91830:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616042.501641:0:91830:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616042.501642:0:91830:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616042.501644:0:91830:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616042.501646:0:91830:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616042.501648:0:91830:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616042.501650:0:91830:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616042.501651:0:91830:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616042.501653:0:91830:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616042.501656:0:91830:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616042.501659:0:91830:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616042.501661:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947968 00000002:00010000:2.0:1773616042.501662:0:91830:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616042.501665:0:91830:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616042.501666:0:91830:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616042.501668:0:91830:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616042.501673:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:2.0:1773616042.501676:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616042.501679:0:91830:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616042.501682:0:91830:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616042.501686:0:91830:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1773616042.501692:0:91830:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616042.501696:0:91830:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616042.501699:0:91830:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1773616042.501705:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616042.501706:0:91830:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616042.501708:0:91830:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616042.501710:0:91830:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616042.501711:0:91830:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616042.501713:0:91830:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616042.501717:0:91830:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616042.501719:0:91830:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616042.501721:0:91830:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ebc00. 00000080:00000001:2.0:1773616042.501724:0:91830:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616042.501726:0:91830:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616042.501728:0:91830:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616042.501730:0:91830:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6782e 00800000:00000001:2.0:1773616042.501733:0:91830:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616042.501735:0:91830:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616042.501736:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616042.501738:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616042.501739:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:2.0:1773616042.501741:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.501743:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.501746:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.501747:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616042.501748:0:91830:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616042.501749:0:91830:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616042.501751:0:91830:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6782e from it ffffa25881947bb0 00010000:00000001:2.0:1773616042.501753:0:91830:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616042.501754:0:91830:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616042.501755:0:91830:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:2.0:1773616042.501757:0:91830:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.501759:0:91830:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616042.501761:0:91830:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616042.501764:0:91830:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773616042.501770:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.501771:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616042.501773:0:91830:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616042.501774:0:91830:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616042.501777:0:91830:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1773616042.501789:0:91830:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616042.501790:0:91830:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616042.501792:0:91830:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616042.501794:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.501795:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616042.501796:0:91830:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.501798:0:91830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616042.501799:0:91830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.501800:0:91830:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.501801:0:91830:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.501803:0:91830:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616042.501803:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.501804:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616042.501805:0:91830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616042.501806:0:91830:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616042.501808:0:91830:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 44 00000080:00000001:2.0:1773616042.501811:0:91830:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.501815:0:91830:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:2.0:1773616042.501817:0:91830:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616042.501819:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947b78 00000080:00200008:2.0:1773616042.501820:0:91830:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 300000 00000080:00000010:2.0:1773616042.501824:0:91830:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e06500. 00000080:00000001:2.0:1773616042.501827:0:91830:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.501829:0:91830:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.502478:0:91830:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773616042.502483:0:91830:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c03066f0 arg=7ffca238e860 00000020:00000001:2.0:1773616042.502491:0:91830:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773616042.502497:0:91830:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff91a803497000. 00000020:00000001:2.0:1773616042.502501:0:91830:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.502504:0:91830:0:(dir.c:441:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1773616042.502506:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947ad0 00000080:00200000:2.0:1773616042.502509:0:91830:0:(dir.c:450:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) name=d130b.recovery-small stripe_offset=0 stripe_count=1, hash_type=3 00000080:00000010:2.0:1773616042.502515:0:91830:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a8182ebc00. 00800000:00000002:2.0:1773616042.502518:0:91830:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00800000:00000001:2.0:1773616042.502526:0:91830:0:(lmv_obd.c:2217:lmv_create()) Process entered 00800000:00000001:2.0:1773616042.502529:0:91830:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773616042.502532:0:91830:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616042.502534:0:91830:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616042.502536:0:91830:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616042.502537:0:91830:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616042.502539:0:91830:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616042.502541:0:91830:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616042.502543:0:91830:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616042.502546:0:91830:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:2.0:1773616042.502549:0:91830:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773616042.502551:0:91830:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773616042.502554:0:91830:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773616042.502556:0:91830:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1773616042.502559:0:91830:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0x5:0x0] 40000000:00000001:2.0:1773616042.502562:0:91830:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616042.502564:0:91830:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616042.502566:0:91830:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616042.502568:0:91830:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616042.502570:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947a08 00800000:00000002:2.0:1773616042.502572:0:91830:0:(lmv_obd.c:2248:lmv_create()) CREATE name 'd130b.recovery-small' [0x20000bf89:0x5:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:2.0:1773616042.502576:0:91830:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1773616042.502578:0:91830:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616042.502583:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 2 00010000:00000001:2.0:1773616042.502585:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616042.502588:0:91830:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616042.502591:0:91830:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616042.502594:0:91830:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000080:00000001:2.0:1773616042.502602:0:91830:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616042.502605:0:91830:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616042.502607:0:91830:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616042.502609:0:91830:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773616042.502612:0:91830:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616042.502613:0:91830:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616042.502615:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 3 00010000:00000001:2.0:1773616042.502618:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616042.502621:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616042.502623:0:91830:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616042.502624:0:91830:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616042.502625:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 3 00010000:00000001:2.0:1773616042.502627:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616042.502629:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616042.502631:0:91830:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616042.502632:0:91830:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616042.502633:0:91830:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ac00 count: 3 00010000:00000001:2.0:1773616042.502636:0:91830:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616042.502638:0:91830:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.502640:0:91830:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773616042.502642:0:91830:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773616042.502647:0:91830:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1773616042.502650:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947690 00000080:00002000:2.0:1773616042.502652:0:91830:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d130b.recovery-small 00000080:00000001:2.0:1773616042.502658:0:91830:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773616042.502662:0:91830:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773616042.502666:0:91830:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773616042.502668:0:91830:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616042.502670:0:91830:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.502674:0:91830:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616042.502678:0:91830:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616042.502679:0:91830:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616042.502682:0:91830:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616042.502684:0:91830:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616042.502687:0:91830:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002bc00 with handle 0xe60cc2233ec6782e from hash 00010000:00000001:2.0:1773616042.502690:0:91830:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616042.502691:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616042.502692:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616042.502693:0:91830:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616042.503010:0:91830:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616042.503013:0:91830:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616042.503016:0:91830:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616042.503018:0:91830:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616042.503021:0:91830:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773616042.503027:0:91830:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb100. 00000020:00000040:2.0:1773616042.503031:0:91830:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616042.503038:0:91830:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616042.503040:0:91830:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.503042:0:91830:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616042.503046:0:91830:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616042.503048:0:91830:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616042.503051:0:91830:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616042.503053:0:91830:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616042.503057:0:91830:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616042.503064:0:91830:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803495c00. 00000100:00000001:2.0:1773616042.503070:0:91830:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.503073:0:91830:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616042.503076:0:91830:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616042.503082:0:91830:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1773616042.503090:0:91830:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616042.503092:0:91830:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616042.503094:0:91830:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616042.503096:0:91830:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec6782e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c409 expref: -99 pid: 91643 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000040:2.0:1773616042.503104:0:91830:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460ac00 count: 0 00010000:00000010:2.0:1773616042.503110:0:91830:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2800. 00010000:00000001:2.0:1773616042.503117:0:91830:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616042.503119:0:91830:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.503121:0:91830:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616042.503122:0:91830:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.503124:0:91830:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1773616042.503136:0:91830:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773616042.503148:0:91830:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616042.503157:0:91830:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616042.503159:0:91830:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616042.503177:0:91830:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616042.503179:0:91830:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749545097280 : -121324164454336 : ffff91a804466840) 00000100:00000001:2.0:1773616042.503182:0:91830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616042.503183:0:91830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616042.503188:0:91830:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616042.503192:0:91830:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616042.503194:0:91830:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616042.503195:0:91830:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616042.503200:0:91830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616042.503209:0:91830:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616042.503211:0:91830:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616042.503215:0:91830:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616042.503228:0:91830:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616042.503234:0:91830:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616042.503238:0:91830:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:91830:1859763795562624:192.168.201.103@tcp:36:lfs.0 00000100:00000001:2.0:1773616042.503243:0:91830:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616042.503248:0:91830:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616042.503251:0:91830:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616042.503253:0:91830:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616042.503258:0:91830:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803495800. 02000000:00000001:2.0:1773616042.503260:0:91830:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616042.503268:0:91830:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616042.503273:0:91830:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616042.503280:0:91830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616042.503287:0:91830:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795562624, portal 10 00000100:00000001:2.0:1773616042.503288:0:91830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616042.503290:0:91830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000040:2.0:1773616042.503296:0:91830:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616058 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616042.503308:0:91830:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616042.503311:0:91830:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616042.503314:0:91830:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000100:00000200:2.0:1773616042.503317:0:91830:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859763795562624, offset 0 00000400:00000200:2.0:1773616042.503324:0:91830:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616042.503332:0:91830:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616042.503341:0:91830:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616042.503357:0:91830:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616042.503361:0:91830:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616042.503366:0:91830:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616042.503370:0:91830:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616042.503374:0:91830:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149339:149339:256:4294967295] 192.168.201.103@tcp LPNI seq info [149279:149279:8:4294967295] 00000400:00000200:2.0:1773616042.503379:0:91830:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616042.503390:0:91830:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616042.503396:0:91830:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616042.503401:0:91830:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde100. 00000800:00000200:2.0:1773616042.503409:0:91830:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616042.503416:0:91830:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616042.503420:0:91830:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde100 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1773616042.503441:0:91830:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616042.503446:0:91830:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 386563 usecs (387 jiffies) 00000400:00000200:2.0:1773616042.503449:0:91830:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616042.503452:0:91830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301843498 00000100:00000001:2.0:1773616042.503455:0:91830:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:2.0:1773616042.503458:0:91830:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301843498 00000100:00000001:2.0:1773616042.503460:0:91830:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:2.0:1773616042.503463:0:91830:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616042.503465:0:91830:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616042.503468:0:91830:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616042.503470:0:91830:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616042.503473:0:91830:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804466840 going to sleep for 11 seconds 00000100:00000001:2.0:1773616042.503476:0:91830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616042.503479:0:91830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616042.503600:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616042.503605:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde100. 00000400:00000200:0.0:1773616042.503609:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616042.503616:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616042.503621:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000400:00000010:0.0:1773616042.503624:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:0.0:1773616042.503628:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616042.503633:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616058 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616042.503823:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616042.503826:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616058 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616042.503834:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616042.503856:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616042.511585:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.511607:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616042.511612:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.511615:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616042.511626:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.511635:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616042.511644:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.511651:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.511658:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.511662:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 10 MB=0x69b7200669080 00000400:00000200:1.0:1773616042.511668:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616042.511677:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 448/448 into md 0x1932c9 [1] + 224 00000800:00000001:1.0:1773616042.511686:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.511696:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616042.511700:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616042.511705:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616042.511716:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616042.511725:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616058 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616042.511737:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616042.511763:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616042.511772:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616042.511776:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616042.511963:0:91830:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616042.511971:0:91830:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616042.511973:0:91830:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616042.511976:0:91830:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616042.511981:0:91830:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:2.0:1773616042.511983:0:91830:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:2.0:1773616042.511986:0:91830:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616042.511992:0:91830:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616042.512002:0:91830:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb100 x1859763795562624/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/576 e 0 to 0 dl 1773616058 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616042.512010:0:91830:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616042.512012:0:91830:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616042.512014:0:91830:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616042.512018:0:91830:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616042.512020:0:91830:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616042.512023:0:91830:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616042.512026:0:91830:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616042.512037:0:91830:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=133 v=5 (36 36 36 36) 00000100:00001000:2.0:1773616042.512041:0:91830:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616042.512045:0:91830:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616042.512047:0:91830:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616042.512050:0:91830:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616042.512053:0:91830:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616042.512057:0:91830:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616042.512059:0:91830:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:2.0:1773616042.512061:0:91830:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616042.512063:0:91830:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616042.512065:0:91830:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616042.512068:0:91830:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616042.512069:0:91830:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:2.0:1773616042.512072:0:91830:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616042.512074:0:91830:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616042.512079:0:91830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb100 x1859763795562624/t103079215229(103079215229) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616058 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616042.512087:0:91830:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616042.512089:0:91830:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616042.512091:0:91830:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616042.512095:0:91830:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb100 x1859763795562624/t103079215229(103079215229) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616058 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616042.512103:0:91830:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:91830:1859763795562624:192.168.201.103@tcp:36:lfs.0 00000100:00000001:2.0:1773616042.512108:0:91830:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616042.512111:0:91830:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616042.512113:0:91830:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616042.512115:0:91830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616042.512118:0:91830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795562624/t103079215229(103079215229) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616058 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616042.512125:0:91830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616042.512128:0:91830:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616042.512131:0:91830:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616042.512133:0:91830:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616042.512140:0:91830:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616042.512144:0:91830:0:(lmv_obd.c:2256:lmv_create()) Created - [0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773616042.512147:0:91830:0:(lmv_obd.c:2262:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.512152:0:91830:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616042.512158:0:91830:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616042.512160:0:91830:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616042.512162:0:91830:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:2.0:1773616042.512166:0:91830:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773616042.512176:0:91830:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a804153180. 00000080:00000001:2.0:1773616042.512185:0:91830:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773616042.512188:0:91830:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248) 00000080:00000001:2.0:1773616042.512191:0:91830:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616042.512193:0:91830:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:2.0:1773616042.512196:0:91830:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.512198:0:91830:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:2.0:1773616042.512200:0:91830:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773616042.512203:0:91830:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088005 mtime from 0 to 1773616042 00000080:00200000:2.0:1773616042.512207:0:91830:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 4096 00000080:00000001:2.0:1773616042.512210:0:91830:0:(llite_lib.c:3212:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1773616042.512212:0:91830:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541872200 : -121324167679416 : ffff91a804153248) 00000080:00000001:2.0:1773616042.512215:0:91830:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616042.512218:0:91830:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616042.512220:0:91830:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616042.512238:0:91830:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616042.512243:0:91830:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb100 x1859763795562624/t103079215229(103079215229) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616058 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616042.512250:0:91830:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616042.512253:0:91830:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616042.512256:0:91830:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ebc00. 00000080:00000010:2.0:1773616042.512262:0:91830:0:(dir.c:2075:ll_dir_ioctl()) kvfree 'data': 648 at ffff91a803497000. 00000080:00000001:2.0:1773616042.512265:0:91830:0:(dir.c:2076:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.512284:0:91830:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:2.0:1773616042.512287:0:91830:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773616042.512291:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947db0 00000080:00200008:2.0:1773616042.512293:0:91830:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 300000 00000080:00400000:2.0:1773616042.512297:0:91830:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1773616042.512300:0:91830:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e06500. 00000080:00000001:2.0:1773616042.512303:0:91830:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616042.512306:0:91830:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947db0 00000080:00000008:2.0:1773616042.512308:0:91830:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 300000, rc = 0 00000080:00000001:2.0:1773616042.512311:0:91830:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616042.512313:0:91830:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1773616042.514244:0:91830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044faf40. 00010000:00000010:2.1:1773616042.514504:0:91830:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ac00. 00010000:00000010:2.1:1773616042.514511:0:91830:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002bc00. 00010000:00000001:0.0:1773616042.912063:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616042.912069:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616042.912073:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616042.912074:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616042.912143:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616042.912146:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616042.912148:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773616042.965014:0:91864:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:0.0:1773616042.965022:0:91864:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616042.965025:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616042.965028:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616042.965035:0:91864:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616042.965037:0:91864:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616042.965039:0:91864:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616042.965086:0:91864:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff91a8182b3000 00010000:00000001:0.0:1773616042.965088:0:91864:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616042.965090:0:91864:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616042.965091:0:91864:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616042.965093:0:91864:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616042.965094:0:91864:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616042.965096:0:91864:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616043.008725:0:91867:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616043.008731:0:91867:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616043.008734:0:91867:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616043.008737:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27b20 00000080:00200000:3.0:1773616043.008742:0:91867:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616043.008750:0:91867:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2400. 00800000:00000002:3.0:1773616043.008756:0:91867:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616043.008761:0:91867:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616043.008766:0:91867:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616043.008768:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27a40 00800000:00000002:3.0:1773616043.008771:0:91867:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616043.008776:0:91867:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616043.008778:0:91867:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616043.008781:0:91867:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616043.008783:0:91867:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616043.008786:0:91867:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616043.008789:0:91867:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616043.008791:0:91867:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616043.008794:0:91867:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616043.008798:0:91867:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616043.008803:0:91867:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616043.008806:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27910 00000002:00010000:3.0:1773616043.008808:0:91867:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616043.008813:0:91867:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616043.008815:0:91867:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616043.008819:0:91867:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616043.008826:0:91867:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616043.008828:0:91867:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616043.008830:0:91867:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616043.008833:0:91867:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616043.008930:0:91867:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773616043.008937:0:91867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773616043.008943:0:91867:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773616043.008949:0:91867:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616043.008954:0:91867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616043.008958:0:91867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616043.008961:0:91867:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616043.008964:0:91867:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616043.008968:0:91867:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616043.009127:0:91867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a819771c00. 00000100:00000001:3.0:1773616043.009137:0:91867:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616043.009143:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616043.009145:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616043.009147:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616043.009148:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616043.009150:0:91867:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616043.009156:0:91867:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00010000:00000001:3.0:1773616043.009219:0:91867:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616043.009574:0:91867:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616043.009582:0:91867:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a900. 00010000:00000010:3.0:1773616043.009587:0:91867:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2780. 00010000:00000001:3.0:1773616043.009592:0:91867:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616043.009596:0:91867:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a800. 00000020:00000001:3.0:1773616043.009600:0:91867:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616043.009603:0:91867:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a800 with handle 0xe60cc2233ec6783c to hash 00000020:00000001:3.0:1773616043.009606:0:91867:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616043.009608:0:91867:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:3.0:1773616043.009611:0:91867:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:3.0:1773616043.009616:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616043.009619:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616043.009623:0:91867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616043.009633:0:91867:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616043.009645:0:91867:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616043.009652:0:91867:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616043.009654:0:91867:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616043.009661:0:91867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804f52d80. 00000100:00000001:3.0:1773616043.009664:0:91867:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556551040 : -121324153000576 : ffff91a804f52d80) 00000100:00000001:3.0:1773616043.009667:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616043.009668:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773616043.009673:0:91867:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616043.009677:0:91867:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616043.009680:0:91867:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616043.009681:0:91867:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616043.009693:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616043.009703:0:91867:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616043.009705:0:91867:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616043.009709:0:91867:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616043.009712:0:91867:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616043.009715:0:91867:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616043.009718:0:91867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795562752:192.168.201.103@tcp:101:ls.0 00000100:00000001:3.0:1773616043.009722:0:91867:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616043.009728:0:91867:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616043.009731:0:91867:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616043.009734:0:91867:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616043.009739:0:91867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a81094e800. 02000000:00000001:3.0:1773616043.009741:0:91867:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616043.009749:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616043.009753:0:91867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616043.009760:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616043.009767:0:91867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795562752, portal 10 00000100:00000001:3.0:1773616043.009770:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616043.009771:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773616043.009778:0:91867:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616043.009787:0:91867:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616043.009790:0:91867:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616043.009792:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3770. 00000100:00000200:3.0:1773616043.009796:0:91867:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795562752, offset 0 00000400:00000200:3.0:1773616043.009803:0:91867:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616043.009811:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616043.009819:0:91867:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616043.009824:0:91867:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616043.009828:0:91867:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616043.009832:0:91867:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616043.009853:0:91867:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616043.009858:0:91867:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149340:149340:256:4294967295] 192.168.201.103@tcp LPNI seq info [149280:149280:8:4294967295] 00000400:00000200:3.0:1773616043.009864:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616043.009874:0:91867:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616043.009881:0:91867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616043.009887:0:91867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773616043.009894:0:91867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616043.009902:0:91867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616043.009907:0:91867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773616043.009921:0:91867:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616043.009926:0:91867:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 385633 usecs (386 jiffies) 00000400:00000200:3.0:1773616043.009930:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616043.009933:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301844003 00000100:00000001:3.0:1773616043.009936:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:3.0:1773616043.009938:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301844003 00000100:00000001:3.0:1773616043.009940:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:3.0:1773616043.009943:0:91867:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616043.009946:0:91867:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616043.009948:0:91867:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616043.009950:0:91867:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616043.009953:0:91867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804f52d80 going to sleep for 11 seconds 00000100:00000001:3.0:1773616043.009956:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616043.009959:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616043.011900:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616043.011911:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41d00. 00000400:00000200:0.0:1773616043.011919:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616043.011927:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616043.011935:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3770 00000400:00000010:0.0:1773616043.011938:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3770. 00000100:00000001:0.0:1773616043.011943:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616043.011950:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616043.011963:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616043.011967:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616043.011975:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616043.011977:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616043.016534:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.016552:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616043.016557:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.016560:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.016571:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.016578:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616043.016588:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.016594:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.016600:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.016604:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200669100 00000400:00000200:1.0:1773616043.016610:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.016617:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x1932d1 [1] + 224 00000800:00000001:1.0:1773616043.016625:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.016634:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.016638:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616043.016642:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616043.016650:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616043.016661:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616043.016673:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.016699:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616043.016709:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.016713:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.016739:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616043.016747:0:91867:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616043.016749:0:91867:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616043.016754:0:91867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:2.0:1773616043.016759:0:91867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:2.0:1773616043.016762:0:91867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:2.0:1773616043.016765:0:91867:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616043.016771:0:91867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616043.016781:0:91867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.016788:0:91867:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616043.016791:0:91867:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.016793:0:91867:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616043.016797:0:91867:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616043.016800:0:91867:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616043.016802:0:91867:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.016805:0:91867:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616043.016815:0:91867:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=134 v=5 (36 36 36 36) 00000100:00001000:2.0:1773616043.016819:0:91867:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616043.016822:0:91867:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616043.016824:0:91867:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.016827:0:91867:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616043.016831:0:91867:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.016874:0:91867:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616043.016877:0:91867:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:2.0:1773616043.016880:0:91867:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616043.016884:0:91867:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616043.016890:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.016904:0:91867:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616043.016908:0:91867:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616043.016910:0:91867:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616043.016915:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616059 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616043.016925:0:91867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795562752:192.168.201.103@tcp:101:ls.0 00000100:00000001:2.0:1773616043.016930:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.016933:0:91867:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.016936:0:91867:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616043.016939:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.016942:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616059 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.016949:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616043.016952:0:91867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804f52d80. 00000100:00000001:2.0:1773616043.016956:0:91867:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616043.016958:0:91867:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.016961:0:91867:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616043.016965:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.016968:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.016971:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=4 00000020:00000001:2.0:1773616043.016974:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.016978:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000040:2.0:1773616043.016985:0:91867:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002a800, remote cookie: 0xf6516185796c441, flags: 0x1001 00010000:00010000:2.0:1773616043.016991:0:91867:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.017003:0:91867:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017011:0:91867:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616043.017015:0:91867:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616043.017017:0:91867:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616043.017018:0:91867:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616043.017020:0:91867:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616043.017023:0:91867:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a80460a900) refcount = 1 00010000:00010000:2.0:1773616043.017027:0:91867:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017034:0:91867:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616043.017037:0:91867:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616043.017039:0:91867:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616043.017042:0:91867:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616043.017044:0:91867:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.017048:0:91867:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017054:0:91867:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616043.017056:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017057:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.017058:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017060:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.017061:0:91867:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.017066:0:91867:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616043.017068:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017069:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017071:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.017074:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017076:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017079:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017080:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017081:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=4 00000020:00000001:2.0:1773616043.017083:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017085:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017088:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.017091:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.017094:0:91867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017100:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017101:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.017103:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017104:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017105:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=5 00000020:00000001:2.0:1773616043.017107:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017109:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017112:0:91867:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616043.017114:0:91867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017120:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017121:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616043.017124:0:91867:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017130:0:91867:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616043.017132:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017133:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.017134:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017135:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616043.017140:0:91867:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616043.017149:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017150:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017151:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.017153:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017156:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017158:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017159:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616043.017160:0:91867:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.017162:0:91867:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.017165:0:91867:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616043.017168:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017169:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017171:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.017173:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017175:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00000002:00010000:2.0:1773616043.017179:0:91867:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017187:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017188:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.017190:0:91867:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616043.017191:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017192:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017194:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.017196:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017198:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000040:2.0:1773616043.017204:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 2 00010000:00000001:2.0:1773616043.017208:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616043.017371:0:91867:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773616043.017375:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017376:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616043.017378:0:91867:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616043.017381:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27890 00000002:00002000:2.0:1773616043.017487:0:91867:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616043.017490:0:91867:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.017495:0:91867:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.017498:0:91867:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616043.017502:0:91867:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616043.017505:0:91867:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.017509:0:91867:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616043.017513:0:91867:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2400. 00000080:00000001:2.0:1773616043.017517:0:91867:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616043.017520:0:91867:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616043.017526:0:91867:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616043.017530:0:91867:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773616043.017537:0:91867:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301e40. 00800000:00000001:2.0:1773616043.017539:0:91867:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744963136 : -121323964588480 : ffff91a810301e40) 00800000:00000001:2.0:1773616043.017542:0:91867:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.017545:0:91867:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616043.017547:0:91867:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616043.017550:0:91867:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773616043.017553:0:91867:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773616043.017557:0:91867:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773616043.017559:0:91867:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.017563:0:91867:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773616043.017566:0:91867:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773616043.017569:0:91867:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773615976 to 1773616042 00000080:00200000:2.0:1773616043.017574:0:91867:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773616043.017576:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017578:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017580:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.017582:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017584:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017586:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017587:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616043.017589:0:91867:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616043.017591:0:91867:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773616043.017593:0:91867:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301e40 1 00800000:00000010:2.0:1773616043.017596:0:91867:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301e40. 00800000:00000001:2.0:1773616043.017598:0:91867:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616043.017602:0:91867:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6783c 00800000:00000001:2.0:1773616043.017606:0:91867:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616043.017608:0:91867:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616043.017609:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017611:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017612:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.017614:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017616:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017619:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017620:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616043.017622:0:91867:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.017624:0:91867:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.017626:0:91867:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616043.017629:0:91867:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616043.017632:0:91867:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6783c from it ffffa25881c27b58 00010000:00000001:2.0:1773616043.017634:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.017636:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.017637:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.017639:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017641:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.017643:0:91867:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616043.017646:0:91867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.017653:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.017654:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.017656:0:91867:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616043.017658:0:91867:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616043.017660:0:91867:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616043.017670:0:91867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616043.018032:0:91867:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616043.018034:0:91867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616043.018039:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.018041:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.018043:0:91867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.018046:0:91867:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616043.018050:0:91867:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.018052:0:91867:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.018054:0:91867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.018057:0:91867:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616043.018058:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.018059:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616043.018062:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.018068:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795562752/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.018077:0:91867:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616043.018080:0:91867:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616043.018083:0:91867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a81094e800. 02000000:00000001:2.0:1773616043.018090:0:91867:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616043.018092:0:91867:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616043.018094:0:91867:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616043.018096:0:91867:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616043.018099:0:91867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a819771c00. 02000000:00000001:2.0:1773616043.018102:0:91867:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616043.018104:0:91867:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616043.018106:0:91867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:2.0:1773616043.018109:0:91867:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616043.018111:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616043.018114:0:91867:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616043.018120:0:91867:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616043.018133:0:91867:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a806539260. 00000020:00000001:2.0:1773616043.018138:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27a88 00000080:00200000:2.0:1773616043.018140:0:91867:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), flags=25 00000080:00000001:2.0:1773616043.018144:0:91867:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616043.018146:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27938 00000080:00200000:2.0:1773616043.018147:0:91867:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=0 00000080:00000010:2.0:1773616043.018155:0:91867:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a8182ebc00. 00800000:00000002:2.0:1773616043.018159:0:91867:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616043.018351:0:91867:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616043.018355:0:91867:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.018357:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27858 00800000:00000002:2.0:1773616043.018359:0:91867:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616043.018363:0:91867:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616043.018366:0:91867:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616043.018369:0:91867:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616043.018371:0:91867:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616043.018374:0:91867:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616043.018376:0:91867:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.018378:0:91867:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616043.018380:0:91867:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616043.018479:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c277f0 00800000:00000002:2.0:1773616043.018482:0:91867:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d130b.recovery-small' -> mds #0 00000002:00000001:2.0:1773616043.018487:0:91867:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.018490:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27728 00000002:00010000:2.0:1773616043.018492:0:91867:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d130b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1773616043.018496:0:91867:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616043.018499:0:91867:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616043.018504:0:91867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616043.018507:0:91867:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616043.018512:0:91867:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616043.018515:0:91867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616043.018519:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.018520:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.018522:0:91867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.018524:0:91867:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616043.018527:0:91867:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616043.018531:0:91867:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616043.018538:0:91867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496800. 00000100:00000001:2.0:1773616043.018543:0:91867:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.018547:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616043.018549:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.018550:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616043.018552:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.018554:0:91867:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.018560:0:91867:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00010000:00000001:2.0:1773616043.018564:0:91867:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616043.018567:0:91867:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616043.018571:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 2 00010000:00000001:2.0:1773616043.018574:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616043.018576:0:91867:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616043.018580:0:91867:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5c00. 00000020:00000001:2.0:1773616043.018584:0:91867:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616043.018587:0:91867:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5c00 with handle 0xe60cc2233ec67843 to hash 00000020:00000001:2.0:1773616043.018590:0:91867:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616043.018591:0:91867:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.018595:0:91867:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.018598:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.018601:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.018605:0:91867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.018613:0:91867:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.018624:0:91867:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616043.018630:0:91867:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616043.018632:0:91867:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616043.018639:0:91867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616043.018641:0:91867:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749545097280 : -121324164454336 : ffff91a804466840) 00000100:00000001:2.0:1773616043.018644:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616043.018645:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000001:2.0:1773616043.018650:0:91867:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616043.018653:0:91867:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.018655:0:91867:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616043.018657:0:91867:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616043.018663:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.018672:0:91867:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616043.018674:0:91867:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.018679:0:91867:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616043.018681:0:91867:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616043.018684:0:91867:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616043.018688:0:91867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795562880:192.168.201.103@tcp:101:ls.0 00000100:00000001:2.0:1773616043.018692:0:91867:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616043.018697:0:91867:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616043.018699:0:91867:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.018702:0:91867:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616043.018708:0:91867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616043.018710:0:91867:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616043.018716:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616043.018720:0:91867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616043.018725:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616043.018731:0:91867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795562880, portal 10 00000100:00000001:2.0:1773616043.018733:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616043.018735:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:2.0:1773616043.018740:0:91867:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.018748:0:91867:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616043.018751:0:91867:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616043.018753:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e088. 00000100:00000200:2.0:1773616043.018756:0:91867:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795562880, offset 0 00000400:00000200:2.0:1773616043.018763:0:91867:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616043.018771:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616043.018777:0:91867:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616043.018782:0:91867:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616043.018786:0:91867:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616043.018790:0:91867:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616043.018793:0:91867:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616043.018797:0:91867:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149341:149341:256:4294967295] 192.168.201.103@tcp LPNI seq info [149281:149281:8:4294967295] 00000400:00000200:2.0:1773616043.018802:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616043.018812:0:91867:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616043.018818:0:91867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616043.018823:0:91867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cded00. 00000800:00000200:2.0:1773616043.018830:0:91867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616043.020477:0:91867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616043.020483:0:91867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cded00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773616043.020504:0:91867:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616043.020510:0:91867:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 384703 usecs (385 jiffies) 00000400:00000200:2.0:1773616043.020516:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616043.020520:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301844013 00000100:00000001:2.0:1773616043.020524:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:2.0:1773616043.020527:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301844013 00000100:00000001:2.0:1773616043.020530:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:2.0:1773616043.020532:0:91867:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616043.020536:0:91867:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.020538:0:91867:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616043.020540:0:91867:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616043.020543:0:91867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804466840 going to sleep for 11 seconds 00000100:00000001:2.0:1773616043.020546:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616043.020549:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616043.021007:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616043.021012:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cded00. 00000400:00000200:1.0:1773616043.021018:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616043.021024:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616043.021030:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e088 00000400:00000010:1.0:1773616043.021033:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e088. 00000100:00000001:1.0:1773616043.021037:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616043.021044:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.021056:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616043.021059:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.021067:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616043.021069:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616043.027737:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.027753:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616043.027759:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.027762:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.027771:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.027780:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616043.027789:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.027793:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.027799:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.027803:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200669180 00000400:00000200:1.0:1773616043.027809:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.027816:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x1932d9 [1] + 224 00000800:00000001:1.0:1773616043.027823:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.027832:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.027867:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616043.027873:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616043.027880:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616043.027889:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616043.027902:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.027925:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616043.027934:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.027938:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.028025:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616043.028033:0:91867:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616043.028034:0:91867:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616043.028039:0:91867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616043.028044:0:91867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:2.0:1773616043.028046:0:91867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:2.0:1773616043.028049:0:91867:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616043.028054:0:91867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616043.028064:0:91867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.028070:0:91867:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616043.028072:0:91867:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.028075:0:91867:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616043.028079:0:91867:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616043.028082:0:91867:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616043.028084:0:91867:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.028087:0:91867:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616043.028097:0:91867:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=134 v=5 (36 36 36 36) 00000100:00001000:2.0:1773616043.028102:0:91867:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616043.028104:0:91867:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616043.028106:0:91867:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.028109:0:91867:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616043.028113:0:91867:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.028119:0:91867:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616043.028122:0:91867:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:2.0:1773616043.028124:0:91867:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616043.028127:0:91867:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616043.028133:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.028141:0:91867:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616043.028144:0:91867:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616043.028146:0:91867:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616043.028151:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773616059 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616043.028159:0:91867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795562880:192.168.201.103@tcp:101:ls.0 00000100:00000001:2.0:1773616043.028223:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.028226:0:91867:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.028228:0:91867:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616043.028230:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.028235:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773616059 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.028242:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616043.028245:0:91867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616043.028249:0:91867:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616043.028250:0:91867:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.028253:0:91867:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616043.028257:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.028260:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.028262:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=4 00000020:00000001:2.0:1773616043.028265:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028268:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000040:2.0:1773616043.028275:0:91867:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5c00, remote cookie: 0xf6516185796c45d, flags: 0x1001 00010000:00010000:2.0:1773616043.028280:0:91867:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616043.028294:0:91867:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x5:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773616043.028298:0:91867:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1773616043.028306:0:91867:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb500. 00010000:00000010:2.0:1773616043.028311:0:91867:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c280. 00010000:00000001:2.0:1773616043.028316:0:91867:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.028319:0:91867:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.028328:0:91867:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.028335:0:91867:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616043.028348:0:91867:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616043.028350:0:91867:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616043.028352:0:91867:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616043.028353:0:91867:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616043.028356:0:91867:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x5:0x0].0x0 (ffff91a804feb500) refcount = 1 00010000:00010000:2.0:1773616043.028361:0:91867:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.028368:0:91867:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616043.028372:0:91867:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616043.028374:0:91867:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616043.028377:0:91867:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616043.028379:0:91867:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.028546:0:91867:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.028555:0:91867:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616043.028557:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028559:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.028560:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028561:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.028562:0:91867:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.028567:0:91867:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616043.028569:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.028570:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.028572:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=3 00000020:00000001:2.0:1773616043.028574:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028576:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028579:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.028580:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.028582:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=4 00000020:00000001:2.0:1773616043.028584:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028586:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028589:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.028592:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.028596:0:91867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.028603:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028604:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.028605:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.028607:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.028608:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=5 00000020:00000001:2.0:1773616043.028610:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028612:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028615:0:91867:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616043.028618:0:91867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.028808:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028809:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616043.028812:0:91867:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.028819:0:91867:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616043.028821:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028822:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.028823:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028824:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616043.028830:0:91867:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616043.028870:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.028872:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.028874:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=3 00000020:00000001:2.0:1773616043.028876:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028878:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028881:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028882:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616043.028884:0:91867:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.028886:0:91867:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.028889:0:91867:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616043.028891:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.028893:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.028894:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=3 00000020:00000001:2.0:1773616043.028896:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028898:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00000002:00010000:2.0:1773616043.028902:0:91867:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.028909:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028910:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.028912:0:91867:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616043.028914:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.028915:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.028916:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=3 00000020:00000001:2.0:1773616043.028919:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.028921:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000040:2.0:1773616043.028925:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:2.0:1773616043.028928:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616043.028932:0:91867:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/5 (0 0) 00010000:00000001:2.0:1773616043.028935:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.028936:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616043.028938:0:91867:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616043.028940:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c276a8 00000002:00002000:2.0:1773616043.028942:0:91867:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d130b.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616043.028946:0:91867:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.028950:0:91867:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.028952:0:91867:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616043.028955:0:91867:0:(namei.c:951:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616043.028959:0:91867:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.028963:0:91867:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:2.0:1773616043.028965:0:91867:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616043.028967:0:91867:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881c27a28 it_disposition b 00000080:00000001:2.0:1773616043.028970:0:91867:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616043.028976:0:91867:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616043.028980:0:91867:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773616043.028985:0:91867:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301e40. 00800000:00000001:2.0:1773616043.028988:0:91867:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744963136 : -121323964588480 : ffff91a810301e40) 00800000:00000001:2.0:1773616043.028991:0:91867:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.028993:0:91867:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616043.028995:0:91867:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:2.0:1773616043.028998:0:91867:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1773616043.029004:0:91867:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616043.029006:0:91867:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:2.0:1773616043.029009:0:91867:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1773616043.029013:0:91867:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=crush:0x3 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1773616043.029018:0:91867:0:(llite_lib.c:1803:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773616043.029020:0:91867:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.029023:0:91867:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:2.0:1773616043.029026:0:91867:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616043.029032:0:91867:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 4096 00000080:00200000:2.0:1773616043.029035:0:91867:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x5:0x0](ffff91a804153248): rc = 0 00000080:00000001:2.0:1773616043.029038:0:91867:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541872200 : -121324167679416 : ffff91a804153248) 00010000:00000001:2.0:1773616043.029040:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.029042:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.029043:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=3 00000020:00000001:2.0:1773616043.029045:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.029048:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.029050:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.029051:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616043.029053:0:91867:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616043.029056:0:91867:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616043.029057:0:91867:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616043.029061:0:91867:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff91a804153248) for lock 0xe60cc2233ec67843 00800000:00000001:2.0:1773616043.029064:0:91867:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616043.029066:0:91867:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616043.029067:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.029068:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.029070:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=3 00000020:00000001:2.0:1773616043.029072:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.029074:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.029077:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.029078:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616043.029080:0:91867:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.029082:0:91867:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773616043.029088:0:91867:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a808440798 inode ffff91a804153248 refc 1 flags 0x20000e 00000080:00000002:2.0:1773616043.029094:0:91867:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1773616043.029097:0:91867:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773616043.029101:0:91867:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff91a804153248) 00000080:00010000:2.0:1773616043.029105:0:91867:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67843 from it ffffa25881c27a28 00010000:00000001:2.0:1773616043.029107:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.029109:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.029110:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5c00 refcount=3 00000020:00000001:2.0:1773616043.029112:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.029114:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668224 : -121323965883392 : ffff91a8101c5c00) 00010000:00000001:2.0:1773616043.029116:0:91867:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616043.029119:0:91867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.029125:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.029127:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.029128:0:91867:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616043.029131:0:91867:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616043.029133:0:91867:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616043.029141:0:91867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616043.029143:0:91867:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616043.029145:0:91867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616043.029150:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.029151:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.029153:0:91867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.029156:0:91867:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616043.029158:0:91867:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.029160:0:91867:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.029556:0:91867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.029559:0:91867:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616043.029560:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.029562:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616043.029564:0:91867:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616043.029570:0:91867:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ebc00. 00000100:00000001:2.0:1773616043.029576:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.029582:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795562880/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/688 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.029589:0:91867:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616043.029592:0:91867:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616043.029595:0:91867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616043.029599:0:91867:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616043.029602:0:91867:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616043.029604:0:91867:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616043.029606:0:91867:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616043.029609:0:91867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616043.029612:0:91867:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616043.029614:0:91867:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616043.029616:0:91867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:2.0:1773616043.029619:0:91867:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616043.029621:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616043.029629:0:91867:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616043.029632:0:91867:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248), inode mode 41ed mask 1 00000080:00000001:2.0:1773616043.029637:0:91867:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616043.029649:0:91867:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a806539200. 00000020:00000001:2.0:1773616043.029654:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27ae8 00000080:00200000:2.0:1773616043.029656:0:91867:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff91a804153248), flags=9 00000080:00000001:2.0:1773616043.029659:0:91867:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616043.029661:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27998 00000080:00200000:2.0:1773616043.029662:0:91867:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff91a804153248), intent=getattr 00000080:00000010:2.0:1773616043.029669:0:91867:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a8182ebc00. 00800000:00000002:2.0:1773616043.029673:0:91867:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a810301e40 2 00000080:00000001:2.0:1773616043.029677:0:91867:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616043.029680:0:91867:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.029682:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c278b8 00800000:00000002:2.0:1773616043.029684:0:91867:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130b.recovery-small' on [0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773616043.029687:0:91867:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616043.029691:0:91867:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616043.029693:0:91867:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616043.029695:0:91867:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616043.029698:0:91867:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616043.029700:0:91867:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.029702:0:91867:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773616043.029705:0:91867:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616043.029708:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27850 00800000:00000002:2.0:1773616043.029711:0:91867:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x5:0x0], fid2=[0x0:0x0:0x0], name='f130b.recovery-small' -> mds #0 00000002:00000001:2.0:1773616043.029716:0:91867:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.029718:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27788 00000002:00010000:2.0:1773616043.029720:0:91867:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130b.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x5:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616043.029724:0:91867:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616043.029726:0:91867:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616043.029730:0:91867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616043.029733:0:91867:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616043.029738:0:91867:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616043.029742:0:91867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616043.029745:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.029746:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.029748:0:91867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.029751:0:91867:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616043.029753:0:91867:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616043.029757:0:91867:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616043.029764:0:91867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496800. 00000100:00000001:2.0:1773616043.029770:0:91867:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.029774:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616043.029775:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.029777:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616043.029778:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.029781:0:91867:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.029788:0:91867:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00010000:00000001:2.0:1773616043.029791:0:91867:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616043.029794:0:91867:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616043.029798:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:2.0:1773616043.029800:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616043.029803:0:91867:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616043.029807:0:91867:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4c00. 00000020:00000001:2.0:1773616043.029810:0:91867:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616043.029813:0:91867:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4c00 with handle 0xe60cc2233ec6784a to hash 00000020:00000001:2.0:1773616043.029815:0:91867:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616043.029817:0:91867:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743664128 : -121323965887488 : ffff91a8101c4c00) 00010000:00000001:2.0:1773616043.029820:0:91867:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743664128 : -121323965887488 : ffff91a8101c4c00) 00010000:00000001:2.0:1773616043.029823:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.029826:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.029829:0:91867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.029936:0:91867:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.029948:0:91867:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616043.029954:0:91867:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616043.029956:0:91867:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616043.029963:0:91867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616043.029965:0:91867:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749545097280 : -121324164454336 : ffff91a804466840) 00000100:00000001:2.0:1773616043.029968:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616043.029969:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000001:2.0:1773616043.029973:0:91867:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616043.029977:0:91867:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.029980:0:91867:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616043.029981:0:91867:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616043.029987:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.029995:0:91867:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616043.029998:0:91867:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.030001:0:91867:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616043.030004:0:91867:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616043.030006:0:91867:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616043.030009:0:91867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795563008:192.168.201.103@tcp:101:ls.0 00000100:00000001:2.0:1773616043.030014:0:91867:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616043.030019:0:91867:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616043.030021:0:91867:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.030024:0:91867:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616043.030028:0:91867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616043.030030:0:91867:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616043.030037:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616043.030041:0:91867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616043.030046:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616043.030052:0:91867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795563008, portal 10 00000100:00000001:2.0:1773616043.030054:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616043.030055:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:2.0:1773616043.030061:0:91867:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.030068:0:91867:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616043.030072:0:91867:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616043.030075:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616043.030078:0:91867:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795563008, offset 0 00000400:00000200:2.0:1773616043.030085:0:91867:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616043.030092:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616043.030099:0:91867:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616043.030104:0:91867:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616043.030108:0:91867:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616043.030112:0:91867:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616043.030115:0:91867:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616043.030119:0:91867:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149342:149342:256:4294967295] 192.168.201.103@tcp LPNI seq info [149282:149282:8:4294967295] 00000400:00000200:2.0:1773616043.030123:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616043.030133:0:91867:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616043.030140:0:91867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616043.030144:0:91867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde900. 00000800:00000200:2.0:1773616043.030150:0:91867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616043.030159:0:91867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616043.030289:0:91867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773616043.030379:0:91867:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616043.030394:0:91867:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 383785 usecs (384 jiffies) 00000400:00000200:2.0:1773616043.030399:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616043.030402:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301844022 00000100:00000001:2.0:1773616043.030406:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:2.0:1773616043.030409:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301844022 00000100:00000001:2.0:1773616043.030412:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:2.0:1773616043.030414:0:91867:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616043.030417:0:91867:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.030420:0:91867:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616043.030422:0:91867:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616043.030424:0:91867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804466840 going to sleep for 11 seconds 00000100:00000001:2.0:1773616043.030427:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616043.030429:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616043.033106:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616043.033117:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde900. 00000400:00000200:1.0:1773616043.033127:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616043.033136:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616043.033144:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:1.0:1773616043.033147:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:1.0:1773616043.033153:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616043.033172:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.033186:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616043.033190:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.033198:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616043.033199:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616043.036064:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.036079:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616043.036084:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.036086:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.036094:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.036102:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616043.036109:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.036114:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.036119:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.036124:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b7200669200 00000400:00000200:1.0:1773616043.036129:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.036135:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x1932e1 [1] + 224 00000800:00000001:1.0:1773616043.036143:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.036149:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.036152:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616043.036157:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616043.036175:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616043.036184:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616043.036196:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.036221:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616043.036229:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.036233:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.036298:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616043.036306:0:91867:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616043.036309:0:91867:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616043.036312:0:91867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616043.036316:0:91867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:2.0:1773616043.036319:0:91867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:2.0:1773616043.036322:0:91867:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616043.036327:0:91867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616043.036345:0:91867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.036353:0:91867:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616043.036356:0:91867:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.036358:0:91867:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616043.036362:0:91867:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616043.036365:0:91867:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616043.036368:0:91867:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.036371:0:91867:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616043.036388:0:91867:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=134 v=5 (36 36 36 36) 00000100:00001000:2.0:1773616043.036393:0:91867:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616043.036396:0:91867:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773616043.036400:0:91867:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.036413:0:91867:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616043.036418:0:91867:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616043.036420:0:91867:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:2.0:1773616043.036422:0:91867:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616043.036425:0:91867:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773616043.036429:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.036437:0:91867:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773616043.036440:0:91867:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616043.036442:0:91867:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616043.036446:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616043.036455:0:91867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795563008:192.168.201.103@tcp:101:ls.0 00000100:00000001:2.0:1773616043.036459:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.036462:0:91867:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616043.036465:0:91867:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616043.036467:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.036470:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.036477:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616043.036480:0:91867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616043.036483:0:91867:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616043.036485:0:91867:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773616043.036489:0:91867:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616043.036493:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.036496:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.036498:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4c00 refcount=4 00000020:00000001:2.0:1773616043.036500:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743664128 : -121323965887488 : ffff91a8101c4c00) 00010000:00000001:2.0:1773616043.036503:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743664128 : -121323965887488 : ffff91a8101c4c00) 00010000:00010000:2.0:1773616043.036509:0:91867:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036520:0:91867:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773616043.036524:0:91867:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036530:0:91867:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616043.036533:0:91867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036539:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.036541:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616043.036543:0:91867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036549:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.036552:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.036555:0:91867:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773616043.036558:0:91867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.036564:0:91867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c4c00 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:2.0:1773616043.036567:0:91867:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773616043.036571:0:91867:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036578:0:91867:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773616043.036580:0:91867:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773616043.036584:0:91867:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036589:0:91867:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773616043.036592:0:91867:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773616043.036594:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.036595:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.036597:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4c00 refcount=5 00000020:00000001:2.0:1773616043.036599:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743664128 : -121323965887488 : ffff91a8101c4c00) 00010000:00000001:2.0:1773616043.036601:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743664128 : -121323965887488 : ffff91a8101c4c00) 00010000:00000001:2.0:1773616043.036604:0:91867:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616043.036606:0:91867:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773616043.036612:0:91867:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616043.036614:0:91867:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.036616:0:91867:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773616043.036618:0:91867:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616043.036621:0:91867:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616043.036622:0:91867:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616043.036624:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.036625:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773616043.036628:0:91867:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4c00 with handle 0xe60cc2233ec6784a from hash 00010000:00000001:2.0:1773616043.036630:0:91867:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616043.036631:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.036632:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.036634:0:91867:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616043.036635:0:91867:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616043.036637:0:91867:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773616043.036639:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.036640:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.036642:0:91867:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.036644:0:91867:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.036646:0:91867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036652:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.036653:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.036654:0:91867:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773616043.036656:0:91867:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616043.036657:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.036659:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.036660:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616043.036662:0:91867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4c00/0xe60cc2233ec6784a lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.036673:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.036674:0:91867:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773616043.036679:0:91867:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773616043.036683:0:91867:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616043.036691:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616043.036692:0:91867:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.036695:0:91867:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.036697:0:91867:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.036700:0:91867:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616043.036702:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616043.036704:0:91867:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.036705:0:91867:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616043.036708:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27708 00000002:00002000:2.0:1773616043.036710:0:91867:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130b.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1773616043.036714:0:91867:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.036717:0:91867:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.036720:0:91867:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616043.036723:0:91867:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616043.036726:0:91867:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.036730:0:91867:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301e40 2 00000080:00000001:2.0:1773616043.036732:0:91867:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616043.036734:0:91867:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881c27b20 it_disposition 7 00000080:00002000:2.0:1773616043.036739:0:91867:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a808440af8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1773616043.036747:0:91867:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1773616043.036749:0:91867:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616043.036752:0:91867:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616043.036754:0:91867:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616043.036757:0:91867:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616043.036759:0:91867:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.036761:0:91867:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773616043.036764:0:91867:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.036768:0:91867:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616043.036770:0:91867:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616043.036772:0:91867:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616043.036777:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:2.0:1773616043.036782:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616043.036787:0:91867:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:2.0:1773616043.036791:0:91867:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.036793:0:91867:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.036795:0:91867:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.036798:0:91867:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616043.036801:0:91867:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616043.036806:0:91867:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ebc00. 00000100:00000001:2.0:1773616043.036809:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.036813:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795563008/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.036821:0:91867:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616043.036824:0:91867:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616043.036827:0:91867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616043.036831:0:91867:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616043.036833:0:91867:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616043.036879:0:91867:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616043.036882:0:91867:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616043.036885:0:91867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616043.036889:0:91867:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616043.036890:0:91867:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616043.036892:0:91867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:2.0:1773616043.036896:0:91867:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616043.036897:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616043.036900:0:91867:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616043.036901:0:91867:0:(dcache.c:176:ll_intent_release()) intent ffffa25881c27b20 released 00000080:00000001:2.0:1773616043.036903:0:91867:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616043.036907:0:91867:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616043.036909:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27b70 00000080:00002000:2.0:1773616043.036912:0:91867:0:(dcache.c:127:ll_ddelete()) deleting dentry f130b.recovery-small (ffff91a808440af8, parent ffff91a808440798, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773616043.036915:0:91867:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616043.036919:0:91867:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773616043.036922:0:91867:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773616043.036927:0:91867:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616043.036928:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27bf0 00000080:00002000:2.0:1773616043.036930:0:91867:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff91a808440798, parent ffff91a80860ad80, inode ffff91a804153248) hashed, 00000080:00000001:2.0:1773616043.036933:0:91867:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.036971:0:91867:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616043.036975:0:91867:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616043.036977:0:91867:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616043.036978:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27b20 00000080:00200000:2.0:1773616043.036981:0:91867:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616043.036987:0:91867:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a8182ebc00. 00800000:00000002:2.0:1773616043.036993:0:91867:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616043.036997:0:91867:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616043.036999:0:91867:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.037001:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27a40 00800000:00000002:2.0:1773616043.037003:0:91867:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616043.037006:0:91867:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616043.037008:0:91867:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616043.037009:0:91867:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616043.037010:0:91867:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616043.037012:0:91867:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616043.037014:0:91867:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.037015:0:91867:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616043.037017:0:91867:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.037020:0:91867:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616043.037023:0:91867:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.037025:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27910 00000002:00010000:2.0:1773616043.037027:0:91867:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616043.037031:0:91867:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616043.037032:0:91867:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616043.037033:0:91867:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616043.037037:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 2 00010000:00000001:2.0:1773616043.037039:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616043.037041:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.037044:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616043.037048:0:91867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616043.037057:0:91867:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616043.037062:0:91867:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.037065:0:91867:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616043.037071:0:91867:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616043.037073:0:91867:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616043.037075:0:91867:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616043.037077:0:91867:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616043.037079:0:91867:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616043.037081:0:91867:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616043.037084:0:91867:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616043.037086:0:91867:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616043.037088:0:91867:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ebc00. 00000080:00000001:2.0:1773616043.037092:0:91867:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616043.037093:0:91867:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616043.037096:0:91867:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616043.037100:0:91867:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6783c 00800000:00000001:2.0:1773616043.037103:0:91867:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616043.037105:0:91867:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616043.037107:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.037108:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.037110:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.037112:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.037115:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.037118:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.037119:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616043.037121:0:91867:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.037123:0:91867:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616043.037125:0:91867:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6783c from it ffffa25881c27b58 00010000:00000001:2.0:1773616043.037128:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.037129:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.037131:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:2.0:1773616043.037133:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.037135:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:2.0:1773616043.037137:0:91867:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616043.037140:0:91867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616043.037148:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.037149:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.037150:0:91867:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616043.037152:0:91867:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616043.037155:0:91867:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616043.037163:0:91867:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616043.037165:0:91867:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616043.037168:0:91867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616043.037172:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.037173:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.037175:0:91867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.037178:0:91867:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616043.037180:0:91867:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.037182:0:91867:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.037185:0:91867:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.037187:0:91867:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616043.037188:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.037189:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616043.037191:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616043.037193:0:91867:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616043.037196:0:91867:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616043.037200:0:91867:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.037204:0:91867:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773616043.037206:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27ae8 00000080:00002000:2.0:1773616043.037207:0:91867:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff91a808440798) flags 0x28000e refc 0 00000080:00000001:2.0:1773616043.037210:0:91867:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616043.037212:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27b30 00000080:00200000:2.0:1773616043.037214:0:91867:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=24 00000080:00000002:2.0:1773616043.037219:0:91867:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1773616043.037223:0:91867:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616043.037225:0:91867:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248), inode mode 41ed mask 1 00000080:00000001:2.0:1773616043.037228:0:91867:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616043.037241:0:91867:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a8065399a0. 00000020:00000001:2.0:1773616043.037245:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27ae8 00000080:00200000:2.0:1773616043.037247:0:91867:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff91a804153248), flags=8 00000080:00000001:2.0:1773616043.037250:0:91867:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616043.037252:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27998 00000080:00200000:2.0:1773616043.037254:0:91867:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130b.recovery-small, dir=[0x20000bf89:0x5:0x0](ffff91a804153248), intent=getattr 00000080:00000010:2.0:1773616043.037261:0:91867:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a8182ebc00. 00800000:00000002:2.0:1773616043.037264:0:91867:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a810301e40 2 00000080:00000001:2.0:1773616043.037268:0:91867:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616043.037269:0:91867:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.037271:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c278b8 00800000:00000002:2.0:1773616043.037273:0:91867:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130b.recovery-small' on [0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773616043.037276:0:91867:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616043.037278:0:91867:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616043.037279:0:91867:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616043.037281:0:91867:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616043.037282:0:91867:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616043.037284:0:91867:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.037286:0:91867:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773616043.037288:0:91867:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616043.037290:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27850 00800000:00000002:2.0:1773616043.037291:0:91867:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x5:0x0], fid2=[0x0:0x0:0x0], name='f130b.recovery-small' -> mds #0 00000002:00000001:2.0:1773616043.037295:0:91867:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616043.037296:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27788 00000002:00010000:2.0:1773616043.037298:0:91867:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130b.recovery-small,[0x0:0x0:0x0]) in obj [0x20000bf89:0x5:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616043.037302:0:91867:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616043.037304:0:91867:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616043.037307:0:91867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616043.037311:0:91867:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616043.037316:0:91867:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616043.037321:0:91867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616043.037324:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.037325:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.037326:0:91867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.037329:0:91867:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616043.037331:0:91867:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616043.037335:0:91867:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616043.037356:0:91867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496800. 00000100:00000001:2.0:1773616043.037362:0:91867:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.037366:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616043.037368:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.037370:0:91867:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616043.037371:0:91867:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.037374:0:91867:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.037381:0:91867:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00010000:00000001:2.0:1773616043.037384:0:91867:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616043.037386:0:91867:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616043.037390:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:2.0:1773616043.037393:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616043.037395:0:91867:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616043.037399:0:91867:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4600. 00000020:00000001:2.0:1773616043.037401:0:91867:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616043.037404:0:91867:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4600 with handle 0xe60cc2233ec67851 to hash 00000020:00000001:2.0:1773616043.037406:0:91867:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616043.037408:0:91867:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:2.0:1773616043.037411:0:91867:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:2.0:1773616043.037414:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.037416:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.037419:0:91867:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.037428:0:91867:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.037443:0:91867:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616043.037448:0:91867:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616043.037450:0:91867:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616043.037456:0:91867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616043.037458:0:91867:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749545097280 : -121324164454336 : ffff91a804466840) 00000100:00000001:2.0:1773616043.037461:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616043.037462:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000001:2.0:1773616043.037466:0:91867:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616043.037470:0:91867:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.037472:0:91867:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616043.037474:0:91867:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616043.037481:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.037489:0:91867:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616043.037492:0:91867:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.037495:0:91867:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616043.037498:0:91867:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616043.037500:0:91867:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616043.037503:0:91867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795563136:192.168.201.103@tcp:101:ls.0 00000100:00000001:2.0:1773616043.037507:0:91867:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616043.037512:0:91867:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616043.037514:0:91867:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.037517:0:91867:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616043.037521:0:91867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616043.037523:0:91867:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616043.037529:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616043.037533:0:91867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616043.037538:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616043.037543:0:91867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795563136, portal 10 00000100:00000001:2.0:1773616043.037545:0:91867:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616043.037546:0:91867:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:2.0:1773616043.037552:0:91867:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.037560:0:91867:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616043.037563:0:91867:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616043.037565:0:91867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616043.037568:0:91867:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795563136, offset 0 00000400:00000200:2.0:1773616043.037574:0:91867:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616043.037580:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616043.037587:0:91867:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616043.037592:0:91867:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616043.037597:0:91867:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616043.037600:0:91867:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616043.037603:0:91867:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616043.037608:0:91867:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149343:149343:256:4294967295] 192.168.201.103@tcp LPNI seq info [149283:149283:8:4294967295] 00000400:00000200:2.0:1773616043.037613:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616043.037622:0:91867:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616043.037627:0:91867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616043.037632:0:91867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde400. 00000800:00000200:2.0:1773616043.037638:0:91867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616043.037646:0:91867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616043.037651:0:91867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773616043.037671:0:91867:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616043.037675:0:91867:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 382861 usecs (383 jiffies) 00000400:00000200:2.0:1773616043.037678:0:91867:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616043.037681:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301844028 00000100:00000001:2.0:1773616043.037685:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301844366 00000100:00000001:2.0:1773616043.037687:0:91867:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301844028 00000800:00000200:1.0:1773616043.038374:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616043.038388:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde400. 00000400:00000200:1.0:1773616043.038394:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616043.038399:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616043.038404:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:1.0:1773616043.038407:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:1.0:1773616043.038411:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616043.038416:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.038426:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616043.038429:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.038437:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616043.038439:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616043.041434:0:91867:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301844366 00000100:00000001:2.0:1773616043.041447:0:91867:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616043.041452:0:91867:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616043.041456:0:91867:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616043.041458:0:91867:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616043.041462:0:91867:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804466840 going to sleep for 11 seconds 00000100:00000001:2.0:1773616043.041466:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616043.041470:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773616043.042058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4c00. 00000800:00000001:1.0:1773616043.042669:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.042685:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616043.042688:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.042691:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.042700:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.042708:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616043.042717:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.042722:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.042728:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.042733:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b7200669280 00000400:00000200:1.0:1773616043.042738:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616043.042745:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x1932e9 [1] + 224 00000800:00000001:1.0:1773616043.042753:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.042761:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616043.042765:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616043.042770:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616043.042777:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616043.042786:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616043.042797:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616043.042820:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616043.042829:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616043.042833:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.043025:0:91867:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616043.043031:0:91867:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616043.043034:0:91867:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616043.043037:0:91867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616043.043042:0:91867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:2.0:1773616043.043044:0:91867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:2.0:1773616043.043047:0:91867:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616043.043052:0:91867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616043.043062:0:91867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.043069:0:91867:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616043.043070:0:91867:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.043073:0:91867:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616043.043076:0:91867:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616043.043079:0:91867:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616043.043082:0:91867:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616043.043084:0:91867:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616043.043094:0:91867:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=134 v=5 (36 36 36 36) 00000100:00001000:2.0:1773616043.043099:0:91867:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616043.043102:0:91867:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773616043.043105:0:91867:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.043113:0:91867:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616043.043116:0:91867:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616043.043118:0:91867:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:2.0:1773616043.043121:0:91867:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616043.043124:0:91867:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773616043.043129:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.043137:0:91867:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773616043.043140:0:91867:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616043.043142:0:91867:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616043.043147:0:91867:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616043.043155:0:91867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ls:6bed2507-d27f-43a9-a583-f3d23438f235:91867:1859763795563136:192.168.201.103@tcp:101:ls.0 00000100:00000001:2.0:1773616043.043160:0:91867:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616043.043163:0:91867:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616043.043165:0:91867:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616043.043167:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.043171:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.043178:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616043.043181:0:91867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804466840. 00000100:00000001:2.0:1773616043.043184:0:91867:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616043.043186:0:91867:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773616043.043189:0:91867:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616043.043193:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.043196:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.043198:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4600 refcount=4 00000020:00000001:2.0:1773616043.043935:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:2.0:1773616043.043939:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00010000:2.0:1773616043.043944:0:91867:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.043956:0:91867:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773616043.043959:0:91867:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.043966:0:91867:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616043.043969:0:91867:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.043975:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.043977:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616043.043980:0:91867:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.043986:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.043989:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616043.043992:0:91867:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773616043.043994:0:91867:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616043.044000:0:91867:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c4600 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:2.0:1773616043.044004:0:91867:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773616043.044008:0:91867:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.044014:0:91867:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773616043.044016:0:91867:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773616043.044019:0:91867:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 4/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.044023:0:91867:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773616043.044026:0:91867:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773616043.044027:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616043.044029:0:91867:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616043.044030:0:91867:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4600 refcount=5 00000020:00000001:2.0:1773616043.044032:0:91867:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:2.0:1773616043.044034:0:91867:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743662592 : -121323965889024 : ffff91a8101c4600) 00010000:00000001:2.0:1773616043.044036:0:91867:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616043.044039:0:91867:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 5/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773616043.044049:0:91867:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616043.044051:0:91867:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.044054:0:91867:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773616043.044055:0:91867:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616043.044058:0:91867:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616043.044059:0:91867:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616043.044061:0:91867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616043.044062:0:91867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773616043.044065:0:91867:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4600 with handle 0xe60cc2233ec67851 from hash 00010000:00000001:2.0:1773616043.044068:0:91867:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616043.044069:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.044070:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.044072:0:91867:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616043.044074:0:91867:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616043.044075:0:91867:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773616043.044078:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.044079:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.044081:0:91867:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.044082:0:91867:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616043.044085:0:91867:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 3/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.044090:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.044092:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.044093:0:91867:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773616043.044094:0:91867:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616043.044095:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616043.044096:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.044097:0:91867:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616043.044100:0:91867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4600/0xe60cc2233ec67851 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 91867 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616043.044110:0:91867:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616043.044112:0:91867:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773616043.044116:0:91867:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773616043.044123:0:91867:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616043.044131:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616043.044133:0:91867:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.044135:0:91867:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.044137:0:91867:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.044141:0:91867:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616043.044143:0:91867:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616043.044144:0:91867:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.044147:0:91867:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616043.044149:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27708 00000002:00002000:2.0:1773616043.044152:0:91867:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130b.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1773616043.044155:0:91867:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.044158:0:91867:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.044161:0:91867:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616043.044163:0:91867:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x20000bf89:0x5:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616043.044166:0:91867:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.044170:0:91867:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301e40 2 00000080:00000001:2.0:1773616043.044173:0:91867:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616043.044175:0:91867:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881c27b20 it_disposition 7 00000080:00002000:2.0:1773616043.044180:0:91867:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a8084fa510 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1773616043.044188:0:91867:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1773616043.044190:0:91867:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616043.044192:0:91867:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616043.044195:0:91867:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616043.044198:0:91867:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616043.044199:0:91867:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616043.044202:0:91867:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:2.0:1773616043.044204:0:91867:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.044208:0:91867:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616043.044210:0:91867:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616043.044212:0:91867:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616043.044218:0:91867:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:2.0:1773616043.044221:0:91867:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616043.044226:0:91867:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:2.0:1773616043.044229:0:91867:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616043.044231:0:91867:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616043.044233:0:91867:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616043.044235:0:91867:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616043.044239:0:91867:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616043.044243:0:91867:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8182ebc00. 00000100:00000001:2.0:1773616043.044248:0:91867:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616043.044252:0:91867:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795563136/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616059 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616043.044259:0:91867:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616043.044262:0:91867:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616043.045072:0:91867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616043.045079:0:91867:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616043.045082:0:91867:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616043.045084:0:91867:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616043.045086:0:91867:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616043.045089:0:91867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616043.045093:0:91867:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616043.045095:0:91867:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616043.045097:0:91867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:2.0:1773616043.045101:0:91867:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616043.045102:0:91867:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616043.045106:0:91867:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616043.045108:0:91867:0:(dcache.c:176:ll_intent_release()) intent ffffa25881c27b20 released 00000080:00000001:2.0:1773616043.045110:0:91867:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616043.045115:0:91867:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616043.045117:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27b70 00000080:00002000:2.0:1773616043.045120:0:91867:0:(dcache.c:127:ll_ddelete()) deleting dentry f130b.recovery-small (ffff91a8084fa510, parent ffff91a808440798, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773616043.045124:0:91867:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616043.045127:0:91867:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773616043.045132:0:91867:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773616043.045136:0:91867:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616043.045137:0:91867:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c27bf0 00000080:00002000:2.0:1773616043.045139:0:91867:0:(dcache.c:127:ll_ddelete()) keeping dentry d130b.recovery-small (ffff91a808440798, parent ffff91a80860ad80, inode ffff91a804153248) hashed, 00000080:00000001:2.0:1773616043.045142:0:91867:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1773616043.046020:0:91867:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539200. 00010000:00000010:2.1:1773616043.064318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4600. 00000080:00000010:2.1:1773616043.064333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065399a0. 00000100:00000040:0.0:1773616043.807925:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301844366, at 4301844416 00000100:00000010:0.0:1773616043.807942:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d87e0. 00000100:00000040:1.0:1773616043.808566:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301844366, at 4301844416 00000100:00000010:1.0:1773616043.808573:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8060. 00010000:00000001:0.0:1773616043.936489:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616043.936497:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616043.936502:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616043.936504:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616043.936507:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616043.936513:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616043.936515:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616043.936517:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616043.936520:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616043.936522:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616043.936524:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616043.936526:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616043.936531:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616043.936532:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616043.936555:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616043.936558:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616043.936562:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616044.897572:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616044.897595:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616044.897608:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a300. 00000020:00000040:1.0:1773616044.897615:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616044.897620:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616044.897623:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616044.897630:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616044.897640:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f900. 00000100:00000001:1.0:1773616044.897648:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897663:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616044.897675:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616044.897679:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897685:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320b0417] to pc [ptlrpcd_00_01+1] req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.897721:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897724:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616044.897727:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616044.897731:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b480. 00000020:00000040:1.0:1773616044.897734:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616044.897736:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616044.897738:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616044.897740:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616044.897744:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f700. 00000100:00000001:1.0:1773616044.897747:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897752:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616044.897759:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616044.897762:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897766:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6618ab1] to pc [ptlrpcd_00_00+0] req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.897774:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897777:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616044.897779:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616044.897782:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18380. 00000020:00000040:1.0:1773616044.897784:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616044.897786:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616044.897787:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616044.897789:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616044.897791:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fe00. 00000100:00000001:1.0:1773616044.897794:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897798:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616044.897805:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616044.897807:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897810:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c892183] to pc [ptlrpcd_00_01+1] req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.897817:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897819:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616044.897822:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616044.897824:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616044.897827:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616044.897831:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1ad80. 00000020:00000040:1.0:1773616044.897833:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616044.897859:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616044.897862:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616044.897864:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616044.897871:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac000. 00000100:00000001:1.0:1773616044.897874:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897879:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616044.897886:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616044.897888:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897891:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5913c9] to pc [ptlrpcd_00_00+0] req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.897898:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616044.897903:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7183) 00000100:00000001:0.0:1773616044.899105:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.899113:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616044.899128:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616044.899146:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.899159:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616044.899162:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.899168:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616044.899182:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616044.899186:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616044.899190:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795563264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616044.899194:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616044.899205:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616044.899208:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.899211:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616044.899220:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3c200. 02000000:00000001:0.0:1773616044.899223:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616044.899235:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616044.899242:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ad10. 00000400:00000010:0.0:1773616044.899251:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a550. 00000100:00000200:0.0:1773616044.899260:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795563264, portal 25 00000100:00000001:0.0:1773616044.899263:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616044.899280:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601407744 : -121324108143872 : ffff91a807a1a300) 00000100:00000040:0.0:1773616044.899286:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.899296:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616044.899299:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616044.899302:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816add0. 00000100:00000200:0.0:1773616044.899305:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795563264, offset 0 00000400:00000200:0.0:1773616044.899324:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616044.899333:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.899343:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616044.899349:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616044.899364:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616044.899371:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616044.899374:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616044.899378:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149344:149344:256:4294967295] 192.168.201.103@tcp LPNI seq info [149284:149284:8:4294967295] 00000400:00000200:0.0:1773616044.899383:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.899393:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616044.899400:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616044.899405:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372d00. 00000800:00000200:0.0:1773616044.899413:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616044.899421:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616044.899426:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616044.899451:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616044.899456:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616044.899459:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301849480 00000100:00000010:0.0:1773616044.899465:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9d20. 00000100:00000001:0.0:1773616044.899473:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616044.899481:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301849480 00000100:00000010:0.0:1773616044.899484:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9de0. 00000100:00000001:0.0:1773616044.899487:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616044.899490:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.899493:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.899497:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616044.899500:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.899507:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616044.899509:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.899512:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616044.899514:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616044.899516:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616044.899519:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795563520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616044.899522:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616044.899525:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616044.899527:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.899528:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616044.899532:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3ca00. 02000000:00000001:0.0:1773616044.899534:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616044.899537:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616044.899540:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ae70. 00000400:00000010:0.0:1773616044.899544:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616044.899546:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795563520, portal 10 00000100:00000001:0.0:1773616044.899548:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616044.899549:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601399680 : -121324108151936 : ffff91a807a18380) 00000100:00000040:0.0:1773616044.899556:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.899564:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616044.899566:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616044.899569:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616044.899570:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795563520, offset 0 00000400:00000200:0.0:1773616044.899575:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616044.900017:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.900022:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616044.900026:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616044.900028:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616044.900031:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616044.900033:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616044.900036:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149345:149345:255:4294967295] 192.168.201.103@tcp LPNI seq info [149285:149285:7:4294967295] 00000400:00000200:0.0:1773616044.900040:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.900046:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616044.900051:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616044.900056:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372200. 00000800:00000200:0.0:1773616044.900061:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616044.900065:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616044.900068:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616044.900071:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616044.900076:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 111526 usecs (112 jiffies) 00000400:00000200:0.0:1773616044.900079:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616044.900081:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301845620 00000100:00000001:0.0:1773616044.900084:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:0.0:1773616044.900086:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301845620 00000100:00000001:0.0:1773616044.900088:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:0.0:1773616044.900090:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.900092:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.900096:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.900100:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.900109:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616044.900111:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616044.900114:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.900115:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616044.900117:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616044.900120:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773616044.900122:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.900123:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616044.900125:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.900126:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.900127:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616044.900128:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616044.900134:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.900142:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616044.900143:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.900146:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616044.900147:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616044.900149:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616044.900153:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795563392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616044.900156:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616044.900159:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616044.900160:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.900162:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616044.900165:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3dc00. 02000000:00000001:0.0:1773616044.900167:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616044.900170:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616044.900173:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a2c0. 00000400:00000010:0.0:1773616044.900189:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a330. 00000100:00000200:0.0:1773616044.900193:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795563392, portal 10 00000100:00000001:0.0:1773616044.900195:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616044.900196:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601412224 : -121324108139392 : ffff91a807a1b480) 00000100:00000040:0.0:1773616044.900202:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.900209:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616044.900211:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616044.900213:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a4c8. 00000100:00000200:0.0:1773616044.900215:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795563392, offset 0 00000400:00000200:0.0:1773616044.900219:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616044.900224:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.900227:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616044.900230:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616044.900232:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616044.900235:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616044.900238:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616044.900240:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149346:149346:254:4294967295] 192.168.201.103@tcp LPNI seq info [149286:149286:6:4294967295] 00000400:00000200:0.0:1773616044.900244:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.900250:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616044.900254:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616044.900258:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372000. 00000800:00000200:0.0:1773616044.900261:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616044.900923:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616044.900927:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616044.900931:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616044.900934:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 381940 usecs (382 jiffies) 00000400:00000200:0.0:1773616044.900937:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616044.900940:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301845891 00000100:00000001:0.0:1773616044.900942:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:0.0:1773616044.900944:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301845891 00000100:00000001:0.0:1773616044.900946:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:0.0:1773616044.900948:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.900951:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.900953:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616044.900959:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.900966:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616044.900968:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.900971:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616044.900972:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616044.900975:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616044.901801:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795563648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616044.901808:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616044.901812:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616044.901814:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.901816:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616044.901822:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3c000. 02000000:00000001:0.0:1773616044.901825:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616044.901830:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616044.901833:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a528. 00000400:00000010:0.0:1773616044.901861:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aa18. 00000100:00000200:0.0:1773616044.901867:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795563648, portal 4 00000100:00000001:0.0:1773616044.901869:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616044.901871:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601410432 : -121324108141184 : ffff91a807a1ad80) 00000100:00000040:0.0:1773616044.901879:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.901886:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616044.901888:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616044.901891:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a660. 00000100:00000200:0.0:1773616044.901893:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795563648, offset 0 00000400:00000200:0.0:1773616044.901898:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616044.901902:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.901907:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616044.901911:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616044.901914:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616044.901916:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616044.901919:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616044.901923:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149347:149347:253:4294967295] 192.168.201.103@tcp LPNI seq info [149287:149287:5:4294967295] 00000400:00000200:0.0:1773616044.901927:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616044.901934:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616044.901939:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616044.901942:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372300. 00000800:00000200:0.0:1773616044.901947:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616044.901953:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616044.901956:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616044.901959:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616044.901963:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 544112 usecs (545 jiffies) 00000400:00000200:0.0:1773616044.901966:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616044.901969:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301846055 00000100:00000001:0.0:1773616044.901971:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:0.0:1773616044.901973:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301846055 00000100:00000001:0.0:1773616044.901975:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:0.0:1773616044.901983:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.901986:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.901989:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.901993:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.902013:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.902015:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616044.902056:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616044.902062:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372d00. 00000400:00000200:1.0:1773616044.902069:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.902075:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616044.902080:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816add0 00000400:00000010:1.0:1773616044.902082:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816add0. 00000100:00000001:1.0:1773616044.902087:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616044.902104:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902122:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616044.902134:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902142:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616044.902143:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616044.902158:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616044.902160:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372200. 00000400:00000200:1.0:1773616044.902163:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.902166:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616044.902169:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:1.0:1773616044.902171:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:1.0:1773616044.902174:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616044.902178:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902186:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616044.902189:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902195:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616044.902196:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616044.902204:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616044.902207:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372000. 00000400:00000200:1.0:1773616044.902209:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.902213:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616044.902215:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a4c8 00000400:00000010:1.0:1773616044.902217:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a4c8. 00000100:00000001:1.0:1773616044.902220:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616044.902224:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902231:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616044.902234:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902240:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616044.902241:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616044.902534:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616044.902537:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:1.0:1773616044.902540:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.902544:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616044.902547:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a660 00000400:00000010:1.0:1773616044.902549:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a660. 00000100:00000001:1.0:1773616044.902551:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616044.902555:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902562:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616044.902565:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.902576:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616044.902578:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616044.911016:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.911036:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616044.911040:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.911043:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.911053:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.911061:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616044.911073:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.911079:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.911085:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.911089:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200669300 00000400:00000200:1.0:1773616044.911094:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.911101:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1932f1 [1] + 224 00000800:00000001:1.0:1773616044.911109:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.911120:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.911124:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.911128:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616044.911136:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616044.911145:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616044.911156:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.911188:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616044.911202:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.911206:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.911531:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.911536:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616044.911544:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616044.911547:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616044.911551:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ad10. 00000400:00000200:0.0:1773616044.911556:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a550 00000400:00000010:0.0:1773616044.911559:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a550. 00000100:00000001:0.0:1773616044.911562:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616044.911567:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616044.911602:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.911610:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616044.911612:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.911614:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616044.911619:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616044.911622:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616044.911624:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.911627:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616044.911636:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616044.911641:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616044.911643:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616044.911644:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616044.911648:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616044.911650:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.911654:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616044.911659:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.911665:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.911668:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616044.911670:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616044.911674:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616044.911693:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795563264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616044.911698:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.911701:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616044.911704:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a300 x1859763795563264/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.911711:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616044.911713:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616044.911717:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3c200. 02000000:00000001:0.0:1773616044.911721:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616044.911724:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616044.911726:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616044.911728:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616044.911731:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f900. 02000000:00000001:0.0:1773616044.911735:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616044.911738:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616044.911740:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a300. 00000100:00000001:0.0:1773616044.911743:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616044.911744:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.911748:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.911750:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.911751:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616044.911752:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.911754:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616044.948258:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.948281:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616044.948286:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.948289:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.948301:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948321:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616044.948334:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948343:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948350:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948354:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669400 00000400:00000200:1.0:1773616044.948359:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948383:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193301 [1] + 224 00000800:00000001:1.0:1773616044.948391:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.948398:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.948401:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.948406:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616044.948415:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616044.948425:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616044.948436:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.948462:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616044.948475:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.948479:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616044.948480:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.948482:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.948485:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948488:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616044.948492:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948495:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948497:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948501:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669380 00000400:00000200:1.0:1773616044.948504:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.948507:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193311 [1] + 224 00000800:00000001:1.0:1773616044.948511:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.948521:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.948523:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.948526:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616044.948530:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616044.948534:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616044.948542:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.948549:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616044.948552:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.948555:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.949511:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.949519:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616044.949528:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616044.949532:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616044.949536:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a2c0. 00000400:00000200:0.0:1773616044.949545:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a330 00000400:00000010:0.0:1773616044.949548:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a330. 00000100:00000001:0.0:1773616044.949551:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616044.949557:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616044.949568:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.949575:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616044.949577:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.949581:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616044.949585:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616044.949588:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616044.949591:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.949595:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616044.949607:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=135 v=5 (36 36 36 36) 00000100:00001000:0.0:1773616044.949615:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616044.949618:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616044.949621:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616044.949624:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616044.949629:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.949635:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616044.949637:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:0.0:1773616044.949640:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616044.949645:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616044.949650:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.949658:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.949662:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616044.949664:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616044.949668:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616044.949677:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795563392:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616044.949683:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616044.949685:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616044.949686:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ae70. 00000400:00000200:0.0:1773616044.949688:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616044.949690:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616044.949692:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616044.949695:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616044.949703:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.949708:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616044.949710:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.949711:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616044.949712:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616044.949714:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616044.949715:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.949717:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616044.949722:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=135 v=5 (36 36 36 36) 00000100:00001000:0.0:1773616044.949726:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=135 v=5 (1 1 1 2) 00000100:00000001:0.0:1773616044.949728:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616044.949729:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616044.949731:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616044.949733:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.949735:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616044.949737:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616044.949739:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616044.949740:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616044.949743:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.949750:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.949752:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616044.949753:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616044.949756:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616044.950016:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795563520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616044.950022:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.950025:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616044.950029:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b480 x1859763795563392/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.950037:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616044.950040:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616044.950044:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3dc00. 02000000:00000001:0.0:1773616044.950050:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616044.950053:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616044.950055:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616044.950058:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616044.950062:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f700. 02000000:00000001:0.0:1773616044.950066:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616044.950069:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616044.950072:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b480. 00000100:00000001:0.0:1773616044.950076:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616044.950077:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.950079:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616044.950083:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18380 x1859763795563520/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.950090:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616044.950091:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616044.950093:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3ca00. 02000000:00000001:0.0:1773616044.950095:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616044.950097:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616044.950098:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616044.950100:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616044.950102:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fe00. 02000000:00000001:0.0:1773616044.950104:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616044.950105:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616044.950107:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18380. 00000100:00000001:0.0:1773616044.950109:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616044.950110:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.950113:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.950116:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.950117:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616044.950119:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.950121:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616044.957490:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.957512:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616044.957516:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.957519:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.957528:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.957535:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616044.957544:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.957549:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.957555:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.957560:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200669480 00000400:00000200:1.0:1773616044.957565:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616044.957573:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193321 [1] + 224 00000800:00000001:1.0:1773616044.957594:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.957605:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616044.957609:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616044.957613:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616044.957622:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616044.957632:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616044.957645:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616044.957668:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616044.957677:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616044.957681:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.959147:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.959153:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616044.959160:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616044.959162:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616044.959166:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a528. 00000400:00000200:0.0:1773616044.959171:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aa18 00000400:00000010:0.0:1773616044.959184:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aa18. 00000100:00000001:0.0:1773616044.959189:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616044.959384:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616044.959396:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.959409:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616044.959411:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.959414:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616044.959417:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616044.959420:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616044.959422:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616044.959425:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616044.959434:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616044.959439:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=89 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616044.959443:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616044.959445:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616044.959447:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616044.959451:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.959456:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616044.959458:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:0.0:1773616044.959460:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616044.959462:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616044.959467:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.959474:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616044.959477:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616044.959479:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616044.959482:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616044.959490:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795563648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616044.959494:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.959497:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616044.959499:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1ad80 x1859763795563648/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616044.959505:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616044.959508:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616044.959511:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3c000. 02000000:00000001:0.0:1773616044.959515:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616044.959517:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616044.959519:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616044.959521:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616044.959524:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac000. 02000000:00000001:0.0:1773616044.959528:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616044.959530:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616044.959532:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1ad80. 00000100:00000001:0.0:1773616044.959536:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616044.959537:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.959539:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616044.959548:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616044.959550:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616044.959552:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616044.959555:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616044.960074:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616044.960078:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616044.960082:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616044.960084:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616044.960091:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616044.960092:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616044.960653:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616044.960656:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616044.960659:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773616045.730990:0:91909:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616045.730996:0:91909:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616045.730998:0:91909:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616045.731001:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fb20 00000080:00200000:1.0:1773616045.731005:0:91909:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616045.731013:0:91909:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63c00. 00800000:00000002:1.0:1773616045.731020:0:91909:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616045.731024:0:91909:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616045.731028:0:91909:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616045.731030:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fa40 00800000:00000002:1.0:1773616045.731033:0:91909:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616045.731037:0:91909:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616045.731039:0:91909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616045.731041:0:91909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616045.731044:0:91909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616045.731046:0:91909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616045.731048:0:91909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616045.731050:0:91909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616045.731053:0:91909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616045.731056:0:91909:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616045.731061:0:91909:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616045.731063:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2f910 00000002:00010000:1.0:1773616045.731065:0:91909:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616045.731069:0:91909:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616045.731070:0:91909:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616045.731074:0:91909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616045.731082:0:91909:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 2 00010000:00000001:1.0:1773616045.731085:0:91909:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616045.731090:0:91909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616045.731094:0:91909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616045.731099:0:91909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773616045.731110:0:91909:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616045.731116:0:91909:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616045.731120:0:91909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773616045.731127:0:91909:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616045.731129:0:91909:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616045.731131:0:91909:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616045.731134:0:91909:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616045.731136:0:91909:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616045.731138:0:91909:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616045.731141:0:91909:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616045.731144:0:91909:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616045.731147:0:91909:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63c00. 00000080:00000001:1.0:1773616045.731152:0:91909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616045.731154:0:91909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616045.731157:0:91909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616045.731161:0:91909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6783c 00800000:00000001:1.0:1773616045.731164:0:91909:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616045.731166:0:91909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616045.731168:0:91909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616045.731170:0:91909:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616045.731173:0:91909:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616045.731175:0:91909:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616045.731178:0:91909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616045.731181:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616045.731182:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616045.731184:0:91909:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616045.731185:0:91909:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616045.731187:0:91909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6783c from it ffffa25881d2fb58 00010000:00000001:1.0:1773616045.731190:0:91909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616045.731191:0:91909:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616045.731192:0:91909:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616045.731194:0:91909:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616045.731195:0:91909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616045.731198:0:91909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616045.731200:0:91909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616045.731206:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616045.731207:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616045.731209:0:91909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616045.731211:0:91909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616045.731213:0:91909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616045.731221:0:91909:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616045.731223:0:91909:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616045.731225:0:91909:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616045.731229:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616045.731230:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616045.731232:0:91909:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616045.731234:0:91909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616045.731236:0:91909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616045.731238:0:91909:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616045.731240:0:91909:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616045.731242:0:91909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616045.731243:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616045.731244:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616045.731247:0:91909:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616045.731249:0:91909:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616045.731251:0:91909:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616045.731256:0:91909:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616045.731497:0:91909:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773616045.731499:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fb48 00000080:00002000:1.0:1773616045.731501:0:91909:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff91a808440798) flags 0x28004e refc 0 00000080:00000001:1.0:1773616045.731504:0:91909:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616045.731506:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fb90 00000080:00200000:1.0:1773616045.731508:0:91909:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=8 00000080:00000002:1.0:1773616045.731514:0:91909:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1773616045.731521:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fd08 00000080:00200008:1.0:1773616045.731524:0:91909:0:(file.c:6218:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1773616045.731528:0:91909:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616045.731529:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fc80 00000080:00200000:1.0:1773616045.731531:0:91909:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248),name=d130b.recovery-small 00000080:00000010:1.0:1773616045.731536:0:91909:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63c00. 00800000:00000002:1.0:1773616045.731539:0:91909:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616045.731543:0:91909:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616045.731545:0:91909:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616045.731547:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fba0 00800000:00000002:1.0:1773616045.731549:0:91909:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616045.731551:0:91909:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616045.731554:0:91909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616045.731555:0:91909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616045.731556:0:91909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616045.731558:0:91909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616045.731559:0:91909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616045.731561:0:91909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616045.731563:0:91909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616045.731564:0:91909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616045.731565:0:91909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616045.731566:0:91909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616045.731568:0:91909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616045.731569:0:91909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616045.731571:0:91909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616045.731573:0:91909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616045.731575:0:91909:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616045.731578:0:91909:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616045.731579:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2fa70 00000002:00010000:1.0:1773616045.731581:0:91909:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616045.731584:0:91909:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616045.731585:0:91909:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616045.731586:0:91909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616045.731590:0:91909:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:1.0:1773616045.731591:0:91909:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773616045.731595:0:91909:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:1.0:1773616045.731598:0:91909:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616045.731599:0:91909:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616045.731601:0:91909:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773616045.731604:0:91909:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773616045.731608:0:91909:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19c00. 00000020:00000040:1.0:1773616045.731612:0:91909:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:1.0:1773616045.731619:0:91909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616045.731623:0:91909:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616045.731625:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616045.731626:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616045.731627:0:91909:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616045.731830:0:91909:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616045.731832:0:91909:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616045.731853:0:91909:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616045.731861:0:91909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fac00. 00000100:00000001:1.0:1773616045.731868:0:91909:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616045.731873:0:91909:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616045.731875:0:91909:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616045.731876:0:91909:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616045.731878:0:91909:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616045.731879:0:91909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616045.731884:0:91909:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00010000:00000001:1.0:1773616045.731888:0:91909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616045.731890:0:91909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773616045.731893:0:91909:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 2 00010000:00000001:1.0:1773616045.731896:0:91909:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616045.731898:0:91909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616045.731902:0:91909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2be00. 00000020:00000001:1.0:1773616045.731904:0:91909:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616045.731907:0:91909:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2be00 with handle 0xe60cc2233ec67858 to hash 00000020:00000001:1.0:1773616045.731909:0:91909:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616045.731911:0:91909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602528768 : -121324107022848 : ffff91a807b2be00) 00010000:00000001:1.0:1773616045.731914:0:91909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602528768 : -121324107022848 : ffff91a807b2be00) 00010000:00000001:1.0:1773616045.731917:0:91909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616045.731919:0:91909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616045.731922:0:91909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616045.731929:0:91909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616045.731939:0:91909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616045.731945:0:91909:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616045.731946:0:91909:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616045.731953:0:91909:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8212dde40. 00000100:00000001:1.0:1773616045.731955:0:91909:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622750030028352 : -121323679523264 : ffff91a8212dde40) 00000100:00000001:1.0:1773616045.731958:0:91909:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616045.731959:0:91909:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000001:1.0:1773616045.731964:0:91909:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616045.731968:0:91909:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616045.731970:0:91909:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616045.731971:0:91909:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616045.731982:0:91909:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616045.731990:0:91909:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616045.731992:0:91909:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616045.731996:0:91909:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616045.731998:0:91909:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616045.732001:0:91909:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616045.732004:0:91909:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job stat:6bed2507-d27f-43a9-a583-f3d23438f235:91909:1859763795563776:192.168.201.103@tcp:101:stat.0 00000100:00000001:1.0:1773616045.732008:0:91909:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616045.732013:0:91909:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616045.732015:0:91909:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616045.732018:0:91909:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616045.732022:0:91909:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a802f57800. 02000000:00000001:1.0:1773616045.732024:0:91909:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616045.732032:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616045.732037:0:91909:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424dc0. 00000400:00000010:1.0:1773616045.732043:0:91909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616045.732050:0:91909:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795563776, portal 10 00000100:00000001:1.0:1773616045.732052:0:91909:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616045.732053:0:91909:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000040:1.0:1773616045.732059:0:91909:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616061 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616045.732066:0:91909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616045.732069:0:91909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616045.732073:0:91909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1ee0. 00000100:00000200:1.0:1773616045.732076:0:91909:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795563776, offset 0 00000400:00000200:1.0:1773616045.732082:0:91909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616045.732091:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616045.732098:0:91909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616045.732103:0:91909:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616045.732108:0:91909:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616045.732111:0:91909:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616045.732114:0:91909:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616045.732118:0:91909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149348:149348:256:4294967295] 192.168.201.103@tcp LPNI seq info [149288:149288:8:4294967295] 00000400:00000200:1.0:1773616045.732123:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616045.732133:0:91909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616045.732139:0:91909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616045.732144:0:91909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac800. 00000800:00000200:1.0:1773616045.732150:0:91909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616045.732157:0:91909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616045.732161:0:91909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773616045.732181:0:91909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616045.732186:0:91909:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 381165 usecs (382 jiffies) 00000800:00000200:0.0:1773616045.735583:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616045.735594:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac800. 00000400:00000200:0.0:1773616045.735602:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616045.735610:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616045.735616:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1ee0 00000400:00000010:0.0:1773616045.735619:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1ee0. 00000100:00000001:0.0:1773616045.735624:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616045.735631:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616061 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616045.735643:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616045.735647:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616061 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616045.735654:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616045.735656:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1773616045.737905:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616045.737910:0:91909:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301846727 00000100:00000001:0.0:1773616045.742371:0:91909:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:0.0:1773616045.742384:0:91909:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301846732 00000100:00000001:0.0:1773616045.742387:0:91909:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:0.0:1773616045.742390:0:91909:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616045.742407:0:91909:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616045.742410:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616045.742412:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616045.742416:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 11 seconds 00000100:00000001:0.0:1773616045.742420:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616045.742423:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616045.985459:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616045.985466:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616045.985482:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616045.985484:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616045.985487:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616045.985488:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616045.986243:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616045.986248:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616045.986252:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616047.008157:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616047.008165:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616047.008171:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616047.008173:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616047.008176:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616047.008178:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616047.008200:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616047.008203:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616047.008206:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773616047.740820:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616047.740830:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616047.740832:0:91912:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616047.741046:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb20 00000080:00200000:1.0:1773616047.741052:0:91912:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616047.741062:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00800000:00000002:1.0:1773616047.741070:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773616047.741074:0:91912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616047.741079:0:91912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.741081:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa40 00800000:00000002:1.0:1773616047.741084:0:91912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.741089:0:91912:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616047.741091:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.741094:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.741097:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.741099:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.741102:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.741104:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.741107:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.741110:0:91912:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616047.741115:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.741117:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f910 00000002:00010000:1.0:1773616047.741118:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616047.741122:0:91912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616047.741124:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.741128:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.741240:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.741244:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.741250:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.741254:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616047.741259:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1773616047.741281:0:91912:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616047.741287:0:91912:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.741290:0:91912:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1773616047.741298:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616047.741301:0:91912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.741303:0:91912:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.741305:0:91912:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.741308:0:91912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.741310:0:91912:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616047.741314:0:91912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616047.741317:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.741320:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.741327:0:91912:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616047.741329:0:91912:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.741333:0:91912:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616047.741336:0:91912:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6783c 00800000:00000001:1.0:1773616047.741340:0:91912:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616047.741342:0:91912:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616047.741344:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.741347:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.741349:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.741352:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.741355:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.741358:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.741359:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.741361:0:91912:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.741362:0:91912:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.741365:0:91912:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6783c from it ffffa25881d3fb58 00010000:00000001:1.0:1773616047.741367:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.741368:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.741369:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.741371:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.741373:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.741376:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.741379:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616047.741392:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.741393:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.741395:0:91912:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616047.741397:0:91912:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616047.741399:0:91912:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773616047.741410:0:91912:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616047.741414:0:91912:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616047.741416:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.741420:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.741421:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.741424:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.741427:0:91912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616047.741429:0:91912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.741431:0:91912:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.741434:0:91912:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.741436:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.741437:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.741439:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616047.741442:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616047.741443:0:91912:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.741446:0:91912:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616047.741450:0:91912:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.741454:0:91912:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773616047.741457:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb48 00000080:00002000:1.0:1773616047.741458:0:91912:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff91a808440798) flags 0x28004e refc 1 00000080:00000001:1.0:1773616047.741461:0:91912:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.741463:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb90 00000080:00200000:1.0:1773616047.741464:0:91912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=8 00000080:00000002:1.0:1773616047.741470:0:91912:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1773616047.741479:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fd08 00000080:00200008:1.0:1773616047.741481:0:91912:0:(file.c:6218:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773616047.741486:0:91912:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616047.741487:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fc80 00000080:00200000:1.0:1773616047.741489:0:91912:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248),name=d130b.recovery-small 00000080:00000010:1.0:1773616047.741494:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00800000:00000002:1.0:1773616047.741497:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773616047.741502:0:91912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616047.741509:0:91912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.741511:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fba0 00800000:00000002:1.0:1773616047.741513:0:91912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.741516:0:91912:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616047.741518:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.741519:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.741521:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.741523:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.741525:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.741527:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.741529:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.741531:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.741532:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.741533:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.741534:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.741536:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.741538:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.741540:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.741542:0:91912:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616047.741545:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.741547:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa70 00000002:00010000:1.0:1773616047.741548:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616047.741551:0:91912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616047.741553:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.741554:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.741558:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:1.0:1773616047.741561:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773616047.741564:0:91912:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 30 res 8589983625/5 (0 0) 00000002:00000001:1.0:1773616047.741567:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.741570:0:91912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.741573:0:91912:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773616047.741575:0:91912:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773616047.741581:0:91912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1aa00. 00000020:00000040:1.0:1773616047.741585:0:91912:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:1.0:1773616047.741591:0:91912:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616047.741596:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.741599:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.741601:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.741602:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.741605:0:91912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616047.741607:0:91912:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616047.741610:0:91912:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616047.741617:0:91912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fa800. 00000100:00000001:1.0:1773616047.741623:0:91912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.741630:0:91912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616047.741632:0:91912:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.741633:0:91912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616047.741635:0:91912:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.741637:0:91912:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.741643:0:91912:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00010000:00000001:1.0:1773616047.741647:0:91912:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616047.741650:0:91912:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773616047.741652:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.741655:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.741657:0:91912:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616047.741660:0:91912:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2b600. 00000020:00000001:1.0:1773616047.741663:0:91912:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616047.741666:0:91912:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2b600 with handle 0xe60cc2233ec6785f to hash 00000020:00000001:1.0:1773616047.741667:0:91912:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616047.741669:0:91912:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.741672:0:91912:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.741675:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.741677:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.741680:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616047.741688:0:91912:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616047.741699:0:91912:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616047.741705:0:91912:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616047.741707:0:91912:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616047.741713:0:91912:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.741715:0:91912:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749898541696 : -121323811009920 : ffff91a819578a80) 00000100:00000001:1.0:1773616047.741718:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.741719:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000001:1.0:1773616047.741724:0:91912:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616047.741728:0:91912:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.741730:0:91912:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616047.741732:0:91912:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616047.741742:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.741751:0:91912:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616047.741753:0:91912:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.741757:0:91912:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616047.741760:0:91912:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616047.741763:0:91912:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616047.741766:0:91912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795563904:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773616047.741771:0:91912:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616047.741775:0:91912:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616047.741778:0:91912:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.741780:0:91912:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616047.741785:0:91912:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a802f52800. 02000000:00000001:1.0:1773616047.741787:0:91912:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616047.741795:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616047.741799:0:91912:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b58. 00000400:00000010:1.0:1773616047.741806:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1f68. 00000100:00000200:1.0:1773616047.741812:0:91912:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795563904, portal 10 00000100:00000001:1.0:1773616047.741815:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.741816:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000040:1.0:1773616047.741822:0:91912:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.741829:0:91912:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616047.741833:0:91912:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616047.742091:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616047.742097:0:91912:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795563904, offset 0 00000400:00000200:1.0:1773616047.742105:0:91912:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616047.742114:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.742121:0:91912:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616047.742127:0:91912:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616047.742131:0:91912:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616047.742219:0:91912:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616047.742223:0:91912:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616047.742227:0:91912:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149349:149349:256:4294967295] 192.168.201.103@tcp LPNI seq info [149289:149289:8:4294967295] 00000400:00000200:1.0:1773616047.742233:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.742244:0:91912:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616047.742251:0:91912:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616047.742256:0:91912:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac600. 00000800:00000200:1.0:1773616047.742273:0:91912:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616047.742279:0:91912:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616047.742284:0:91912:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773616047.742348:0:91912:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.742354:0:91912:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 381165 usecs (382 jiffies) 00000400:00000200:1.0:1773616047.742358:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616047.742361:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301848732 00000100:00000001:1.0:1773616047.742365:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.742369:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301848732 00000100:00000001:1.0:1773616047.742372:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.742375:0:91912:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.742378:0:91912:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.742381:0:91912:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616047.742383:0:91912:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616047.742385:0:91912:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a819578a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773616047.742388:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616047.742392:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616047.743083:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616047.743088:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac600. 00000400:00000200:0.0:1773616047.743093:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.743100:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616047.743106:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:0.0:1773616047.743108:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:0.0:1773616047.743112:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616047.743117:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.743128:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616047.743132:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616063 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.743139:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616047.743141:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616047.754204:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.754222:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616047.754227:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.754229:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.754240:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.754248:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616047.754257:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.754274:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.754279:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.754284:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200669580 00000400:00000200:0.0:1773616047.754289:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.754295:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x193341 [1] + 224 00000800:00000001:0.0:1773616047.754303:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.754312:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.754315:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.754319:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616047.754327:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616047.754336:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616063 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616047.754349:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.754375:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616047.754384:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.754387:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.754460:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616047.754467:0:91912:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616047.754469:0:91912:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616047.754473:0:91912:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b58. 00000400:00000200:1.0:1773616047.754477:0:91912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1f68 00000400:00000010:1.0:1773616047.754480:0:91912:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1f68. 00000100:00000001:1.0:1773616047.754483:0:91912:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616047.754489:0:91912:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616047.754500:0:91912:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.754507:0:91912:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616047.754509:0:91912:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.754511:0:91912:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616047.754514:0:91912:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616047.754516:0:91912:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616047.754519:0:91912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.754522:0:91912:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616047.754531:0:91912:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=138 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616047.754536:0:91912:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616047.754539:0:91912:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616047.754541:0:91912:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.754543:0:91912:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616047.754547:0:91912:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.754551:0:91912:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616047.754554:0:91912:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773616047.754556:0:91912:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616047.754560:0:91912:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.754565:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.754573:0:91912:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.754576:0:91912:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616047.754578:0:91912:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616047.754583:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616063 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616047.754591:0:91912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795563904:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773616047.754596:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.754599:0:91912:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.754602:0:91912:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616047.754604:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.754607:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616063 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.754615:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616047.754824:0:91912:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.754828:0:91912:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616047.754830:0:91912:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.754833:0:91912:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773616047.755064:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755068:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755070:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=4 00000020:00000001:1.0:1773616047.755073:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755077:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000040:1.0:1773616047.755084:0:91912:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a807b2b600, remote cookie: 0xf6516185796c49c, flags: 0x1001 00010000:00010000:1.0:1773616047.755089:0:91912:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773616047.755105:0:91912:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x5:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1773616047.755108:0:91912:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1773616047.755114:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 2 00010000:00000001:1.0:1773616047.755117:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.755120:0:91912:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.755124:0:91912:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616047.755133:0:91912:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755140:0:91912:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773616047.755144:0:91912:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1773616047.755146:0:91912:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1773616047.755148:0:91912:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1773616047.755149:0:91912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1773616047.755152:0:91912:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x5:0x0].0x0 (ffff91a804feb500) refcount = 2 00010000:00000040:1.0:1773616047.755155:0:91912:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1773616047.755158:0:91912:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773616047.755165:0:91912:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755172:0:91912:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1773616047.755176:0:91912:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1773616047.755177:0:91912:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.755180:0:91912:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773616047.755183:0:91912:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.755186:0:91912:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755428:0:91912:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773616047.755430:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755432:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.755433:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755434:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.755436:0:91912:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.755441:0:91912:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1773616047.755443:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755444:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755446:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.755448:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755451:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755453:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755454:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755456:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=4 00000020:00000001:1.0:1773616047.755458:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755460:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755463:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.755466:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.755470:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755477:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755478:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.755480:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755481:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755482:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=5 00000020:00000001:1.0:1773616047.755484:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755486:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755489:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.755492:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755499:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755500:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616047.755502:0:91912:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755509:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.755510:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755511:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.755512:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755513:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1773616047.755519:0:91912:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616063 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773616047.755529:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755530:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755532:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.755533:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755535:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755538:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755539:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.755540:0:91912:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.755542:0:91912:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.755544:0:91912:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773616047.755546:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755547:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755549:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.755550:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755553:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00000002:00010000:1.0:1773616047.755557:0:91912:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755563:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755565:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.755567:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773616047.755568:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755569:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755570:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.755572:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755574:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000040:1.0:1773616047.755581:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 3 00010000:00000001:1.0:1773616047.755583:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773616047.755587:0:91912:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/5 (0 0) 00010000:00000001:1.0:1773616047.755589:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755590:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.755591:0:91912:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773616047.755594:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f9f0 00000002:00002000:1.0:1773616047.755596:0:91912:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1773616047.755599:0:91912:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.755603:0:91912:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.755605:0:91912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773616047.755609:0:91912:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773616047.755611:0:91912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.755615:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.755618:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.755623:0:91912:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616047.755625:0:91912:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773616047.755631:0:91912:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773616047.755635:0:91912:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773616047.755641:0:91912:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a807bd9880. 00800000:00000001:1.0:1773616047.755644:0:91912:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749603240064 : -121324106311552 : ffff91a807bd9880) 00800000:00000001:1.0:1773616047.755646:0:91912:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.755648:0:91912:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773616047.755651:0:91912:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773616047.755653:0:91912:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773616047.755656:0:91912:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773616047.755659:0:91912:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773616047.755661:0:91912:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.755666:0:91912:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773616047.755669:0:91912:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773616047.755674:0:91912:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 4096 00010000:00000001:1.0:1773616047.755676:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755678:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755680:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.755681:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755683:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755685:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755686:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773616047.755687:0:91912:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773616047.755689:0:91912:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773616047.755690:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a807bd9880 1 00800000:00000010:1.0:1773616047.755693:0:91912:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a807bd9880. 00800000:00000001:1.0:1773616047.755696:0:91912:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.755699:0:91912:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff91a804153248) for lock 0xe60cc2233ec6785f 00800000:00000001:1.0:1773616047.755702:0:91912:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616047.755704:0:91912:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616047.755705:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755706:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755708:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.755710:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755711:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755714:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755715:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.755716:0:91912:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.755718:0:91912:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773616047.755721:0:91912:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1773616047.755725:0:91912:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.755728:0:91912:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff91a804153248) 00000080:00010000:1.0:1773616047.755731:0:91912:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6785f from it ffffa25881d3fcb8 00010000:00000001:1.0:1773616047.755733:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.755734:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.755735:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.755737:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755739:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.755741:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.755744:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.755750:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755751:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.755752:0:91912:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616047.755755:0:91912:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616047.755757:0:91912:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616047.755763:0:91912:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616047.755766:0:91912:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616047.755768:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.755772:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755773:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.755774:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.755777:0:91912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616047.755779:0:91912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.755781:0:91912:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.755783:0:91912:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.755785:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.755786:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.755787:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616047.755789:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.755793:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1aa00 x1859763795563904/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616063 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.755801:0:91912:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616047.755804:0:91912:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616047.755807:0:91912:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a802f52800. 02000000:00000001:1.0:1773616047.755811:0:91912:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616047.755813:0:91912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616047.755815:0:91912:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616047.755818:0:91912:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616047.755821:0:91912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050fa800. 02000000:00000001:1.0:1773616047.755824:0:91912:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616047.755826:0:91912:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616047.755828:0:91912:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1aa00. 00000100:00000001:1.0:1773616047.755832:0:91912:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616047.755833:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616047.757042:0:91912:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.757052:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fd08 00000080:00000008:1.0:1773616047.757055:0:91912:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773616047.757117:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616047.757121:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616047.757123:0:91912:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616047.757125:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fbc0 00000080:00200000:1.0:1773616047.757127:0:91912:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616047.757133:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00800000:00000002:1.0:1773616047.757139:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773616047.757143:0:91912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616047.757147:0:91912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.757149:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fae0 00800000:00000002:1.0:1773616047.757151:0:91912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.757154:0:91912:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616047.757157:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.757159:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.757161:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.757164:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.757166:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.757168:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.757170:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.757173:0:91912:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616047.757178:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.757180:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f9b0 00000002:00010000:1.0:1773616047.757181:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616047.757185:0:91912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616047.757187:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.757191:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.757196:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.757198:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.757202:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.757206:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616047.757211:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773616047.757220:0:91912:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616047.757226:0:91912:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.757229:0:91912:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773616047.757236:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616047.757238:0:91912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.757240:0:91912:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.757243:0:91912:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.757245:0:91912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.757247:0:91912:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616047.757250:0:91912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616047.757252:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.757256:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.757272:0:91912:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616047.757274:0:91912:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.757277:0:91912:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616047.757280:0:91912:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6783c 00800000:00000001:1.0:1773616047.757283:0:91912:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616047.757285:0:91912:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616047.757286:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.757288:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.757291:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.757293:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.757296:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.757298:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.757300:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.757302:0:91912:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.757304:0:91912:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.757306:0:91912:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6783c from it ffffa25881d3fbf8 00010000:00000001:1.0:1773616047.757308:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.757309:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.757311:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.757313:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.757315:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.757318:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.757321:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773616047.757328:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.757329:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.757330:0:91912:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616047.757332:0:91912:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616047.757335:0:91912:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773616047.757342:0:91912:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616047.757344:0:91912:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616047.757346:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.757349:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.757350:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.757351:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757354:0:91912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616047.757356:0:91912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757357:0:91912:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757360:0:91912:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757362:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.757363:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.757364:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616047.757366:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616047.757368:0:91912:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.757371:0:91912:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616047.757375:0:91912:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.757380:0:91912:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773616047.757383:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fbc0 00000080:00002000:1.0:1773616047.757384:0:91912:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff91a808440798) flags 0x28004e refc 1 00000080:00000001:1.0:1773616047.757387:0:91912:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.757389:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fc08 00000080:00200000:1.0:1773616047.757390:0:91912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=266 00000080:00000002:1.0:1773616047.757395:0:91912:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1773616047.757400:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:1.0:1773616047.757402:0:91912:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248), inode mode 41ed mask 44 00000080:00000001:1.0:1773616047.757405:0:91912:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.757410:0:91912:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:1.0:1773616047.757412:0:91912:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:1.0:1773616047.757414:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb78 00000080:00200008:1.0:1773616047.757417:0:91912:0:(file.c:1030:ll_file_open()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), flags 704400 00000080:00000010:1.0:1773616047.757421:0:91912:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a8017c1900. 00000080:00000001:1.0:1773616047.757428:0:91912:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1773616047.757431:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00800000:00000002:1.0:1773616047.757433:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773616047.757436:0:91912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616047.757438:0:91912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.757440:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa28 00800000:00000002:1.0:1773616047.757441:0:91912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x5:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.757445:0:91912:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773616047.757447:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.757448:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.757449:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.757451:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.757453:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.757455:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.757457:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.757459:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f9a8 00800000:00000002:1.0:1773616047.757461:0:91912:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616047.757465:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.757466:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f8e0 00000002:00010000:1.0:1773616047.757469:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1773616047.757472:0:91912:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773616047.757474:0:91912:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773616047.757477:0:91912:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773616047.757481:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 3 00010000:00000001:1.0:1773616047.757483:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.757486:0:91912:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773616047.757490:0:91912:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757492:0:91912:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.757494:0:91912:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.757495:0:91912:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773616047.757497:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.757499:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.757501:0:91912:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773616047.757502:0:91912:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757504:0:91912:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.757506:0:91912:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616047.757510:0:91912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1aa00. 00000020:00000040:1.0:1773616047.757514:0:91912:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:1.0:1773616047.757519:0:91912:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616047.757521:0:91912:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757523:0:91912:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616047.757527:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.757529:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.757531:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.757532:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.757535:0:91912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616047.757537:0:91912:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616047.757540:0:91912:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616047.757545:0:91912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fa800. 00000100:00000001:1.0:1773616047.757551:0:91912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757555:0:91912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616047.757556:0:91912:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757558:0:91912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616047.757559:0:91912:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.757561:0:91912:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.757568:0:91912:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00010000:00000001:1.0:1773616047.757571:0:91912:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616047.757574:0:91912:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773616047.757576:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.757578:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.757580:0:91912:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616047.757583:0:91912:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2b400. 00000020:00000001:1.0:1773616047.757586:0:91912:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616047.757589:0:91912:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2b400 with handle 0xe60cc2233ec67866 to hash 00000020:00000001:1.0:1773616047.757591:0:91912:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616047.757593:0:91912:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773616047.757596:0:91912:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773616047.757599:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.757600:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.757604:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616047.757612:0:91912:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773616047.757625:0:91912:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773616047.757641:0:91912:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773616047.757651:0:91912:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616047.757658:0:91912:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616047.757660:0:91912:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616047.757667:0:91912:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.757670:0:91912:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749898541696 : -121323811009920 : ffff91a819578a80) 00000100:00000001:1.0:1773616047.757673:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.757674:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000001:1.0:1773616047.757679:0:91912:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616047.757683:0:91912:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.757686:0:91912:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616047.757688:0:91912:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616047.757693:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.757700:0:91912:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616047.757703:0:91912:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.757707:0:91912:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616047.757710:0:91912:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616047.757712:0:91912:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616047.757716:0:91912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564160:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773616047.757720:0:91912:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616047.757726:0:91912:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616047.757729:0:91912:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.757732:0:91912:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616047.757834:0:91912:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91a811980000. 02000000:00000001:1.0:1773616047.757860:0:91912:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616047.758033:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616047.758039:0:91912:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b58. 00000400:00000010:1.0:1773616047.758048:0:91912:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91a802f52800. 00000100:00000200:1.0:1773616047.758055:0:91912:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859763795564160, portal 10 00000100:00000001:1.0:1773616047.758058:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.758059:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000040:1.0:1773616047.758067:0:91912:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616063 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.758075:0:91912:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616047.758078:0:91912:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616047.758082:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1f68. 00000100:00000200:1.0:1773616047.758085:0:91912:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859763795564160, offset 0 00000400:00000200:1.0:1773616047.758091:0:91912:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616047.758100:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.758108:0:91912:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616047.758114:0:91912:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616047.758118:0:91912:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616047.758122:0:91912:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616047.758125:0:91912:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616047.758130:0:91912:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149350:149350:256:4294967295] 192.168.201.103@tcp LPNI seq info [149290:149290:8:4294967295] 00000400:00000200:1.0:1773616047.758135:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.758144:0:91912:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616047.758150:0:91912:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616047.758155:0:91912:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac900. 00000800:00000200:1.0:1773616047.758163:0:91912:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616047.758170:0:91912:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616047.758174:0:91912:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1773616047.758268:0:91912:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.758275:0:91912:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 380273 usecs (381 jiffies) 00000400:00000200:1.0:1773616047.758279:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616047.758283:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301848747 00000100:00000001:1.0:1773616047.758287:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.758289:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301848747 00000100:00000001:1.0:1773616047.758292:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.758295:0:91912:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.758297:0:91912:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.758300:0:91912:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616047.758302:0:91912:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616047.758305:0:91912:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a819578a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773616047.758308:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616047.758311:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616047.758448:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616047.758452:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac900. 00000400:00000200:0.0:1773616047.758457:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.758463:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616047.758468:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1f68 00000400:00000010:0.0:1773616047.758471:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1f68. 00000100:00000001:0.0:1773616047.758475:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616047.758480:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616063 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.758491:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616047.758494:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616063 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.758502:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616047.758504:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616047.770501:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.770519:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616047.770524:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.770527:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.770536:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.770543:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616047.770552:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.770557:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.770563:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.770568:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200669680 00000400:00000200:0.0:1773616047.770573:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.770579:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x193351 [64] + 224 00000800:00000001:0.0:1773616047.770587:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.770595:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.770598:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.770603:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616047.770610:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616047.770618:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616063 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616047.770632:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.770706:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616047.770733:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616047.770742:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.770748:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616047.772004:0:91912:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616047.772008:0:91912:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616047.772012:0:91912:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b58. 00000400:00000200:1.0:1773616047.772018:0:91912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a802f52800 00000400:00000010:1.0:1773616047.772021:0:91912:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff91a802f52800. 00000100:00000001:1.0:1773616047.772026:0:91912:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616047.772033:0:91912:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616047.772044:0:91912:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.772051:0:91912:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616047.772052:0:91912:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.772055:0:91912:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616047.772058:0:91912:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616047.772061:0:91912:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616047.772063:0:91912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.772076:0:91912:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616047.772086:0:91912:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=138 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616047.772090:0:91912:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616047.772092:0:91912:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773616047.772096:0:91912:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a807a1aa00 x1859763795564160/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.772101:0:91912:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773616047.772104:0:91912:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773616047.772106:0:91912:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773616047.772108:0:91912:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773616047.772110:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.772111:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000001:1.0:1773616047.772114:0:91912:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616047.772116:0:91912:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215228 00000100:00000001:1.0:1773616047.772118:0:91912:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616047.772120:0:91912:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773616047.772124:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616063 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.772130:0:91912:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773616047.772133:0:91912:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616047.772135:0:91912:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616047.772139:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616063 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616047.772146:0:91912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564160:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773616047.772151:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.772153:0:91912:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773616047.772155:0:91912:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616047.772157:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.772161:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616063 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.772167:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616047.772169:0:91912:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.772173:0:91912:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616047.772174:0:91912:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773616047.772178:0:91912:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773616047.772183:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.772185:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.772188:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=4 00000020:00000001:1.0:1773616047.772191:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773616047.772193:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00010000:1.0:1773616047.772199:0:91912:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772208:0:91912:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773616047.772212:0:91912:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772217:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.772220:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772225:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.772227:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616047.772229:0:91912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772235:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.772238:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.772241:0:91912:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773616047.772244:0:91912:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616047.772250:0:91912:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a807b2b400 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:1.0:1773616047.772254:0:91912:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773616047.772258:0:91912:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772278:0:91912:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773616047.772281:0:91912:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773616047.772284:0:91912:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772289:0:91912:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773616047.772292:0:91912:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773616047.772293:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.772294:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.772295:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b400 refcount=5 00000020:00000001:1.0:1773616047.772297:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773616047.772299:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526208 : -121324107025408 : ffff91a807b2b400) 00010000:00000001:1.0:1773616047.772302:0:91912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616047.772304:0:91912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773616047.772310:0:91912:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616047.772312:0:91912:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.772314:0:91912:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773616047.772316:0:91912:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616047.772319:0:91912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616047.772321:0:91912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616047.772323:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.772324:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616047.772326:0:91912:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2b400 with handle 0xe60cc2233ec67866 from hash 00010000:00000001:1.0:1773616047.772328:0:91912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616047.772330:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.772331:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.772332:0:91912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616047.772334:0:91912:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616047.772335:0:91912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773616047.772337:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.772338:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.772339:0:91912:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.772341:0:91912:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.772343:0:91912:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772348:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.772349:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.772350:0:91912:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773616047.772351:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.772353:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.772354:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.772355:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616047.772356:0:91912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b400/0xe60cc2233ec67866 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 91912 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616047.772367:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.772368:0:91912:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773616047.772372:0:91912:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773616047.772377:0:91912:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616063 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773616047.772385:0:91912:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1773616047.772389:0:91912:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616063 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773616047.772395:0:91912:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.772401:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773616047.772402:0:91912:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.772404:0:91912:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.772406:0:91912:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.772408:0:91912:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1773616047.772410:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.772411:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00010000:00000001:1.0:1773616047.772413:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773616047.772414:0:91912:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.772416:0:91912:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773616047.772418:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f860 00000002:00002000:1.0:1773616047.772420:0:91912:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1773616047.772423:0:91912:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.772528:0:91912:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.772532:0:91912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773616047.772534:0:91912:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1773616047.772537:0:91912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.772541:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.772545:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.772549:0:91912:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:1.0:1773616047.772555:0:91912:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1773616047.772559:0:91912:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773616047.772565:0:91912:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a807bd9880. 00800000:00000001:1.0:1773616047.772567:0:91912:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749603240064 : -121324106311552 : ffff91a807bd9880) 00800000:00000001:1.0:1773616047.772569:0:91912:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.772571:0:91912:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773616047.772573:0:91912:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773616047.772575:0:91912:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773616047.772578:0:91912:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773616047.772581:0:91912:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773616047.772582:0:91912:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.772586:0:91912:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773616047.772589:0:91912:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:1.0:1773616047.772595:0:91912:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x5:0x0], updating i_size 4096 00000080:00000001:1.0:1773616047.772597:0:91912:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773616047.772600:0:91912:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773616047.772601:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a807bd9880 1 00800000:00000010:1.0:1773616047.772604:0:91912:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a807bd9880. 00800000:00000001:1.0:1773616047.772607:0:91912:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773616047.772610:0:91912:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1773616047.772614:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.772619:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.772626:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.772630:0:91912:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773616047.772635:0:91912:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a807bd9880. 00000080:00000001:1.0:1773616047.772637:0:91912:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:1.0:1773616047.772640:0:91912:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1773616047.772642:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.772645:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.772647:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.772649:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.772651:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.772653:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.772656:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.772659:0:91912:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1773616047.772662:0:91912:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a820339a60. 00000002:00100000:1.0:1773616047.772667:0:91912:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1773616047.772673:0:91912:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.772674:0:91912:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1773616047.772678:0:91912:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1773616047.772682:0:91912:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.772684:0:91912:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1773616047.772686:0:91912:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.772688:0:91912:0:(file.c:1236:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.772692:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.772696:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1773616047.772933:0:91912:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616047.772938:0:91912:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91a811980000. 02000000:00000001:1.0:1773616047.772973:0:91912:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773616047.772974:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.772977:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb78 00000080:00000008:1.0:1773616047.772980:0:91912:0:(file.c:1269:ll_file_open()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), flags 704400, rc = 0 00000080:00000001:1.0:1773616047.772984:0:91912:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.773004:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fd28 00000080:00200008:1.0:1773616047.773006:0:91912:0:(file.c:6218:ll_getattr_dentry()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773616047.773012:0:91912:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616047.773013:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fca0 00000080:00200000:1.0:1773616047.773015:0:91912:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248),name=d130b.recovery-small 00000080:00000010:1.0:1773616047.773021:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00800000:00000002:1.0:1773616047.773027:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773616047.773033:0:91912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616047.773036:0:91912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.773037:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fbc0 00800000:00000002:1.0:1773616047.773040:0:91912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x5:0x0] 'd130b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.773043:0:91912:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616047.773046:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.773047:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.773049:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.773050:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.773052:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.773053:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.773055:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.773057:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.773058:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.773059:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.773060:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.773062:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.773064:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.773154:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.773158:0:91912:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x5:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616047.773163:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.773165:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa90 00000002:00010000:1.0:1773616047.773167:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616047.773171:0:91912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616047.773173:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.773176:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.773182:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 3 00010000:00000001:1.0:1773616047.773184:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.773189:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.773192:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616047.773195:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773616047.773204:0:91912:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616047.773208:0:91912:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.773212:0:91912:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773616047.773219:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616047.773221:0:91912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.773223:0:91912:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.773225:0:91912:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.773227:0:91912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.773228:0:91912:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616047.773231:0:91912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616047.773233:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.773235:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.773239:0:91912:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616047.773241:0:91912:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.773244:0:91912:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff91a804153248) 00000080:00010000:1.0:1773616047.773247:0:91912:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x5:0x0](ffff91a804153248) for lock 0xe60cc2233ec6785f 00800000:00000001:1.0:1773616047.773250:0:91912:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616047.773253:0:91912:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616047.773254:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.773256:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.773258:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.773271:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.773273:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.773275:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.773277:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.773278:0:91912:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.773280:0:91912:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.773282:0:91912:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6785f from it ffffa25881d3fcd8 00010000:00000001:1.0:1773616047.773284:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.773285:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.773286:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.773288:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.773290:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.773292:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.773295:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616047.773302:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.773303:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.773304:0:91912:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616047.773306:0:91912:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616047.773309:0:91912:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616047.773316:0:91912:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616047.773318:0:91912:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616047.773320:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.773324:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.773325:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.773327:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.773329:0:91912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616047.773331:0:91912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.773334:0:91912:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.773336:0:91912:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.773338:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.773339:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.773340:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616047.773342:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616047.773343:0:91912:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616047.773347:0:91912:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.773350:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fd28 00000080:00000008:1.0:1773616047.773352:0:91912:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773616047.773418:0:91912:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1773616047.773421:0:91912:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1773616047.773509:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00800000:00000002:1.0:1773616047.773513:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a810301e40 2 00000080:00000001:1.0:1773616047.773516:0:91912:0:(dir.c:193:ll_dir_read()) Process entered 00800000:00000001:1.0:1773616047.773521:0:91912:0:(lmv_obd.c:3287:lmv_read_page()) Process entered 00800000:00000001:1.0:1773616047.773522:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.773524:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.773525:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.773527:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.773529:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.773531:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.773533:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.773536:0:91912:0:(mdc_request.c:1485:mdc_read_page()) Process entered 00000002:00000001:1.0:1773616047.773538:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.773539:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fab8 00000002:00010000:1.0:1773616047.773541:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x5:0x0]) in obj [0x20000bf89:0x5:0x0], intent: readdir flags 0 00000002:00000001:1.0:1773616047.773544:0:91912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616047.773546:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.773547:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.773550:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 3 00010000:00000001:1.0:1773616047.773553:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.773555:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.773557:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616047.773561:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773616047.773574:0:91912:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616047.773576:0:91912:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.773579:0:91912:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773616047.773928:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616047.773930:0:91912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.773932:0:91912:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.773934:0:91912:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616047.773935:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.773937:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.773938:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.773940:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.773943:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.773945:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.773947:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.773948:0:91912:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.773979:0:91912:0:(mdc_request.c:1389:ll_mdc_read_page_remote()) Process entered 00000002:00000010:1.0:1773616047.773985:0:91912:0:(mdc_request.c:1396:ll_mdc_read_page_remote()) kmalloced '(page_pool)': 2048 at ffff91a802f52800. 00000002:00000001:1.0:1773616047.776122:0:91912:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1773616047.776132:0:91912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19f80. 00000020:00000040:1.0:1773616047.776137:0:91912:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616047.776142:0:91912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616047.776144:0:91912:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616047.776149:0:91912:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616047.776155:0:91912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f62000. 00000100:00000001:1.0:1773616047.776161:0:91912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.776164:0:91912:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1773616047.776169:0:91912:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91a8050f8000. 00000100:00000010:1.0:1773616047.776173:0:91912:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91a802e52000. 00000020:00000040:1.0:1773616047.776176:0:91912:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616047.776198:0:91912:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616047.776201:0:91912:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616047.776208:0:91912:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.776210:0:91912:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749898541696 : -121323811009920 : ffff91a819578a80) 00000100:00000001:1.0:1773616047.776213:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.776215:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000001:1.0:1773616047.776219:0:91912:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616047.776223:0:91912:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.776225:0:91912:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616047.776227:0:91912:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616047.776237:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.776247:0:91912:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616047.776249:0:91912:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.776253:0:91912:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616047.776255:0:91912:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616047.776270:0:91912:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616047.776274:0:91912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564288:192.168.201.103@tcp:37:rm.0 00000100:00000001:1.0:1773616047.776279:0:91912:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616047.776283:0:91912:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616047.776285:0:91912:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.776288:0:91912:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1773616047.776297:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616047.776302:0:91912:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b58. 00000400:00000010:1.0:1773616047.776311:0:91912:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91a8111a0000. 00000100:00000200:1.0:1773616047.776318:0:91912:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69b7200669700-0x69b7200669700, portal 14 00000100:00000001:1.0:1773616047.776321:0:91912:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.776324:0:91912:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616047.776328:0:91912:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f9400. 02000000:00000001:1.0:1773616047.776329:0:91912:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616047.776333:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616047.776336:0:91912:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616047.776341:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616047.776344:0:91912:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795564288, portal 10 00000100:00000001:1.0:1773616047.776346:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.776348:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000040:1.0:1773616047.776355:0:91912:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.776363:0:91912:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616047.776366:0:91912:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616047.776368:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616047.776371:0:91912:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1859763795564288, offset 0 00000400:00000200:1.0:1773616047.776377:0:91912:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616047.776385:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.776392:0:91912:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616047.776397:0:91912:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616047.776401:0:91912:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616047.776404:0:91912:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616047.776407:0:91912:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616047.776411:0:91912:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149351:149351:256:4294967295] 192.168.201.103@tcp LPNI seq info [149291:149291:8:4294967295] 00000400:00000200:1.0:1773616047.776416:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.776425:0:91912:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616047.776432:0:91912:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616047.776437:0:91912:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac300. 00000800:00000200:1.0:1773616047.776444:0:91912:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616047.776452:0:91912:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616047.776457:0:91912:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1773616047.776467:0:91912:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.776472:0:91912:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 379392 usecs (380 jiffies) 00000400:00000200:1.0:1773616047.776475:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616047.776478:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301848764 00000100:00000001:1.0:1773616047.776481:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.776484:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301848764 00000100:00000001:1.0:1773616047.776487:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.776489:0:91912:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.776493:0:91912:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.776495:0:91912:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616047.776497:0:91912:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616047.776500:0:91912:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a819578a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773616047.776503:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616047.776505:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616047.777678:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616047.777684:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac300. 00000400:00000200:0.0:1773616047.777690:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.777697:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616047.777703:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:0.0:1773616047.777705:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:0.0:1773616047.777709:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616047.777725:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.777735:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616047.777739:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.777746:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616047.777748:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773616047.782793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b400. 00000800:00000001:0.0:1773616047.792909:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.792931:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616047.792936:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.792939:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.792948:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.792955:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616047.792967:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.792972:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.792977:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.792981:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 4096 into portal 14 MB=0x69b7200669700 00000400:00000200:0.0:1773616047.792986:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.792992:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.201.103@tcp of length 4096/4096 into md 0x193361 [256] + 0 00000400:00000010:0.0:1773616047.792998:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b58. 00000400:00000200:0.0:1773616047.793005:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91a8111a0000 00000800:00000001:0.0:1773616047.793012:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.793041:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.793045:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.793051:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616047.793057:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111a0000 00000400:00000010:0.0:1773616047.793060:0:2391:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff91a8111a0000. 00000100:00000001:0.0:1773616047.793081:0:2391:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1773616047.793084:0:2391:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91a807a19f80 desc ffff91a8050f8000 mbits 1859763795564288 00000100:00000001:0.0:1773616047.793094:0:2391:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1773616047.793101:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1773616047.793106:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.793112:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616047.793118:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149352:149352:256:4294967295] 192.168.201.103@tcp LPNI seq info [149292:149292:8:4294967295] 00000400:00000200:0.0:1773616047.793122:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.793130:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) 192.168.201.103@tcp : ACK try# 0 00000800:00000200:0.0:1773616047.793135:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616047.793143:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91a8060d8000. 00000800:00000200:0.0:1773616047.793150:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616047.793157:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616047.793161:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8060d8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1773616047.793257:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616047.793462:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91a8060d8000. 00000400:00000200:0.0:1773616047.793466:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.793471:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: ACK: OK 00000800:00000001:0.0:1773616047.793478:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.793482:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.794083:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616047.794089:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616047.810127:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.810144:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616047.810148:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.810151:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.810159:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.810167:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616047.810176:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.810181:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.810187:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.810192:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 440 into portal 10 MB=0x69b7200669700 00000400:00000200:0.0:1773616047.810197:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.810204:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 440/440 into md 0x193369 [1] + 224 00000800:00000001:0.0:1773616047.810212:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.810224:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.810227:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.810231:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616047.810239:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616047.810249:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616047.810277:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.810290:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616047.810299:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.810303:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.810472:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616047.810480:0:91912:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616047.810482:0:91912:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616047.810485:0:91912:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:1.0:1773616047.810490:0:91912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616047.810492:0:91912:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616047.810495:0:91912:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616047.810500:0:91912:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616047.810511:0:91912:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.810518:0:91912:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616047.810520:0:91912:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.810523:0:91912:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616047.810526:0:91912:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616047.810529:0:91912:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616047.810532:0:91912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.810535:0:91912:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616047.810545:0:91912:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616047.810550:0:91912:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616047.810553:0:91912:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616047.810555:0:91912:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.810558:0:91912:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616047.810562:0:91912:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.810566:0:91912:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773616047.810567:0:91912:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215230 gen 10 00000100:00000040:1.0:1773616047.810574:0:91912:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215230) req@ffff91a8036cb100 x1859763795562624/t103079215229(103079215229) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616058 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.810588:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.810592:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb100 x1859763795562624/t103079215229(103079215229) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/448 e 0 to 0 dl 1773616058 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.810599:0:91912:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616047.810666:0:91912:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616047.810671:0:91912:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803495800. 02000000:00000001:1.0:1773616047.810677:0:91912:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616047.810679:0:91912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616047.810682:0:91912:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616047.810684:0:91912:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616047.810687:0:91912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803495c00. 02000000:00000001:1.0:1773616047.810691:0:91912:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616047.810693:0:91912:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616047.810695:0:91912:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb100. 00000100:00000001:1.0:1773616047.810699:0:91912:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616047.810701:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773616047.810707:0:91912:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.810715:0:91912:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773616047.810718:0:91912:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:1.0:1773616047.815542:0:91912:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616047.815545:0:91912:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.815560:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616047.815574:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.815583:0:91912:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616047.815585:0:91912:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616047.815589:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616047.815607:0:91912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564288:192.168.201.103@tcp:37:rm.0 00000100:00000001:1.0:1773616047.815613:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.815617:0:91912:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.815620:0:91912:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616047.815622:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.815626:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.815634:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616047.815637:0:91912:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.815643:0:91912:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616047.815644:0:91912:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.815649:0:91912:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.815651:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.815655:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19f80 x1859763795564288/t0(0) o37->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 448/440 e 0 to 0 dl 1773616063 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.815663:0:91912:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616047.815666:0:91912:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616047.815670:0:91912:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f9400. 02000000:00000001:1.0:1773616047.815674:0:91912:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616047.815677:0:91912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616047.815678:0:91912:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616047.815681:0:91912:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773616047.815683:0:91912:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1773616047.815685:0:91912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616047.815686:0:91912:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616047.815688:0:91912:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1773616047.815713:0:91912:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91a802e52000. 00000100:00000010:1.0:1773616047.815718:0:91912:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91a8050f8000. 00000100:00000001:1.0:1773616047.815721:0:91912:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1773616047.815724:0:91912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f62000. 02000000:00000001:1.0:1773616047.815727:0:91912:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616047.815728:0:91912:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616047.815731:0:91912:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19f80. 00000100:00000001:1.0:1773616047.815736:0:91912:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616047.815737:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.815740:0:91912:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1773616047.815742:0:91912:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1773616047.816430:0:91912:0:(mdc_request.c:1438:ll_mdc_read_page_remote()) kfreed 'page_pool': 2048 at ffff91a802f52800. 00000002:00000001:1.0:1773616047.816436:0:91912:0:(mdc_request.c:1440:ll_mdc_read_page_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.816443:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.816446:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.816449:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b600 refcount=3 00000020:00000001:1.0:1773616047.816452:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.816455:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602526720 : -121324107024896 : ffff91a807b2b600) 00010000:00000001:1.0:1773616047.816458:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.816464:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616047.816475:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.816477:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.816478:0:91912:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616047.816482:0:91912:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616047.816485:0:91912:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616047.816494:0:91912:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616047.816498:0:91912:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616047.816501:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.816506:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.816507:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.816509:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.816512:0:91912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616047.816514:0:91912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.816517:0:91912:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.816521:0:91912:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.816523:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.816525:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.816527:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1773616047.816529:0:91912:0:(lmv_obd.c:3303:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.816535:0:91912:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088005 : 144116010713088005 : 20000bf89000005) 00000080:00000001:1.0:1773616047.816541:0:91912:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773616047.816547:0:91912:0:(dir.c:305:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.816552:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301e40 2 00000080:00000010:1.0:1773616047.816556:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.816562:0:91912:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.816592:0:91912:0:(dir.c:323:ll_iterate()) Process entered 00000080:00200000:1.0:1773616047.816594:0:91912:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1773616047.816598:0:91912:0:(dir.c:341:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773616047.816601:0:91912:0:(dir.c:401:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.816675:0:91912:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:1.0:1773616047.816678:0:91912:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773616047.816682:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fdb0 00000080:00200008:1.0:1773616047.816685:0:91912:0:(file.c:424:ll_file_release()) START file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), flags 704000 00000080:00400000:1.0:1773616047.816690:0:91912:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x20000bf89:0x5:0x0] 00000080:00000001:1.0:1773616047.816694:0:91912:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773616047.816696:0:91912:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1773616047.816697:0:91912:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:1.0:1773616047.816702:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.816705:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.816707:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.816710:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.816713:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.816715:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.816718:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.816722:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.816735:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.816742:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 3 00010000:00000001:1.0:1773616047.816745:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.816750:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.816751:0:91912:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x5:0x0]: 0 00000080:00000001:1.0:1773616047.816754:0:91912:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773616047.816756:0:91912:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773616047.816760:0:91912:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.816763:0:91912:0:(file.c:87:ll_prepare_close()) Process entered 00800000:00000002:1.0:1773616047.816767:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a810301e40 2 00000080:00000001:1.0:1773616047.816771:0:91912:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773616047.816775:0:91912:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:1.0:1773616047.816777:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.816778:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.816779:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.816781:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.816782:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.816784:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.816786:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.816788:0:91912:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x5:0x0] 00000002:00000001:1.0:1773616047.816791:0:91912:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773616047.816793:0:91912:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x5:0x0] file closed with intent: 0 00000100:00000010:1.0:1773616047.816798:0:91912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19f80. 00000020:00000040:1.0:1773616047.816802:0:91912:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616047.816806:0:91912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616047.816809:0:91912:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616047.816812:0:91912:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616047.816818:0:91912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f62000. 00000100:00000001:1.0:1773616047.816825:0:91912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773616047.816873:0:91912:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773616047.816885:0:91912:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773616047.816890:0:91912:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773616047.816898:0:91912:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616047.816900:0:91912:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616047.816907:0:91912:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.816909:0:91912:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749898541696 : -121323811009920 : ffff91a819578a80) 00000100:00000001:1.0:1773616047.816912:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.816914:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000001:1.0:1773616047.816918:0:91912:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616047.816923:0:91912:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.816925:0:91912:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616047.816926:0:91912:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616047.816930:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.816939:0:91912:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616047.816942:0:91912:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.816945:0:91912:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616047.816948:0:91912:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616047.816951:0:91912:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616047.816954:0:91912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564544:192.168.201.103@tcp:35:rm.0 00000100:00000001:1.0:1773616047.816959:0:91912:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616047.816963:0:91912:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616047.816966:0:91912:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.816969:0:91912:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616047.816973:0:91912:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f8000. 02000000:00000001:1.0:1773616047.816976:0:91912:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616047.816984:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616047.816988:0:91912:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616047.816994:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616047.817001:0:91912:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795564544, portal 10 00000100:00000001:1.0:1773616047.817004:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.817005:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000040:1.0:1773616047.817012:0:91912:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.817020:0:91912:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616047.817023:0:91912:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616047.817025:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616047.817028:0:91912:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795564544, offset 0 00000400:00000200:1.0:1773616047.817036:0:91912:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616047.817045:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.817053:0:91912:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616047.817058:0:91912:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616047.817062:0:91912:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616047.817066:0:91912:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616047.817069:0:91912:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616047.817074:0:91912:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149353:149353:256:4294967295] 192.168.201.103@tcp LPNI seq info [149293:149293:8:4294967295] 00000400:00000200:1.0:1773616047.817079:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.817089:0:91912:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616047.817095:0:91912:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616047.817100:0:91912:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098acb00. 00000800:00000200:1.0:1773616047.817107:0:91912:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616047.817114:0:91912:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616047.817119:0:91912:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098acb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773616047.817137:0:91912:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.817142:0:91912:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 378576 usecs (379 jiffies) 00000400:00000200:1.0:1773616047.817146:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616047.817149:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301848797 00000100:00000001:1.0:1773616047.817152:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.817154:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301848797 00000100:00000001:1.0:1773616047.817157:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.817159:0:91912:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.817162:0:91912:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.817164:0:91912:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616047.817166:0:91912:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616047.817169:0:91912:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a819578a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773616047.817172:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616047.817175:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616047.820142:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616047.820151:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098acb00. 00000400:00000200:0.0:1773616047.820159:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.820167:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616047.820175:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:0.0:1773616047.820178:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:0.0:1773616047.820182:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616047.820191:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.820203:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616047.820207:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616063 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.820215:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616047.820217:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616047.837064:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.837091:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616047.837095:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.837098:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.837107:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.837115:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616047.837125:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.837140:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.837147:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.837152:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200669800 00000400:00000200:0.0:1773616047.837157:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.837164:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x193379 [1] + 224 00000800:00000001:0.0:1773616047.837173:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.837182:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.837185:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.837190:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616047.837198:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616047.837207:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616047.837220:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616047.837243:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616047.837252:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.837255:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.840166:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616047.840178:0:91912:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616047.840181:0:91912:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616047.840186:0:91912:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:1.0:1773616047.840193:0:91912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616047.840196:0:91912:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616047.840200:0:91912:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616047.840416:0:91912:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616047.840430:0:91912:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19f80 x1859763795564544/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840440:0:91912:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616047.840443:0:91912:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.840446:0:91912:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616047.840449:0:91912:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616047.840452:0:91912:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616047.840454:0:91912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.840458:0:91912:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616047.840469:0:91912:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616047.840474:0:91912:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616047.840476:0:91912:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616047.840478:0:91912:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.840481:0:91912:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616047.840484:0:91912:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.840488:0:91912:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773616047.840489:0:91912:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773616047.840491:0:91912:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773616047.840493:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.840495:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000001:1.0:1773616047.840498:0:91912:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616047.840500:0:91912:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215230 00000100:00000001:1.0:1773616047.840502:0:91912:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616047.840504:0:91912:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.840509:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19f80 x1859763795564544/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616063 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840516:0:91912:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.840519:0:91912:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616047.840521:0:91912:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616047.840525:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19f80 x1859763795564544/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616063 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616047.840533:0:91912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564544:192.168.201.103@tcp:35:rm.0 00000100:00000001:1.0:1773616047.840537:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.840541:0:91912:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.840543:0:91912:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616047.840545:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.840548:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19f80 x1859763795564544/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616063 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840555:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616047.840558:0:91912:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.840562:0:91912:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616047.840563:0:91912:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.840570:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.840572:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000002:00000001:1.0:1773616047.840575:0:91912:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.840578:0:91912:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.840583:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301e40 2 00000080:00000010:1.0:1773616047.840586:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:1.0:1773616047.840590:0:91912:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1773616047.840593:0:91912:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1773616047.840596:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.840598:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.840601:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.840794:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.840797:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.840799:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.840801:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.840806:0:91912:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1773616047.840812:0:91912:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840821:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.840823:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000001:1.0:1773616047.840825:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.840828:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840835:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.840879:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.840883:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19f80 x1859763795564544/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616063 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840890:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.840892:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.840895:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1aa00 x1859763795564160/t103079215230(103079215230) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/664 e 0 to 0 dl 1773616063 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840901:0:91912:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773616047.840904:0:91912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616047.840906:0:91912:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616047.840909:0:91912:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616047.840912:0:91912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050fa800. 02000000:00000001:1.0:1773616047.840916:0:91912:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616047.840918:0:91912:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616047.840921:0:91912:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1aa00. 00000100:00000001:1.0:1773616047.840924:0:91912:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616047.840925:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.840927:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.840931:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19f80 x1859763795564544/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616063 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840937:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773616047.840940:0:91912:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91a820339a60. 00000002:00000001:1.0:1773616047.840943:0:91912:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.840945:0:91912:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773616047.840948:0:91912:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a807bd9880. 00000100:00000001:1.0:1773616047.840950:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.840953:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19f80 x1859763795564544/t103079215231(103079215231) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616063 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616047.840959:0:91912:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616047.840961:0:91912:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616047.840963:0:91912:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f8000. 02000000:00000001:1.0:1773616047.840965:0:91912:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616047.840967:0:91912:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616047.840968:0:91912:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616047.840970:0:91912:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616047.840971:0:91912:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f62000. 02000000:00000001:1.0:1773616047.840973:0:91912:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616047.840975:0:91912:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616047.840976:0:91912:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19f80. 00000100:00000001:1.0:1773616047.840979:0:91912:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616047.840980:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616047.840983:0:91912:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773616047.840986:0:91912:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a8017c1900. 00000080:00000001:1.0:1773616047.840990:0:91912:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.840996:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fdb0 00000080:00000008:1.0:1773616047.840998:0:91912:0:(file.c:464:ll_file_release()) COMPLETED file d130b.recovery-small:[0x20000bf89:0x5:0x0](ffff91a804153248), flags 704000, rc = 0 00000080:00000001:1.0:1773616047.841002:0:91912:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841005:0:91912:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841044:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616047.841049:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616047.841051:0:91912:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616047.841053:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fbd8 00000080:00200000:1.0:1773616047.841055:0:91912:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616047.841061:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62000. 00800000:00000002:1.0:1773616047.841069:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773616047.841074:0:91912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616047.841078:0:91912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.841080:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3faf8 00800000:00000002:1.0:1773616047.841083:0:91912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.841087:0:91912:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616047.841089:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.841091:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.841092:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.841094:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.841095:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841097:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.841099:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841102:0:91912:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616047.841108:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.841110:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f9c8 00000002:00010000:1.0:1773616047.841112:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616047.841115:0:91912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616047.841118:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841121:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841128:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.841132:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.841137:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.841142:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616047.841148:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1773616047.841160:0:91912:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616047.841164:0:91912:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.841168:0:91912:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1773616047.841176:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616047.841178:0:91912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.841180:0:91912:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.841182:0:91912:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.841184:0:91912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.841186:0:91912:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616047.841189:0:91912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616047.841191:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.841193:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62000. 00000080:00000001:1.0:1773616047.841196:0:91912:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616047.841198:0:91912:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.841201:0:91912:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616047.841205:0:91912:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6783c 00800000:00000001:1.0:1773616047.841208:0:91912:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616047.841211:0:91912:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616047.841213:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.841216:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.841219:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.841221:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841224:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841228:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841230:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.841232:0:91912:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.841234:0:91912:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.841237:0:91912:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6783c from it ffffa25881d3fc10 00010000:00000001:1.0:1773616047.841240:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.841241:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.841242:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.841243:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841246:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841248:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.841252:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773616047.841266:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841268:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.841269:0:91912:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616047.841272:0:91912:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616047.841275:0:91912:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773616047.841283:0:91912:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616047.841286:0:91912:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616047.841288:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.841293:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841294:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.841296:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841299:0:91912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616047.841301:0:91912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841303:0:91912:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841306:0:91912:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841308:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.841309:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841311:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616047.841312:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616047.841315:0:91912:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.841318:0:91912:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616047.841321:0:91912:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841329:0:91912:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773616047.841331:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fda8 00000080:00002000:1.0:1773616047.841333:0:91912:0:(dcache.c:87:ll_dcompare()) found name d130b.recovery-small(ffff91a808440798) flags 0x28004e refc 1 00000080:00000001:1.0:1773616047.841336:0:91912:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616047.841338:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fe18 00000080:00200000:1.0:1773616047.841340:0:91912:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d130b.recovery-small, flags=0 00000080:00000002:1.0:1773616047.841344:0:91912:0:(llite_lib.c:3119:ll_update_dir_depth_dmv()) d130b.recovery-small [0x20000bf89:0x5:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1773616047.841348:0:91912:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616047.841349:0:91912:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616047.841350:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fd50 00000080:00200000:1.0:1773616047.841352:0:91912:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616047.841356:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62000. 00800000:00000002:1.0:1773616047.841359:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00000080:00000001:1.0:1773616047.841361:0:91912:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616047.841363:0:91912:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.841364:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fc70 00800000:00000002:1.0:1773616047.841366:0:91912:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.841369:0:91912:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616047.841370:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.841372:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.841373:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.841375:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.841376:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841378:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.841380:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841382:0:91912:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616047.841386:0:91912:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616047.841387:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb40 00000002:00010000:1.0:1773616047.841389:0:91912:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616047.841392:0:91912:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616047.841393:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841394:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841397:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.841400:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.841402:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.841404:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616047.841407:0:91912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1773616047.841414:0:91912:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616047.841417:0:91912:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616047.841420:0:91912:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1773616047.841426:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616047.841429:0:91912:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.841430:0:91912:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.841432:0:91912:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616047.841434:0:91912:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.841436:0:91912:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616047.841438:0:91912:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616047.841440:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.841442:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62000. 00000080:00000001:1.0:1773616047.841445:0:91912:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616047.841447:0:91912:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.841448:0:91912:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616047.841451:0:91912:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6783c 00800000:00000001:1.0:1773616047.841454:0:91912:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616047.841456:0:91912:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616047.841457:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.841458:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.841460:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.841462:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841464:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841467:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841468:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616047.841469:0:91912:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.841471:0:91912:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616047.841473:0:91912:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6783c from it ffffa25881d3fd88 00010000:00000001:1.0:1773616047.841476:0:91912:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616047.841477:0:91912:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616047.841479:0:91912:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a800 refcount=3 00000020:00000001:1.0:1773616047.841481:0:91912:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841483:0:91912:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983744 : -121323967567872 : ffff91a81002a800) 00010000:00000001:1.0:1773616047.841485:0:91912:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616047.841487:0:91912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773616047.841495:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841496:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.841497:0:91912:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616047.841499:0:91912:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616047.841501:0:91912:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773616047.841507:0:91912:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616047.841509:0:91912:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616047.841511:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.841513:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841514:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.841516:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841518:0:91912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616047.841519:0:91912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841521:0:91912:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841524:0:91912:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841525:0:91912:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616047.841527:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841528:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616047.841529:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616047.841530:0:91912:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616047.841532:0:91912:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:1.0:1773616047.841536:0:91912:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841540:0:91912:0:(namei.c:2314:ll_rmdir()) Process entered 00000020:00000001:1.0:1773616047.841542:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fe18 00000080:00200000:1.0:1773616047.841544:0:91912:0:(namei.c:2317:ll_rmdir()) VFS Op:name=d130b.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148) 00000080:00000001:1.0:1773616047.841548:0:91912:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1773616047.841550:0:91912:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d130b.recovery-small, [0x20000bf89:0x5:0x0]) is foreign... 00000080:00000001:1.0:1773616047.841553:0:91912:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1773616047.841557:0:91912:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62000. 00800000:00000002:1.0:1773616047.841560:0:91912:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 3 00800000:00000001:1.0:1773616047.841566:0:91912:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:1.0:1773616047.841569:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.841571:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.841572:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.841574:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.841575:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841577:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616047.841580:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.841582:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.841583:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.841584:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.841585:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.841587:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841589:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.841591:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.841593:0:91912:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1773616047.841595:0:91912:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616047.841596:0:91912:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616047.841597:0:91912:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616047.841598:0:91912:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616047.841600:0:91912:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841602:0:91912:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.841604:0:91912:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841606:0:91912:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x5:0x0] 00800000:00000001:1.0:1773616047.841609:0:91912:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.841611:0:91912:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x5:0x0] -> mds #0 00000002:00000001:1.0:1773616047.841616:0:91912:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1773616047.841619:0:91912:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773616047.841621:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 3 00010000:00000001:1.0:1773616047.841624:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.841627:0:91912:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773616047.841630:0:91912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616047.841633:0:91912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1773616047.841641:0:91912:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616047.841645:0:91912:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773616047.841647:0:91912:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773616047.841649:0:91912:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773616047.841651:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841653:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841654:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 4 00010000:00000001:1.0:1773616047.841656:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841659:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.841661:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841662:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841664:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 4 00010000:00000001:1.0:1773616047.841666:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841668:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.841669:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841670:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841671:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a900 count: 4 00010000:00000001:1.0:1773616047.841674:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841676:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841678:0:91912:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773616047.841681:0:91912:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773616047.841685:0:91912:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773616047.841687:0:91912:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773616047.841689:0:91912:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773616047.841691:0:91912:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841694:0:91912:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616047.841697:0:91912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616047.841699:0:91912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616047.841701:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.841703:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773616047.841706:0:91912:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a800 with handle 0xe60cc2233ec6783c from hash 00010000:00000001:1.0:1773616047.841708:0:91912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616047.841710:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841711:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.841712:0:91912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616047.841714:0:91912:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616047.841716:0:91912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773616047.841719:0:91912:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773616047.841721:0:91912:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.841723:0:91912:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616047.841725:0:91912:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773616047.841727:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 3 00010000:00000001:1.0:1773616047.841729:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616047.841732:0:91912:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773616047.841734:0:91912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616047.841737:0:91912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1773616047.841744:0:91912:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616047.841746:0:91912:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773616047.841747:0:91912:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773616047.841748:0:91912:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x5:0x0] mode (null) 00000002:00000001:1.0:1773616047.841750:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841752:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841754:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 4 00010000:00000001:1.0:1773616047.841756:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841759:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.841760:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841762:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841763:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 4 00010000:00000001:1.0:1773616047.841765:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841768:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.841769:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841771:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841772:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 4 00010000:00000001:1.0:1773616047.841774:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841777:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841778:0:91912:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773616047.841781:0:91912:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x20000bf89:0x5:0x0] lli = ffff91a804153180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773616047.841833:0:91912:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773616047.841835:0:91912:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773616047.841887:0:91912:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773616047.841889:0:91912:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x5:0x0](ffff91a804153248) invalid 00000020:00000001:1.0:1773616047.841892:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa80 00000080:00002000:1.0:1773616047.841894:0:91912:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d130b.recovery-small (ffff91a808440798) parent ffff91a80860ad80 inode ffff91a804153248 refc 3 00000080:00000001:1.0:1773616047.841897:0:91912:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773616047.841898:0:91912:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773616047.841900:0:91912:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841903:0:91912:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616047.841905:0:91912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616047.841906:0:91912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616047.841908:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.841909:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773616047.841912:0:91912:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2b600 with handle 0xe60cc2233ec6785f from hash 00010000:00000001:1.0:1773616047.841914:0:91912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616047.841915:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841916:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.841917:0:91912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616047.841919:0:91912:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616047.841920:0:91912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773616047.841923:0:91912:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616047.841925:0:91912:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1773616047.841931:0:91912:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616047.841933:0:91912:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773616047.841934:0:91912:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773616047.841936:0:91912:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x5:0x0] mode (null) 00000002:00000001:1.0:1773616047.841938:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841940:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841943:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 4 00010000:00000001:1.0:1773616047.841945:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841947:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.841949:0:91912:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616047.841950:0:91912:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616047.841952:0:91912:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb500 count: 4 00010000:00000001:1.0:1773616047.841954:0:91912:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616047.841956:0:91912:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841958:0:91912:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.841960:0:91912:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1773616047.841962:0:91912:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x5:0x0](ffff91a804153248) invalid 00000020:00000001:1.0:1773616047.841964:0:91912:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa80 00000080:00002000:1.0:1773616047.841965:0:91912:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d130b.recovery-small (ffff91a808440798) parent ffff91a80860ad80 inode ffff91a804153248 refc 3 00000080:00000001:1.0:1773616047.841968:0:91912:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1773616047.841969:0:91912:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773616047.841970:0:91912:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.841972:0:91912:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616047.841974:0:91912:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616047.841975:0:91912:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616047.841976:0:91912:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616047.841977:0:91912:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773616047.841979:0:91912:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5c00 with handle 0xe60cc2233ec67843 from hash 00010000:00000001:1.0:1773616047.841981:0:91912:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616047.841983:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616047.841984:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.841985:0:91912:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616047.841986:0:91912:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616047.841987:0:91912:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773616047.841990:0:91912:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773616047.841991:0:91912:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1773616047.841993:0:91912:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1773616047.841998:0:91912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19f80. 00000020:00000040:1.0:1773616047.842003:0:91912:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:1.0:1773616047.842008:0:91912:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616047.842010:0:91912:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.842012:0:91912:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616047.842016:0:91912:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616047.842017:0:91912:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.842020:0:91912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616047.842022:0:91912:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616047.842025:0:91912:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616047.842031:0:91912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63400. 00000100:00000001:1.0:1773616047.842036:0:91912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.842039:0:91912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616047.842041:0:91912:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773616047.842047:0:91912:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1773616047.842055:0:91912:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1773616047.842064:0:91912:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1773616047.842069:0:91912:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1773616047.842071:0:91912:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1773616047.842073:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616047.842075:0:91912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b600/0xe60cc2233ec6785f lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c49c expref: -99 pid: 91912 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616047.842086:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.842088:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616047.842091:0:91912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5c00/0xe60cc2233ec67843 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c45d expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1773616047.842097:0:91912:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feb500 count: 0 00010000:00000010:1.0:1773616047.842103:0:91912:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c280. 00010000:00000001:1.0:1773616047.842110:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.842112:0:91912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616047.842114:0:91912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a800/0xe60cc2233ec6783c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c441 expref: -99 pid: 91867 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773616047.842123:0:91912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616047.842124:0:91912:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.842126:0:91912:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616047.842128:0:91912:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.842130:0:91912:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1773616047.842141:0:91912:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1773616047.842151:0:91912:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616047.842160:0:91912:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616047.842162:0:91912:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616047.842168:0:91912:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.842170:0:91912:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749898541696 : -121323811009920 : ffff91a819578a80) 00000100:00000001:1.0:1773616047.842173:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.842174:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000001:1.0:1773616047.842179:0:91912:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616047.842183:0:91912:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.842185:0:91912:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616047.842187:0:91912:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616047.842191:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.842198:0:91912:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616047.842201:0:91912:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.842205:0:91912:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616047.842207:0:91912:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616047.842210:0:91912:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616047.842213:0:91912:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564800:192.168.201.103@tcp:36:rm.0 00000100:00000001:1.0:1773616047.842217:0:91912:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616047.842222:0:91912:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616047.842225:0:91912:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.842227:0:91912:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616047.842231:0:91912:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f8000. 02000000:00000001:1.0:1773616047.842234:0:91912:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616047.842241:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616047.842245:0:91912:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616047.842252:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616047.842268:0:91912:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795564800, portal 10 00000100:00000001:1.0:1773616047.842272:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.842273:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000040:1.0:1773616047.842279:0:91912:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.842287:0:91912:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616047.842291:0:91912:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616047.842294:0:91912:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000200:1.0:1773616047.842297:0:91912:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1859763795564800, offset 0 00000400:00000200:1.0:1773616047.842305:0:91912:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616047.842314:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.842322:0:91912:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616047.842327:0:91912:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616047.842331:0:91912:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616047.842335:0:91912:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616047.842338:0:91912:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616047.842343:0:91912:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149354:149354:256:4294967295] 192.168.201.103@tcp LPNI seq info [149294:149294:8:4294967295] 00000400:00000200:1.0:1773616047.842348:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616047.842358:0:91912:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616047.842363:0:91912:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616047.842369:0:91912:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098acb00. 00000800:00000200:1.0:1773616047.842377:0:91912:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616047.842385:0:91912:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616047.842389:0:91912:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098acb00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1773616047.842397:0:91912:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.842402:0:91912:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 377731 usecs (378 jiffies) 00000400:00000200:1.0:1773616047.842405:0:91912:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616047.842408:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301848828 00000100:00000001:1.0:1773616047.842411:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.842414:0:91912:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301848828 00000100:00000001:1.0:1773616047.842416:0:91912:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301849480 00000100:00000001:1.0:1773616047.842418:0:91912:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.842420:0:91912:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.842423:0:91912:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616047.842425:0:91912:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616047.842427:0:91912:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a819578a80 going to sleep for 11 seconds 00000100:00000001:1.0:1773616047.842429:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616047.842432:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616047.843205:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616047.843210:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098acb00. 00000400:00000200:0.0:1773616047.843215:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.843221:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616047.843226:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:0.0:1773616047.843229:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:0.0:1773616047.843233:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616047.843238:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616047.843249:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616047.843253:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616047.843273:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616047.843276:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616047.862680:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.862701:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616047.862705:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.862708:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.862717:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.862725:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616047.862736:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.862741:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.862747:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.862751:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200669900 00000400:00000200:0.0:1773616047.862757:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616047.862764:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x193389 [1] + 224 00000800:00000001:0.0:1773616047.862772:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.862783:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616047.862786:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616047.862791:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616047.862798:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616047.862807:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616047.862819:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616047.862884:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616047.862894:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616047.862897:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.863059:0:91912:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616047.863075:0:91912:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616047.863077:0:91912:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616047.863082:0:91912:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:1.0:1773616047.863087:0:91912:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616047.863089:0:91912:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616047.863092:0:91912:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616047.863098:0:91912:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616047.863108:0:91912:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19f80 x1859763795564800/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/624 e 0 to 0 dl 1773616063 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.863115:0:91912:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616047.863116:0:91912:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.863119:0:91912:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616047.863122:0:91912:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616047.863125:0:91912:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616047.863128:0:91912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616047.863130:0:91912:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616047.863140:0:91912:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=138 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616047.863145:0:91912:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616047.863148:0:91912:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616047.863150:0:91912:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616047.863153:0:91912:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616047.863156:0:91912:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.863159:0:91912:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773616047.863161:0:91912:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x180000007d] 00000100:00000001:1.0:1773616047.863162:0:91912:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773616047.863165:0:91912:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616047.863166:0:91912:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000001:1.0:1773616047.863170:0:91912:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616047.863172:0:91912:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215230 00000100:00000001:1.0:1773616047.863174:0:91912:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616047.863177:0:91912:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616047.863182:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19f80 x1859763795564800/t103079215232(103079215232) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616063 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.863190:0:91912:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616047.863193:0:91912:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616047.863195:0:91912:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616047.863200:0:91912:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19f80 x1859763795564800/t103079215232(103079215232) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616063 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616047.863210:0:91912:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:91912:1859763795564800:192.168.201.103@tcp:36:rm.0 00000100:00000001:1.0:1773616047.863216:0:91912:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616047.863218:0:91912:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616047.863221:0:91912:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616047.863223:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.863227:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19f80 x1859763795564800/t103079215232(103079215232) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616063 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.863234:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616047.863238:0:91912:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a819578a80. 00000100:00000001:1.0:1773616047.863242:0:91912:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616047.863244:0:91912:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616047.863252:0:91912:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616047.863255:0:91912:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616047.863275:0:91912:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 3 00000080:00000010:1.0:1773616047.863692:0:91912:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62000. 00000100:00000001:1.0:1773616047.863704:0:91912:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616047.863709:0:91912:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19f80 x1859763795564800/t103079215232(103079215232) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616063 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616047.863716:0:91912:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616047.863718:0:91912:0:(namei.c:2360:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773616047.864878:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2b600. 00010000:00000010:1.1:1773616047.864890:0:19:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb500. 00010000:00000010:1.1:1773616047.864895:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5c00. 00010000:00000010:1.1:1773616047.864899:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a800. 00010000:00000001:0.0:1773616048.031954:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616048.031961:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616048.031966:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616048.031967:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616048.031969:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616048.031970:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616048.032031:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616048.032035:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616048.032038:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616048.928204:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301849480, at 4301849536 00000100:00000010:0.0:1773616048.928429:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9d20. 00000100:00000040:1.0:1773616048.928645:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301849480, at 4301849536 00000100:00000010:1.0:1773616048.928651:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9de0. 00010000:00000001:0.0:1773616049.057826:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616049.057833:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616049.057858:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616049.057860:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616049.057864:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616049.057865:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616049.057963:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616049.057967:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616049.057971:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616050.016078:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616050.016093:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616050.016106:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1aa00. 00000020:00000040:1.0:1773616050.016112:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616050.016117:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616050.016120:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616050.016133:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616050.016143:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac300. 00000100:00000001:1.0:1773616050.016149:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.016161:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616050.016186:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616050.016190:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.016197:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e6f958a] to pc [ptlrpcd_00_01+1] req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.016267:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616050.016272:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616050.016275:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616050.016282:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.016290:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616050.016291:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.016295:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616050.016297:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616050.016300:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616050.016304:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795564928:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616050.016308:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616050.016313:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616050.016316:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.016323:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616050.016337:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3dc00. 02000000:00000001:0.0:1773616050.016340:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616050.016347:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616050.016352:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a528. 00000400:00000010:0.0:1773616050.016358:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aa18. 00000100:00000200:0.0:1773616050.016365:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795564928, portal 25 00000100:00000001:0.0:1773616050.016368:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616050.016369:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000040:0.0:1773616050.016375:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.016381:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616050.016384:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616050.016386:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616050.016390:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795564928, offset 0 00000400:00000200:0.0:1773616050.016397:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616050.016406:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.016414:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616050.016419:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616050.016423:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616050.016426:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616050.016429:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616050.016433:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149355:149355:256:4294967295] 192.168.201.103@tcp LPNI seq info [149295:149295:8:4294967295] 00000400:00000200:0.0:1773616050.016437:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.016446:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616050.016451:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616050.016456:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372700. 00000800:00000200:0.0:1773616050.016462:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616050.016469:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616050.016472:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616050.016486:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616050.016490:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616050.016492:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301854597 00000100:00000010:0.0:1773616050.016497:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9d20. 00000100:00000001:0.0:1773616050.016514:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616050.016522:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301854597 00000100:00000010:0.0:1773616050.016526:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9d80. 00000100:00000001:0.0:1773616050.016529:0:2400:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616050.016531:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616050.016534:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.016537:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.016540:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.016568:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.016571:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616050.016574:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616050.016577:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a680. 00000020:00000040:1.0:1773616050.016580:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616050.016583:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616050.016584:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616050.016587:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616050.016591:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac900. 00000100:00000001:1.0:1773616050.016595:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.016600:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616050.016607:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616050.016609:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.016612:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e57767] to pc [ptlrpcd_00_00+0] req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.017126:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616050.017130:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616050.017133:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616050.017135:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616050.017137:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616050.017139:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773616050.017141:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616050.017143:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616050.017144:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616050.017146:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616050.017147:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616050.017148:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616050.017153:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.017160:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616050.017162:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.017164:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616050.017165:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616050.017167:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616050.017170:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795565056:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616050.017173:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616050.017231:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616050.017235:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.017237:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616050.017240:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3ca00. 02000000:00000001:0.0:1773616050.017243:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616050.017248:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616050.017252:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ae70. 00000400:00000010:0.0:1773616050.017256:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a330. 00000100:00000200:0.0:1773616050.017259:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565056, portal 10 00000100:00000001:0.0:1773616050.017261:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616050.017263:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000100:00000040:0.0:1773616050.017270:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.017276:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616050.017278:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616050.017280:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a550. 00000100:00000200:0.0:1773616050.017283:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795565056, offset 0 00000400:00000200:0.0:1773616050.017287:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616050.017291:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.017296:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616050.017299:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616050.017301:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616050.017304:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616050.017305:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616050.017308:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149356:149356:255:4294967295] 192.168.201.103@tcp LPNI seq info [149296:149296:7:4294967295] 00000400:00000200:0.0:1773616050.017312:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.017318:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:1.0:1773616050.017645:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.017649:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616050.017652:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616050.017656:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19180. 00000020:00000040:1.0:1773616050.017659:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616050.017662:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616050.017663:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616050.017666:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616050.017670:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac600. 00000100:00000001:1.0:1773616050.017674:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.017678:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616050.017686:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616050.017688:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.017691:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7265e61] to pc [ptlrpcd_00_01+1] req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.017699:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.017702:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616050.017705:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616050.017708:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616050.017712:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616050.017715:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773616050.017717:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616050.017719:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616050.017720:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616050.017722:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616050.017725:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac800. 00000100:00000001:1.0:1773616050.017728:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.017732:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616050.017738:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616050.017740:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.017744:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5a65d8] to pc [ptlrpcd_00_00+0] req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.017752:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.017755:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7188) 00000800:00000200:0.0:1773616050.017798:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616050.017802:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372b00. 00000800:00000200:0.0:1773616050.017807:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616050.017812:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616050.017815:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616050.017819:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616050.017824:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 376881 usecs (377 jiffies) 00000400:00000200:0.0:1773616050.017827:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616050.017830:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301851002 00000100:00000001:0.0:1773616050.017832:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301854597 00000100:00000001:0.0:1773616050.017851:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301851002 00000100:00000001:0.0:1773616050.017854:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301854597 00000100:00000001:0.0:1773616050.017856:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616050.017859:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.017862:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.017864:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616050.017868:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616050.017870:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616050.017872:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616050.017874:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616050.017875:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616050.017879:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.017885:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616050.017886:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.017888:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616050.017890:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616050.017892:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616050.017895:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795565184:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616050.017897:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616050.017900:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616050.017902:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.017904:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616050.017907:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3c400. 02000000:00000001:0.0:1773616050.017909:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616050.017912:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616050.017915:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a2c0. 00000400:00000010:0.0:1773616050.017918:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a088. 00000100:00000200:0.0:1773616050.017921:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565184, portal 10 00000100:00000001:0.0:1773616050.017923:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616050.017924:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000040:0.0:1773616050.017929:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.017934:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616050.017936:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616050.017939:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616050.017941:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795565184, offset 0 00000400:00000200:0.0:1773616050.017945:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616050.017948:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.017952:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616050.017954:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616050.017957:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616050.017960:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616050.017962:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616050.017965:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149357:149357:254:4294967295] 192.168.201.103@tcp LPNI seq info [149297:149297:6:4294967295] 00000400:00000200:0.0:1773616050.017969:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.017975:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616050.017979:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616050.017983:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372f00. 00000800:00000200:0.0:1773616050.017987:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616050.017991:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616050.017993:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616050.017996:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616050.017999:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 111186 usecs (112 jiffies) 00000400:00000200:0.0:1773616050.018002:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616050.018004:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301850738 00000100:00000001:0.0:1773616050.018006:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301854597 00000100:00000001:0.0:1773616050.018008:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301850738 00000100:00000001:0.0:1773616050.018010:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301854597 00000100:00000001:0.0:1773616050.018012:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616050.018014:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018017:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018019:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616050.018021:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616050.018023:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616050.018024:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616050.018025:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616050.018027:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616050.018029:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1773616050.018030:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616050.018032:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616050.018033:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616050.018035:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616050.018036:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616050.018037:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616050.018041:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018048:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616050.018050:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.018051:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616050.018053:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616050.018055:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616050.018058:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795565312:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616050.018061:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616050.018064:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616050.018066:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616050.018067:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616050.018070:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3c600. 02000000:00000001:0.0:1773616050.018072:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616050.018076:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616050.018078:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ad10. 00000400:00000010:0.0:1773616050.018082:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816abb0. 00000100:00000200:0.0:1773616050.018084:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565312, portal 4 00000100:00000001:0.0:1773616050.018086:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616050.018087:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:0.0:1773616050.018093:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018099:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616050.018101:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616050.018103:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aee0. 00000100:00000200:0.0:1773616050.018106:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795565312, offset 0 00000400:00000200:0.0:1773616050.018110:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616050.018113:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.018117:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616050.018120:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616050.018122:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616050.018126:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616050.018128:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616050.018130:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149358:149358:253:4294967295] 192.168.201.103@tcp LPNI seq info [149298:149298:5:4294967295] 00000400:00000200:0.0:1773616050.018134:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.018140:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616050.018144:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616050.018147:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372e00. 00000800:00000200:0.0:1773616050.018151:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616050.018155:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616050.018158:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616050.018161:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616050.018164:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 540625 usecs (541 jiffies) 00000400:00000200:0.0:1773616050.018168:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616050.018169:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301851167 00000100:00000001:0.0:1773616050.018172:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301854597 00000100:00000001:0.0:1773616050.018174:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301851167 00000100:00000001:0.0:1773616050.018239:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301854597 00000100:00000001:0.0:1773616050.018242:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616050.018244:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018246:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018248:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616050.018299:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616050.018303:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372700. 00000400:00000200:0.0:1773616050.018310:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616050.018315:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616050.018320:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616050.018322:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616050.018327:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616050.018332:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018346:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616050.018350:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018356:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018358:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616050.018369:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616050.018372:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372b00. 00000400:00000200:0.0:1773616050.018374:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616050.018377:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616050.018380:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a550 00000400:00000010:0.0:1773616050.018381:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a550. 00000100:00000001:0.0:1773616050.018383:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616050.018386:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018391:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616050.018394:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018399:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018401:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616050.018407:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616050.018409:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372f00. 00000400:00000200:0.0:1773616050.018411:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616050.018414:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616050.018416:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:0.0:1773616050.018417:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:0.0:1773616050.018419:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616050.018422:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018428:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616050.018431:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018443:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018444:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616050.018505:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616050.018508:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372e00. 00000400:00000200:0.0:1773616050.018511:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616050.018515:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616050.018517:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:0.0:1773616050.018519:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:0.0:1773616050.018521:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616050.018525:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018532:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616050.018534:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.018540:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616050.018542:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616050.018553:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616050.018555:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616050.024085:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.024108:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616050.024113:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.024116:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616050.024125:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.024134:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616050.024143:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.024148:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.024154:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.024159:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200669980 00000400:00000200:0.0:1773616050.024164:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.024170:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193399 [1] + 224 00000800:00000001:0.0:1773616050.024178:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.024201:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616050.024204:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616050.024209:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616050.024216:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616050.024242:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616050.024255:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.024280:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616050.024290:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.024293:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.028334:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616050.028342:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616050.028352:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616050.028354:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616050.028358:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a528. 00000400:00000200:1.0:1773616050.028367:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aa18 00000400:00000010:1.0:1773616050.028370:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aa18. 00000100:00000001:1.0:1773616050.028374:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616050.028385:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616050.028398:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.028407:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616050.028409:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.028412:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616050.028415:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616050.028428:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616050.028431:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616050.028434:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616050.028441:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616050.028445:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616050.028448:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616050.028450:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616050.028453:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616050.028455:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.028458:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.028462:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.028470:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616050.028473:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616050.028475:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616050.028479:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616050.028488:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795564928:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616050.028494:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.028496:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616050.028499:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1aa00 x1859763795564928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.028506:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616050.028508:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616050.028511:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3dc00. 02000000:00000001:1.0:1773616050.028515:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616050.028518:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616050.028520:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616050.028522:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616050.028525:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac300. 02000000:00000001:1.0:1773616050.028528:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616050.028530:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616050.028532:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1aa00. 00000100:00000001:1.0:1773616050.028536:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616050.028537:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.028540:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.028543:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616050.028544:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616050.028546:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.028547:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616050.047786:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.047808:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616050.047812:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.047815:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616050.047826:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.047834:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616050.047875:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.047880:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.047886:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.047891:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669a00 00000400:00000200:0.0:1773616050.047896:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.047903:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933a9 [1] + 224 00000800:00000001:0.0:1773616050.047911:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.047916:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616050.047920:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616050.047924:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616050.047932:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616050.047940:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616050.047953:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.047983:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616050.047992:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.047995:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616050.047997:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.048000:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616050.048003:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048007:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616050.048011:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048014:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048017:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048021:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669a80 00000400:00000200:0.0:1773616050.048033:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048037:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933b9 [1] + 224 00000800:00000001:0.0:1773616050.048041:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.048044:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616050.048046:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616050.048050:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616050.048052:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616050.048057:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616050.048066:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.048074:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616050.048077:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.048080:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616050.048082:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.048084:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616050.048086:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048090:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616050.048093:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048107:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048110:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048114:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200669b00 00000400:00000200:0.0:1773616050.048117:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616050.048122:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933c9 [1] + 224 00000800:00000001:0.0:1773616050.048125:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.048132:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.048494:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616050.048499:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616050.048506:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616050.048508:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616050.048511:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a2c0. 00000400:00000200:1.0:1773616050.048517:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a088 00000400:00000010:1.0:1773616050.048519:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a088. 00000100:00000001:1.0:1773616050.048523:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616050.048528:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616050.048540:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048548:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616050.048550:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.048552:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616050.048555:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616050.048558:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616050.048560:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616050.048563:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616050.048572:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c6c58 time=141 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616050.048576:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=141 v=5 (1 1 1 2) 00000100:00000001:1.0:1773616050.048579:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616050.048581:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616050.048595:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616050.048599:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616050.048600:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773616050.048603:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616050.048607:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000400:00000200:0.0:1773616050.048608:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616050.048612:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616050.048614:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1773616050.048615:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773616050.048623:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616050.048624:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048650:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773616050.048654:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048655:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616050.048659:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616050.048668:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616050.048671:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616050.048677:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616050.048682:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773616050.048688:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795565184:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616050.048696:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616050.048698:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616050.048700:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ae70. 00000400:00000200:1.0:1773616050.048703:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a330 00000400:00000010:1.0:1773616050.048705:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a330. 00000100:00000001:1.0:1773616050.048708:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616050.048711:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616050.048721:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048728:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616050.048730:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.048732:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616050.048733:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616050.048734:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616050.048736:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616050.048738:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616050.048742:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0458 time=141 v=5 (36 36 36 36) 00000100:00001000:1.0:1773616050.048745:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616050.048747:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616050.048749:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616050.048750:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616050.048753:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.048755:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616050.048757:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215230 00000100:00000001:1.0:1773616050.048759:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616050.048761:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.048765:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048772:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616050.048774:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616050.048776:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616050.048780:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616050.048788:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795565056:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616050.048792:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.048794:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616050.048797:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19180 x1859763795565184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048804:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616050.048806:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616050.048810:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3c400. 02000000:00000001:1.0:1773616050.048813:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616050.048816:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616050.048817:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616050.048819:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616050.048822:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac600. 02000000:00000001:1.0:1773616050.048825:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616050.048826:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616050.048828:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19180. 00000100:00000001:1.0:1773616050.048831:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616050.048832:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.048834:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616050.048863:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a680 x1859763795565056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048877:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616050.048878:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616050.048880:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3ca00. 02000000:00000001:1.0:1773616050.048883:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616050.048885:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616050.048886:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616050.048888:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616050.048890:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac900. 02000000:00000001:1.0:1773616050.048892:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616050.048893:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616050.048895:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a680. 00000100:00000001:1.0:1773616050.048898:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616050.048899:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.048903:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.048905:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616050.048906:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616050.048909:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616050.048911:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616050.048913:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ad10. 00000400:00000200:1.0:1773616050.048916:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816abb0 00000400:00000010:1.0:1773616050.048918:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816abb0. 00000100:00000001:1.0:1773616050.048920:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616050.048924:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616050.048933:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048940:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616050.048942:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.048943:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616050.048945:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616050.048946:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616050.048948:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616050.048950:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616050.048954:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616050.048958:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=95 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616050.048960:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616050.048962:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616050.048963:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616050.048966:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.048968:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616050.048970:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:1.0:1773616050.048972:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616050.048973:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616050.048977:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.048984:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616050.048986:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616050.048987:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616050.048991:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616050.049000:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795565312:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616050.049004:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.049005:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616050.049009:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b100 x1859763795565312/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616050.049014:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616050.049016:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616050.049017:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3c600. 02000000:00000001:1.0:1773616050.049019:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616050.049021:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616050.049022:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616050.049024:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616050.049025:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac800. 02000000:00000001:1.0:1773616050.049027:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616050.049028:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616050.049029:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 00000100:00000001:1.0:1773616050.049031:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616050.049033:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.049035:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616050.049043:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616050.049045:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616050.049048:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616050.049050:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616050.080896:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616050.080904:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616050.080910:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616050.080912:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616050.080915:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616050.080917:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616050.080944:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616050.080947:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616050.080950:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616051.105023:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616051.105031:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616051.105048:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616051.105049:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616051.105054:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616051.105055:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616051.105128:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616051.105132:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616051.105135:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616051.984824:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616051.984903:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616051.984909:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616051.984913:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616051.984925:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616051.984935:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616051.984945:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616051.984950:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616051.985576:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616051.985582:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669500 00000400:00000200:0.0:1773616051.985588:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616051.985594:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193331 [1] + 0 00000800:00000001:0.0:1773616051.985603:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616051.985613:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616051.985616:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616051.985620:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616051.985629:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616051.985638:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616061 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00001000:0.0:1773616051.985651:0:2391:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=1152 replied=0 unlinked=0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616061 ref 2 fl Rpc:Q/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616051.985681:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616051.985691:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616051.985694:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616051.985776:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616051.985781:0:91909:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:2.0:1773616051.985785:0:91909:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:2.0:1773616051.985791:0:91909:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 02000000:00000010:2.0:1773616051.985797:0:91909:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff91a807cdea00. 02000000:00000001:2.0:1773616051.985801:0:91909:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616051.985803:0:91909:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616051.985805:0:91909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616051.985812:0:91909:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616051.985814:0:91909:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616051.985820:0:91909:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=22 v=5 (1 0 0 0) 02000000:00000010:2.0:1773616051.985826:0:91909:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff91a807cdea00. 00000100:00000010:2.0:1773616051.985830:0:91909:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00001000:2.0:1773616051.985857:0:91909:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 35s (25s) req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616086 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616051.985865:0:91909:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616051.985868:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616052.128135:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616052.128144:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616052.128146:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616052.128151:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616052.128155:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616052.128158:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616052.128160:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616052.128163:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616052.128167:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616052.128169:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616052.128173:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616052.128175:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616052.136015:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616052.136023:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616052.136028:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616053.152026:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616053.152035:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616053.152042:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616053.152043:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616053.152047:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616053.152048:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616053.152077:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616053.152080:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616053.152084:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616054.047952:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301854597, at 4301854656 00000100:00000010:1.0:1773616054.047970:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9d80. 00000100:00000040:0.0:1773616054.048053:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301854597, at 4301854656 00000100:00000010:0.0:1773616054.048060:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9d20. 00010000:00000001:0.0:1773616054.176277:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616054.176285:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616054.176292:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616054.176295:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616054.176298:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616054.176305:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616054.176308:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616054.176309:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616054.176313:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616054.176315:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616054.176317:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616054.176320:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616054.176325:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616054.176326:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616054.176435:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616054.176439:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616054.176442:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616055.136041:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616055.136054:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616055.136065:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0a80. 00000020:00000040:3.0:1773616055.136072:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616055.136077:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616055.136080:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616055.136086:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616055.136094:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41b00. 00000100:00000001:3.0:1773616055.136101:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136113:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616055.136124:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616055.136128:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136134:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008911fb71] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.136175:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136178:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616055.136182:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616055.136185:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616055.136188:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616055.136190:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616055.136191:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616055.136193:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616055.136197:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773616055.136200:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136204:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616055.136213:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616055.136214:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136218:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.136231:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136233:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616055.136236:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616055.136238:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0380. 00000020:00000040:3.0:1773616055.136240:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616055.136242:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616055.136243:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616055.136244:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616055.136249:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41d00. 00000100:00000001:3.0:1773616055.136251:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136255:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616055.136261:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616055.136262:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136265:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5e14f38] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.136271:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136273:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616055.136276:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616055.136279:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616055.136282:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616055.136285:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 00000020:00000040:3.0:1773616055.136287:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616055.136300:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616055.136301:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616055.136302:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616055.136305:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773616055.136308:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136312:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616055.136318:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616055.136319:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136322:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.136328:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.136333:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7193) 00000100:00000001:2.0:1773616055.136468:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616055.136472:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616055.136475:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616055.136491:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.136499:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616055.136501:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616055.136504:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616055.136507:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616055.136510:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616055.136514:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795565440:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616055.136518:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616055.136523:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616055.136526:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616055.136528:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616055.136534:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28000. 02000000:00000001:2.0:1773616055.136536:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616055.136544:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616055.136549:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616055.136555:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616055.136562:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565440, portal 25 00000100:00000001:2.0:1773616055.136565:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616055.136566:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528623744 : -121324180927872 : ffff91a8034b0a80) 00000100:00000040:2.0:1773616055.136572:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.136580:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616055.136582:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616055.136585:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616055.136589:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795565440, offset 0 00000400:00000200:2.0:1773616055.136595:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616055.136603:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616055.136610:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616055.136615:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616055.136619:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616055.136623:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616055.136625:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616055.136629:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149359:149359:256:4294967295] 192.168.201.103@tcp LPNI seq info [149299:149299:8:4294967295] 00000400:00000200:2.0:1773616055.136635:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616055.136644:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616055.136650:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616055.136655:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdea00. 00000800:00000200:2.0:1773616055.136661:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616055.136668:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616055.136672:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616055.136692:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616055.136696:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616055.136699:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301859717 00000100:00000010:2.0:1773616055.136704:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685e40. 00000100:00000001:2.0:1773616055.136711:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616055.136718:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301859717 00000100:00000010:2.0:1773616055.136721:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685420. 00000100:00000001:2.0:1773616055.136724:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616055.136727:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616055.136730:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616055.136732:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616055.136736:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.136744:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616055.136746:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616055.136748:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616055.136750:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616055.136752:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616055.136755:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795565696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616055.136758:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616055.136761:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616055.136762:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616055.136764:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616055.136767:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29c00. 02000000:00000001:2.0:1773616055.136769:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616055.136772:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616055.136775:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616055.136779:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616055.136781:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565696, portal 10 00000100:00000001:2.0:1773616055.136784:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616055.136785:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000001:3.0:1773616055.137050:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616055.137053:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616055.137055:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616055.137060:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.137067:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616055.137069:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616055.137071:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616055.137073:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616055.137075:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616055.137078:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795565568:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616055.137081:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616055.137083:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616055.137085:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616055.137087:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616055.137090:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef2600. 02000000:00000001:3.0:1773616055.137092:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616055.137095:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616055.137098:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616055.137102:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616055.137105:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565568, portal 10 00000100:00000001:3.0:1773616055.137107:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616055.137108:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:3.0:1773616055.137113:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.137120:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616055.137122:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616055.137124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616055.137127:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795565568, offset 0 00000400:00000200:3.0:1773616055.137131:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616055.137135:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616055.137148:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616055.137151:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616055.137154:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616055.137156:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616055.137158:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616055.137161:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149360:149360:255:4294967295] 192.168.201.103@tcp LPNI seq info [149300:149300:7:4294967295] 00000400:00000200:3.0:1773616055.137166:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616055.137172:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616055.137176:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616055.137180:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616055.137183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616055.137187:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616055.137191:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616055.137193:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.137197:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 376070 usecs (377 jiffies) 00000400:00000200:3.0:1773616055.137200:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616055.137202:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301856122 00000100:00000001:3.0:1773616055.137205:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301859717 00000100:00000001:3.0:1773616055.137207:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301856122 00000100:00000001:3.0:1773616055.137209:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301859717 00000100:00000001:3.0:1773616055.137211:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616055.137212:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.137215:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616055.137219:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.137224:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616055.137226:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616055.137228:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616055.137230:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616055.137231:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616055.137234:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795565824:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616055.137237:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616055.137239:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616055.137240:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616055.137242:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616055.137245:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef2400. 02000000:00000001:3.0:1773616055.137247:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616055.137249:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616055.137252:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616055.137255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000200:3.0:1773616055.137257:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565824, portal 4 00000100:00000001:3.0:1773616055.137259:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616055.137260:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:3.0:1773616055.137264:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.137270:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616055.137272:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616055.137274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773616055.137276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795565824, offset 0 00000400:00000200:3.0:1773616055.137281:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616055.137284:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616055.137298:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616055.137301:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616055.137303:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616055.137306:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616055.137309:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616055.137312:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149361:149361:254:4294967295] 192.168.201.103@tcp LPNI seq info [149301:149301:6:4294967295] 00000400:00000200:3.0:1773616055.137320:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616055.137325:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616055.137329:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616055.137332:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41f00. 00000800:00000200:3.0:1773616055.137336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616055.137340:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616055.137343:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616055.137346:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.137349:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 536910 usecs (537 jiffies) 00000400:00000200:3.0:1773616055.137352:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616055.137354:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301856282 00000100:00000001:3.0:1773616055.137356:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301859717 00000100:00000001:3.0:1773616055.137358:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301856282 00000100:00000001:3.0:1773616055.137361:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301859717 00000100:00000001:3.0:1773616055.137363:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616055.137365:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.137367:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.137370:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.137378:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616055.137380:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616055.137382:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616055.137383:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616055.137385:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.137387:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616055.137565:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.137573:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616055.137576:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616055.137579:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616055.137581:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795565696, offset 0 00000400:00000200:2.0:1773616055.137586:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616055.137590:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616055.137593:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616055.137595:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616055.137598:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616055.137600:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616055.137602:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616055.137605:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149362:149362:253:4294967295] 192.168.201.103@tcp LPNI seq info [149302:149302:5:4294967295] 00000400:00000200:2.0:1773616055.137608:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616055.137613:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616055.137617:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616055.137621:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde000. 00000800:00000200:2.0:1773616055.137624:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616055.137629:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616055.137631:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616055.137634:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616055.137637:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 110660 usecs (111 jiffies) 00000400:00000200:2.0:1773616055.137640:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616055.137642:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301855856 00000100:00000001:2.0:1773616055.137644:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301859717 00000100:00000001:2.0:1773616055.137646:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301855856 00000100:00000001:2.0:1773616055.137648:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301859717 00000100:00000001:2.0:1773616055.137650:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616055.137652:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616055.137654:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616055.137656:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.137660:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616055.137661:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616055.137663:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616055.137664:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616055.137666:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616055.137668:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616055.137977:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616055.137982:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdea00. 00000400:00000200:0.0:1773616055.137988:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.137993:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616055.137998:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:0.0:1773616055.138000:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:0.0:1773616055.138004:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616055.138009:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138018:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616055.138021:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138028:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616055.138030:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616055.138041:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616055.138043:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 00000400:00000200:0.0:1773616055.138045:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.138048:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616055.138050:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:0.0:1773616055.138052:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:0.0:1773616055.138054:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616055.138057:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138063:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616055.138065:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138071:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616055.138072:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616055.138078:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616055.138080:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41f00. 00000400:00000200:0.0:1773616055.138082:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.138085:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616055.138087:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3110 00000400:00000010:0.0:1773616055.138089:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3110. 00000100:00000001:0.0:1773616055.138091:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616055.138094:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138101:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616055.138103:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138108:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616055.138110:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616055.138188:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616055.138191:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde000. 00000400:00000200:0.0:1773616055.138194:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.138198:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616055.138201:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:0.0:1773616055.138202:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:0.0:1773616055.138204:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616055.138207:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138214:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616055.138217:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.138222:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616055.138223:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616055.146710:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146730:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616055.146734:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146737:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.146746:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146754:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616055.146762:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146768:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146773:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146777:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669c00 00000400:00000200:0.0:1773616055.146782:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146789:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933e9 [1] + 224 00000800:00000001:0.0:1773616055.146809:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146814:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.146817:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.146821:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616055.146828:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616055.146865:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616055.146878:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.146897:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616055.146905:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146909:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616055.146911:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146913:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.146916:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146920:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616055.146924:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146927:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146930:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146933:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669c80 00000400:00000200:0.0:1773616055.146936:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146940:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933e1 [1] + 224 00000800:00000001:0.0:1773616055.146943:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146947:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.146949:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.146952:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616055.146955:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616055.146959:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616055.146967:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.146978:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616055.146981:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146984:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616055.146986:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.146988:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.146991:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.146995:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616055.146998:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147001:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147004:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147007:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200669b80 00000400:00000200:0.0:1773616055.147010:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147024:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933d9 [1] + 224 00000800:00000001:0.0:1773616055.147028:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.147032:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.147034:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.147037:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616055.147040:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616055.147044:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616055.147053:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.147061:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616055.147064:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.147066:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616055.147068:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.147070:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.147073:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147076:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616055.147080:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147082:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147085:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147088:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200669d00 00000400:00000200:0.0:1773616055.147091:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616055.147095:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933f1 [1] + 224 00000800:00000001:0.0:1773616055.147098:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.147103:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616055.147105:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616055.147108:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616055.147110:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616055.147115:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616055.147124:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616055.147132:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616055.147134:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616055.147137:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.147715:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616055.147720:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616055.147726:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616055.147728:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616055.147732:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616055.147737:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:2.0:1773616055.147740:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:2.0:1773616055.147743:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616055.147748:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616055.147758:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.147765:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616055.147768:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.147770:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616055.147773:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616055.147776:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616055.147779:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616055.147783:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616055.147790:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=146 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616055.147805:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616055.147808:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616055.147810:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616055.147812:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616055.147815:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616055.147817:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616055.147822:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.147829:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616055.147832:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616055.147834:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616055.147859:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616055.147873:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795565440:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616055.147878:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616055.147880:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616055.147881:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616055.147884:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:2.0:1773616055.147886:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:2.0:1773616055.147888:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616055.147891:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616055.147899:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.147906:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616055.147907:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.147909:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616055.147910:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616055.147911:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616055.147913:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616055.147915:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616055.147920:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=146 v=5 (36 36 36 36) 00000100:00001000:2.0:1773616055.147924:0:2402:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c6c58 change: old=5 new=36 delta=31 (val=36) hist 36 36 36 36 00000100:00001000:2.0:1773616055.147927:0:2402:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff91a8182b3000 ptl 12 has changed from 5 to 36 00000100:00001000:2.0:1773616055.147930:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=146 v=5 (1 1 1 2) 00000100:00000001:2.0:1773616055.147932:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616055.147933:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616055.147935:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616055.147937:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616055.147941:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616055.147942:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616055.147945:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616055.147946:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616055.147950:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.147957:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616055.147959:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616055.147960:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616055.147964:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616055.147972:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795565696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616055.147976:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.147978:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616055.147982:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0a80 x1859763795565440/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.147988:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616055.147990:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616055.147994:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28000. 02000000:00000001:2.0:1773616055.147998:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616055.148000:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616055.148002:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616055.148004:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616055.148007:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41b00. 02000000:00000001:2.0:1773616055.148011:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616055.148013:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616055.148015:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0a80. 00000100:00000001:2.0:1773616055.148018:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616055.148019:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.148021:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616055.148025:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0380 x1859763795565696/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616055.148031:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616055.148032:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616055.148033:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29c00. 02000000:00000001:2.0:1773616055.148036:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616055.148037:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616055.148038:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616055.148040:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616055.148042:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41d00. 02000000:00000001:2.0:1773616055.148043:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616055.148045:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616055.148046:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0380. 00000100:00000001:2.0:1773616055.148048:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616055.148049:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.148051:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616055.148058:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616055.148059:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616055.148061:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616055.148063:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.148610:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616055.148613:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616055.148617:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616055.148619:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616055.148621:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616055.148625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:3.0:1773616055.148627:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:3.0:1773616055.148630:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616055.148635:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616055.148643:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148650:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616055.148651:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.148653:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616055.148655:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616055.148656:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616055.148658:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616055.148660:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616055.148664:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=146 v=5 (36 36 36 36) 00000100:00001000:3.0:1773616055.148667:0:2401:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c0458 change: old=5 new=36 delta=31 (val=36) hist 36 36 36 36 00000100:00001000:3.0:1773616055.148670:0:2401:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff91a8182b3000 ptl 12 has changed from 5 to 36 00000100:00001000:3.0:1773616055.148673:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616055.148676:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616055.148677:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616055.148678:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616055.148680:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.148682:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616055.148684:0:2401:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215232 gen 10 00000100:00000040:3.0:1773616055.148689:0:2401:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215232) req@ffff91a807a19f80 x1859763795564800/t103079215232(103079215232) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148696:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616055.148699:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19f80 x1859763795564800/t103079215232(103079215232) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 512/456 e 0 to 0 dl 1773616063 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148705:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616055.148706:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616055.148708:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f8000. 02000000:00000001:3.0:1773616055.148711:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616055.148713:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616055.148714:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616055.148716:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616055.148718:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63400. 02000000:00000001:3.0:1773616055.148720:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616055.148721:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616055.148723:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19f80. 00000100:00000001:3.0:1773616055.148726:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616055.148728:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.148730:0:2401:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773616055.148732:0:2401:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1773616055.148735:0:2401:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616055.148736:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.148740:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148747:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616055.148749:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616055.148750:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616055.148754:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616055.148761:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795565568:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616055.148766:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616055.148767:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616055.148769:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616055.148771:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:3.0:1773616055.148773:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:3.0:1773616055.148775:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616055.148779:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616055.148787:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148863:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616055.148866:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.148868:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616055.148869:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616055.148870:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616055.148872:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616055.148874:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616055.148879:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616055.148882:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=100 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616055.148884:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616055.148885:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616055.148887:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616055.148889:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.148892:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616055.148893:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773616055.148895:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616055.148897:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616055.148901:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148908:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616055.148910:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616055.148911:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616055.148914:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616055.148922:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795565824:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616055.148926:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.148928:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616055.148931:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795565568/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148937:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616055.148939:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616055.148941:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef2600. 02000000:00000001:3.0:1773616055.148943:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616055.148944:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616055.148946:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616055.148948:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616055.148950:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41000. 02000000:00000001:3.0:1773616055.148952:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616055.148953:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616055.148955:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:3.0:1773616055.148957:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616055.148959:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.148960:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616055.148963:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795565824/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616055.148969:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616055.148971:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616055.148972:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef2400. 02000000:00000001:3.0:1773616055.148973:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616055.148974:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616055.148976:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616055.148977:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616055.148978:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41600. 02000000:00000001:3.0:1773616055.148980:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616055.148982:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616055.148983:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:3.0:1773616055.148985:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616055.148986:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.148988:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616055.148992:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616055.148994:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616055.148996:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616055.148998:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616055.199994:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616055.200002:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616055.200009:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616055.200010:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616055.200013:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616055.200015:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616055.200365:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616055.200368:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616055.200371:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616056.224217:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616056.224225:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616056.224231:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616056.224232:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616056.224236:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616056.224237:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616056.224263:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616056.224266:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616056.224269:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616057.184238:0:91909:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616057.184247:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616057.184249:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=24 : 24 : 18) 00000100:00100000:2.0:1773616057.184257:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 24 seconds 00000100:00000001:2.0:1773616057.184261:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616057.184265:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616057.247998:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616057.248005:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616057.248012:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616057.248013:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616057.248017:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616057.248018:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616057.248130:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616057.248135:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616057.248138:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616058.274675:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616058.274683:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616058.274688:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616058.274689:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616058.274693:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616058.274696:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616058.274698:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616058.274702:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616058.274705:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616058.274708:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616058.274710:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616058.274712:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616058.274802:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616058.274805:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616058.274809:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616059.168103:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301859717, at 4301859776 00000100:00000010:1.0:1773616059.168131:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685420. 00000100:00000040:0.0:1773616059.172166:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301859717, at 4301859780 00000100:00000010:0.0:1773616059.172183:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685e40. 00010000:00000001:0.0:1773616059.297620:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616059.297626:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616059.297631:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616059.297633:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616059.297636:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616059.297638:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616059.297661:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616059.297895:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616059.297898:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616060.260380:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616060.260391:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616060.260399:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 00000020:00000040:3.0:1773616060.260405:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616060.260410:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616060.260414:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616060.260418:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616060.260426:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773616060.260433:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260447:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616060.260460:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616060.260464:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260471:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.260503:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260506:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616060.260510:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616060.260513:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616060.260515:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616060.260518:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616060.260519:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616060.260521:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616060.260524:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41000. 00000100:00000001:3.0:1773616060.260527:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260532:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616060.260540:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616060.260542:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260547:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.260556:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260559:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616060.260562:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616060.260564:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616060.260567:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616060.260569:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616060.260571:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616060.260572:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616060.260575:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41800. 00000100:00000001:3.0:1773616060.260578:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260591:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616060.260600:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616060.260601:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260605:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.260614:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260616:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616060.260620:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616060.260623:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616060.260626:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616060.260629:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1880. 00000020:00000040:3.0:1773616060.260631:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616060.260633:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616060.260635:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616060.260636:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616060.260640:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773616060.260643:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260647:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616060.260655:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616060.260657:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260661:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cec5a662] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.260669:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.260673:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7198) 00000100:00000001:3.0:1773616060.260683:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616060.260687:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616060.260689:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616060.260694:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.260701:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616060.260703:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616060.260707:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616060.260709:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616060.260712:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616060.260718:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566080:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616060.260723:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616060.260728:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616060.260731:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616060.260733:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616060.260738:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3e00. 02000000:00000001:3.0:1773616060.260740:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616060.260954:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616060.260960:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616060.260966:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000200:3.0:1773616060.260973:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566080, portal 10 00000100:00000001:3.0:1773616060.260976:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616060.260977:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:3.0:1773616060.260985:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.260995:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616060.260997:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616060.261000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616060.261003:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795566080, offset 0 00000400:00000200:3.0:1773616060.261010:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616060.261027:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616060.261035:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616060.261040:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616060.261044:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616060.261048:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616060.261051:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616060.261065:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149363:149363:256:4294967295] 192.168.201.103@tcp LPNI seq info [149303:149303:8:4294967295] 00000400:00000200:3.0:1773616060.261071:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616060.261082:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616060.261088:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616060.261093:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773616060.261100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616060.261107:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616060.261112:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616060.261125:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.261130:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 375203 usecs (376 jiffies) 00000400:00000200:3.0:1773616060.261133:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616060.261136:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301861243 00000100:00000010:3.0:1773616060.261141:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bf00. 00000100:00000001:3.0:1773616060.261148:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616060.261153:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301861243 00000100:00000010:3.0:1773616060.261156:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469ba80. 00000100:00000001:3.0:1773616060.261159:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616060.261163:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616060.261166:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.261169:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773616060.261392:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616060.261396:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616060.261398:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616060.261405:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.261413:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616060.261415:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616060.261417:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616060.261419:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616060.261422:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616060.261425:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795565952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616060.261429:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616060.261431:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616060.261433:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616060.261435:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616060.261439:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28200. 02000000:00000001:2.0:1773616060.261441:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616060.261446:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616060.261449:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616060.261454:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616060.261458:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795565952, portal 25 00000100:00000001:2.0:1773616060.261460:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616060.261461:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:2.0:1773616060.261466:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.261473:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616060.261476:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616060.261479:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616060.261481:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795565952, offset 0 00000400:00000200:2.0:1773616060.261485:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616060.261490:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616060.261494:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616060.261497:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616060.261499:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616060.261502:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616060.261504:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616060.261508:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149364:149364:255:4294967295] 192.168.201.103@tcp LPNI seq info [149304:149304:7:4294967295] 00000400:00000200:2.0:1773616060.261512:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616060.261519:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616060.261524:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616060.261529:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde000. 00000800:00000200:2.0:1773616060.261533:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616060.261539:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616060.261542:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616060.261546:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616060.261549:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616060.261550:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301864840 00000100:00000001:2.0:1773616060.261556:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301861243 00000100:00000001:2.0:1773616060.261560:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301864840 00000100:00000001:2.0:1773616060.261564:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301861243 00000100:00000001:2.0:1773616060.261567:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616060.261569:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.261571:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616060.261575:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.261594:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616060.261596:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616060.261598:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616060.261600:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616060.261602:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616060.261606:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795566208:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616060.261609:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616060.261612:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616060.261614:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616060.261616:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616060.261619:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28600. 02000000:00000001:2.0:1773616060.261621:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616060.261624:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616060.261627:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616060.261631:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616060.261633:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566208, portal 10 00000100:00000001:2.0:1773616060.261635:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616060.261637:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:2.0:1773616060.261642:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.261650:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616060.261652:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616060.261655:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eaa0. 00000100:00000200:2.0:1773616060.261657:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795566208, offset 0 00000400:00000200:2.0:1773616060.261661:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616060.261890:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616060.261894:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616060.261897:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616060.261900:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616060.261903:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616060.261906:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616060.261909:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149365:149365:254:4294967295] 192.168.201.103@tcp LPNI seq info [149305:149305:6:4294967295] 00000400:00000200:2.0:1773616060.261914:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616060.261921:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616060.261925:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616060.261929:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdea00. 00000800:00000200:2.0:1773616060.261933:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616060.261938:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616060.261941:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616060.261944:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616060.261947:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 109968 usecs (110 jiffies) 00000400:00000200:2.0:1773616060.261951:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616060.261953:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301860977 00000100:00000001:2.0:1773616060.261956:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301864840 00000100:00000001:2.0:1773616060.261958:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301860977 00000100:00000001:2.0:1773616060.261960:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301864840 00000100:00000001:2.0:1773616060.261963:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616060.261965:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.261968:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.261971:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.261979:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616060.261981:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616060.261984:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616060.261985:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616060.261987:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.261990:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616060.262160:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616060.262166:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41100. 00000400:00000200:1.0:1773616060.262183:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616060.262190:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616060.262196:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:1.0:1773616060.262198:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:1.0:1773616060.262203:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616060.262208:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.262219:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616060.262223:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.262231:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616060.262233:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616060.262244:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616060.262246:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde000. 00000400:00000200:1.0:1773616060.262249:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616060.262252:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616060.262255:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:1.0:1773616060.262257:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:1.0:1773616060.262259:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616060.262263:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.262278:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616060.262281:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.262288:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616060.262290:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616060.262357:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616060.262360:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdea00. 00000400:00000200:1.0:1773616060.262363:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616060.262367:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616060.262369:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eaa0 00000400:00000010:1.0:1773616060.262371:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eaa0. 00000100:00000001:1.0:1773616060.262373:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616060.262377:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.262385:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616060.262389:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.262395:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616060.262397:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773616060.264951:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.264964:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616060.264966:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616060.264970:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616060.264973:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616060.264976:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616060.264979:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616060.264983:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616060.264987:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616060.264989:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616060.264992:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616060.264997:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3800. 02000000:00000001:3.0:1773616060.264999:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616060.265005:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616060.265009:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616060.265014:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616060.265031:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566336, portal 4 00000100:00000001:3.0:1773616060.265033:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616060.265035:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000040:3.0:1773616060.265042:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.265050:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616060.265052:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616060.265063:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3f68. 00000100:00000200:3.0:1773616060.265067:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795566336, offset 0 00000400:00000200:3.0:1773616060.265073:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616060.265079:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616060.265085:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616060.265089:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616060.265093:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616060.265096:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616060.265098:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616060.265102:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149366:149366:256:4294967295] 192.168.201.103@tcp LPNI seq info [149306:149306:8:4294967295] 00000400:00000200:3.0:1773616060.265107:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616060.265116:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616060.265121:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616060.265126:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616060.265132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616060.265138:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616060.265142:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616060.265159:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.265163:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 533077 usecs (534 jiffies) 00000400:00000200:3.0:1773616060.265167:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616060.265169:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301861405 00000100:00000001:3.0:1773616060.265172:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301864840 00000100:00000001:3.0:1773616060.265174:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301861405 00000100:00000001:3.0:1773616060.265177:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301864840 00000100:00000001:3.0:1773616060.265179:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616060.265181:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.265184:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.265187:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616060.265417:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616060.265419:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616060.265428:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616060.265430:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616060.265432:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.265435:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616060.266143:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616060.266148:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:1.0:1773616060.266153:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616060.266158:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616060.266162:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3f68 00000400:00000010:1.0:1773616060.266165:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3f68. 00000100:00000001:1.0:1773616060.266168:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616060.266182:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.266192:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616060.266195:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616060.266210:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616060.266212:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616060.277150:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.277168:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616060.277181:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.277184:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616060.277193:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.277201:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616060.277209:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.277214:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.277220:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.277224:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200669d80 00000400:00000200:0.0:1773616060.277229:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.277235:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193401 [1] + 224 00000800:00000001:0.0:1773616060.277243:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.277249:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616060.277253:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616060.277257:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616060.277264:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616060.277273:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616060.277285:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616060.277305:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616060.277313:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.277317:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.277517:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616060.277522:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616060.277528:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616060.277531:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616060.277534:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616060.277539:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:2.0:1773616060.277541:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:2.0:1773616060.277544:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616060.277549:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616060.277559:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.277567:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616060.277569:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.277571:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616060.277574:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616060.277577:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616060.277579:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616060.277592:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616060.277599:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=151 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616060.277603:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616060.277606:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616060.277608:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616060.277611:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616060.277613:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.277616:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616060.277621:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.277629:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616060.277632:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616060.277634:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616060.277639:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616060.277646:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795565952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616060.277652:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.277655:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616060.277672:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795565952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.277680:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616060.277682:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616060.277686:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28200. 02000000:00000001:2.0:1773616060.277689:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616060.277692:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616060.277694:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616060.277696:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616060.277699:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41600. 02000000:00000001:2.0:1773616060.277702:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616060.277704:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616060.277707:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:2.0:1773616060.277711:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616060.277713:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.277717:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.277719:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616060.277720:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616060.277722:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.277724:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616060.281125:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.281139:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616060.281143:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.281145:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616060.281153:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281161:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616060.281168:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281184:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281189:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281193:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200669f00 00000400:00000200:0.0:1773616060.281198:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281203:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193411 [1] + 224 00000800:00000001:0.0:1773616060.281210:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.281215:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616060.281218:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616060.281223:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616060.281228:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616060.281236:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616060.281248:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616060.281263:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616060.281268:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.281271:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616060.281273:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.281275:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616060.281278:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281282:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616060.281286:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281289:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281292:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281299:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669e80 00000400:00000200:0.0:1773616060.281303:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281511:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193409 [1] + 224 00000800:00000001:0.0:1773616060.281516:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.281521:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616060.281522:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616060.281526:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616060.281529:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616060.281534:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616060.281544:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.281554:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616060.281560:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616060.281561:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1773616060.281566:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1773616060.281570:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1773616060.281571:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616060.281575:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1773616060.281575:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616060.281579:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773616060.281582:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616060.281588:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:3.0:1773616060.281591:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000400:00000200:0.0:1773616060.281594:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616060.281597:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1773616060.281602:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000100:00000200:3.0:1773616060.281608:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616060.281611:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281617:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281625:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281631:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200669e00 00000100:00000200:3.0:1773616060.281635:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616060.281638:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616060.281648:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1933f9 [1] + 224 00000100:00000001:3.0:1773616060.281656:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616060.281657:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616060.281662:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616060.281667:0:2401:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:0.0:1773616060.281667:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773616060.281671:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1773616060.281671:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773616060.281675:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1773616060.281679:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:3.0:1773616060.281680:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616060.281684:0:2391:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1773616060.281686:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773616060.281692:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1773616060.281699:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=151 v=5 (5 5 5 5) 00000100:00000040:0.0:1773616060.281702:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1773616060.281901:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=105 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616060.281907:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616060.281911:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616060.281916:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1773616060.281917:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616060.281922:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616060.281923:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616060.281927:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1773616060.281929:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616060.282078:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773616060.282081:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616060.282083:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.282090:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.282099:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616060.282190:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616060.282193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616060.282198:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616060.282207:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616060.282213:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.282216:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616060.282220:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1880 x1859763795566336/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.282227:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616060.282229:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616060.282233:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3800. 02000000:00000001:3.0:1773616060.282237:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616060.282239:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616060.282241:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616060.282244:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616060.282246:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773616060.282250:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616060.282251:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616060.282254:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1880. 00000100:00000001:3.0:1773616060.282257:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616060.282258:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616060.282262:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.282263:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616060.282265:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616060.282268:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616060.282269:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616060.282271:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616060.282274:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:3.0:1773616060.282276:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:3.0:1773616060.282278:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616060.282282:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616060.282290:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.282297:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616060.282299:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616060.282301:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616060.282302:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616060.282304:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616060.282306:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.282463:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616060.282467:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616060.282470:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616060.282472:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616060.282475:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616060.282479:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:2.0:1773616060.282481:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:2.0:1773616060.282484:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616060.282488:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616060.282498:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.282506:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616060.282508:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.282510:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616060.282512:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616060.282513:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616060.282516:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616060.282518:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616060.282523:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=151 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616060.282526:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=151 v=5 (1 1 1 2) 02000000:00000001:3.0:1773616060.282530:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.282530:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616060.282532:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616060.282536:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616060.282538:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616060.282540:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=151 v=36 (36 36 36 36) 00000100:00000001:2.0:1773616060.282542:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616060.282545:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00001000:3.0:1773616060.282547:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616060.282549:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616060.282552:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.282554:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616060.282558:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616060.282558:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773616060.282563:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616060.282567:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.282573:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616060.282574:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616060.282577:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:2.0:1773616060.282578:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616060.282581:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616060.282583:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616060.282590:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616060.282593:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616060.282602:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.282603:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616060.282813:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616060.282815:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616060.282823:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616060.282834:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795566208:192.168.201.103@tcp:400:kworker.0 00000100:00100000:3.0:1773616060.282855:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566080:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616060.282862:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.282865:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616060.282866:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616060.282870:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616060.282874:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795566080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773616060.282878:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795566208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616060.282896:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773616060.282898:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616060.282900:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1773616060.282902:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616060.282904:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3e00. 02000000:00000010:2.0:1773616060.282907:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28600. 02000000:00000001:3.0:1773616060.282910:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1773616060.282912:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616060.282913:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1773616060.282915:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616060.282917:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000040:2.0:1773616060.282919:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616060.282922:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1773616060.282923:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616060.282927:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41000. 02000000:00000010:2.0:1773616060.282927:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41800. 02000000:00000001:2.0:1773616060.282930:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616060.282931:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616060.282932:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:2.0:1773616060.282935:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616060.282937:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.282939:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616060.282947:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616060.282949:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616060.282951:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616060.282953:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616060.283003:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616060.283005:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616060.283007:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:3.0:1773616060.283009:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616060.283011:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616060.283013:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616060.283017:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616060.283018:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616060.283021:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616060.283023:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616060.334708:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616060.334715:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616060.334721:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616060.334722:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616060.334726:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616060.334727:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616060.334750:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616060.334753:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616060.334755:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616061.343942:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616061.343951:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616061.343959:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616061.343960:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616061.343966:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616061.343968:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616061.344063:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616061.344067:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616061.344070:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616062.369919:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616062.369927:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616062.369929:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616062.369932:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616062.369937:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616062.369939:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616062.369941:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616062.369944:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616062.369948:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616062.369950:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616062.369954:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616062.369956:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616062.369979:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616062.369982:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616062.369985:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616063.391965:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616063.391973:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616063.391979:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616063.391980:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616063.391984:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616063.391986:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616063.392023:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616063.392026:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616063.392029:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616064.288085:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301864840, at 4301864896 00000100:00000010:0.0:1773616064.288100:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bf00. 00000100:00000040:1.0:1773616064.288396:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301864840, at 4301864896 00000100:00000010:1.0:1773616064.288403:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469ba80. 00010000:00000001:0.0:1773616064.436356:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616064.436363:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616064.436368:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616064.436372:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616064.436374:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616064.436381:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616064.436383:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616064.436385:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616064.436388:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616064.436391:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616064.436393:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616064.436396:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616064.436399:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616064.436400:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616064.436486:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616064.436489:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616064.436491:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616065.378083:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616065.378093:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616065.378103:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616065.378109:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616065.378113:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616065.378116:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616065.378121:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616065.378129:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde400. 00000100:00000001:2.0:1773616065.378202:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378215:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616065.378227:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616065.378231:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378238:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c25db6ff] to pc [ptlrpcd_01_01+1] req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.378346:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616065.378350:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773616065.378351:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616065.378356:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616065.378357:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773616065.378362:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1773616065.378364:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616065.378369:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000040:3.0:1773616065.378371:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.378375:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616065.378379:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616065.378383:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616065.378388:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616065.378391:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616065.378391:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde900. 02000000:00000001:3.0:1773616065.378398:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773616065.378399:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616065.378402:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616065.378407:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378409:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1773616065.378414:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795566464:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616065.378424:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773616065.378429:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1773616065.378430:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773616065.378433:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616065.378434:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616065.378439:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1773616065.378441:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005975f6ca] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773616065.378445:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3000. 02000000:00000001:3.0:1773616065.378450:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.378451:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378455:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616065.378458:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1773616065.378461:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000010:2.0:1773616065.378462:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb480. 00000020:00000040:2.0:1773616065.378466:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000400:00000010:3.0:1773616065.378469:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000100:00000001:2.0:1773616065.378469:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616065.378471:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616065.378473:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616065.378477:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cded00. 00000100:00000001:2.0:1773616065.378479:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378482:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616065.378487:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616065.378488:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378490:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b07559] to pc [ptlrpcd_01_01+1] req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.378495:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378496:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616065.378498:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616065.378501:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616065.378503:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616065.378505:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616065.378507:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616065.378508:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616065.378509:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616065.378509:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616065.378511:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde100. 00000100:00000001:2.0:1773616065.378512:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378515:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616065.378518:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616065.378519:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378521:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.378525:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.378528:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7203) 00000100:00000001:2.0:1773616065.378535:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616065.378537:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616065.378538:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616065.378540:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.378544:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616065.378545:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.378547:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616065.378548:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616065.378549:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616065.378551:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616065.378553:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616065.378555:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616065.378556:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.378557:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616065.378559:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616065.378560:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616065.378564:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616065.378566:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616065.378571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616065.378575:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566592, portal 10 00000100:00000001:2.0:1773616065.379014:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616065.379017:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:2.0:1773616065.379027:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.379034:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616065.379038:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616065.379042:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616065.379046:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795566592, offset 0 00000400:00000200:2.0:1773616065.379052:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616065.379065:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616065.379074:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616065.379079:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616065.379084:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616065.379090:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1773616065.379091:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000400:00000200:2.0:1773616065.379095:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000200:3.0:1773616065.379098:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566464, portal 25 00000100:00000001:3.0:1773616065.379103:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1773616065.379105:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149367:149367:256:4294967295] 192.168.201.103@tcp LPNI seq info [149307:149307:8:4294967295] 00000100:00000001:3.0:1773616065.379106:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000400:00000200:2.0:1773616065.379118:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616065.379119:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616065.379130:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1773616065.379235:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616065.379243:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616065.379248:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde600. 00000800:00000200:2.0:1773616065.379255:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616065.379263:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616065.379268:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616065.379277:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.379282:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 374368 usecs (375 jiffies) 00000400:00000200:2.0:1773616065.379286:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616065.379289:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301866362 00000100:00000010:2.0:1773616065.379293:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046853c0. 00000100:00000001:2.0:1773616065.379300:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616065.379306:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301866362 00000100:00000010:2.0:1773616065.379309:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685540. 00000100:00000001:2.0:1773616065.379312:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616065.379316:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616065.379318:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.379321:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616065.379325:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.379333:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616065.379335:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.379337:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616065.379339:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616065.379341:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616065.379345:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616065.379348:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616065.379351:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616065.379352:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.379354:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616065.379357:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28200. 02000000:00000001:2.0:1773616065.379359:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616065.379363:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616065.379366:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616065.379370:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616065.379373:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566848, portal 4 00000100:00000001:2.0:1773616065.379375:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616065.379376:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:2.0:1773616065.379382:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.379389:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616065.379391:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616065.379394:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616065.379397:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795566848, offset 0 00000400:00000200:2.0:1773616065.379401:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616065.379405:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616065.379409:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616065.379412:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616065.379414:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616065.379417:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616065.379419:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616065.379422:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149368:149368:255:4294967295] 192.168.201.103@tcp LPNI seq info [149308:149308:7:4294967295] 00000400:00000200:2.0:1773616065.379427:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616065.379433:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616065.379438:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616065.379441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdeb00. 00000800:00000200:2.0:1773616065.379446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616065.379450:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616065.379453:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616065.379456:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.379459:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 529377 usecs (530 jiffies) 00000400:00000200:2.0:1773616065.379461:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616065.379463:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301866517 00000100:00000001:2.0:1773616065.379468:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301866362 00000100:00000001:2.0:1773616065.379471:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301866517 00000100:00000001:2.0:1773616065.379474:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301866362 00000100:00000001:2.0:1773616065.379476:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616065.379478:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.379480:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.379483:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.379490:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616065.379492:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616065.379495:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616065.379496:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616065.379497:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616065.379500:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773616065.379502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.379504:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616065.379505:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.379507:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616065.379508:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616065.379509:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616065.379514:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.379521:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616065.379522:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.379525:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616065.379526:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616065.379528:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616065.379531:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566720:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616065.379535:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616065.379537:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616065.379539:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.379540:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616065.379544:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616065.379546:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616065.379549:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616065.379552:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b93c8. 00000400:00000010:2.0:1773616065.379555:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616065.379558:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566720, portal 10 00000100:00000001:2.0:1773616065.379560:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616065.379561:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00000100:00000040:2.0:1773616065.379568:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.379575:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616065.379577:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616065.379580:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616065.379582:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795566720, offset 0 00000400:00000200:2.0:1773616065.379587:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616065.379590:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616065.379594:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616065.379596:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616065.379598:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616065.379600:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616065.379602:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616065.379605:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149369:149369:254:4294967295] 192.168.201.103@tcp LPNI seq info [149309:149309:6:4294967295] 00000400:00000200:2.0:1773616065.379609:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616065.379615:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616065.379619:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616065.379623:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde200. 00000800:00000200:2.0:1773616065.379627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616065.379632:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616065.379634:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616065.379637:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.379640:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 109378 usecs (110 jiffies) 00000400:00000200:2.0:1773616065.379644:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616065.379645:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301866097 00000100:00000001:2.0:1773616065.379648:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301866517 00000100:00000001:2.0:1773616065.379650:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301866097 00000100:00000001:2.0:1773616065.379652:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301866517 00000100:00000001:2.0:1773616065.379654:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616065.379656:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.379659:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.379661:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616065.380593:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616065.380599:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde600. 00000400:00000200:0.0:1773616065.380606:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.380612:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616065.380618:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:0.0:1773616065.380621:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:0.0:1773616065.380625:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616065.380630:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.380642:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616065.380645:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.380653:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616065.380654:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616065.380668:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616065.380670:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdeb00. 00000400:00000200:0.0:1773616065.380673:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.380676:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616065.380680:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:0.0:1773616065.380681:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:0.0:1773616065.380684:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616065.380687:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.380694:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616065.380697:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.380703:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616065.380705:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616065.380774:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616065.380777:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde200. 00000400:00000200:0.0:1773616065.380780:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.380784:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616065.380787:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:0.0:1773616065.380789:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:0.0:1773616065.380791:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616065.380794:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.380801:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616065.380804:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.380825:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616065.380827:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1773616065.381712:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616065.381720:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616065.381724:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795566464, offset 0 00000400:00000200:3.0:1773616065.381729:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616065.381737:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616065.381743:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616065.381747:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616065.381750:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616065.381764:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616065.381767:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616065.381771:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149370:149370:256:4294967295] 192.168.201.103@tcp LPNI seq info [149310:149310:8:4294967295] 00000400:00000200:3.0:1773616065.381776:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616065.381785:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616065.381790:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616065.381794:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41000. 00000800:00000200:3.0:1773616065.381800:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616065.381806:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616065.381809:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616065.381824:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616065.381829:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616065.381831:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301869962 00000100:00000001:3.0:1773616065.381862:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301866517 00000100:00000001:3.0:1773616065.381869:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301869963 00000100:00000001:3.0:1773616065.381872:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301866517 00000100:00000001:3.0:1773616065.381876:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616065.381879:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616065.381884:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616065.381887:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616065.381895:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616065.381897:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616065.381900:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616065.381902:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616065.381904:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616065.381906:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616065.381917:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616065.381922:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41000. 00000400:00000200:0.0:1773616065.381927:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.381932:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616065.381936:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:0.0:1773616065.381939:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:0.0:1773616065.381942:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616065.381947:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.381955:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616065.381958:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.381964:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616065.381965:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616065.394251:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.394266:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616065.394270:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.394273:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.394282:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394289:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616065.394297:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394302:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394307:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394312:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a000 00000400:00000200:0.0:1773616065.394317:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394323:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193419 [1] + 224 00000800:00000001:0.0:1773616065.394602:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.394609:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.394612:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.394617:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616065.394625:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616065.394635:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616065.394647:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.394671:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616065.394680:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.394685:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616065.394687:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.394689:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.394693:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394696:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616065.394702:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394704:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394707:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394710:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a080 00000400:00000200:0.0:1773616065.394713:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.394717:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193431 [1] + 224 00000800:00000001:0.0:1773616065.394721:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.394725:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.394727:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.394730:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616065.394734:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616065.394738:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616065.394748:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.395045:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616065.395051:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.395057:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616065.395059:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.395061:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.395064:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.395069:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616065.395073:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.395076:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.395079:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.395081:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066a100 00000400:00000200:0.0:1773616065.395085:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.395089:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193429 [1] + 224 00000800:00000001:0.0:1773616065.395093:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.395099:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.395101:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.395105:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616065.395107:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616065.395111:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616065.395121:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.395129:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616065.395131:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773616065.395360:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616065.395365:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616065.395371:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616065.395373:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616065.395376:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b93c8. 00000400:00000200:2.0:1773616065.395380:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:2.0:1773616065.395383:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:2.0:1773616065.395386:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616065.395391:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616065.395401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.395406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616065.395408:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.395411:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616065.395413:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616065.395416:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616065.395418:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.395421:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616065.395430:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=6 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616065.395435:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616065.395438:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616065.395439:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616065.395442:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616065.395445:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.395449:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616065.395451:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616065.395453:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616065.395455:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.395459:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.395466:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616065.395469:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616065.395472:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616065.395476:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616065.395485:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566720:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616065.395490:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616065.395491:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616065.395493:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616065.395495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:2.0:1773616065.395497:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:2.0:1773616065.395499:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616065.395503:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616065.395510:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1773616065.395594:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.395702:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616065.395705:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.395707:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616065.395709:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616065.395711:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616065.395713:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.395715:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616065.395720:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=6 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616065.395723:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616065.395726:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616065.395727:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616065.395728:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616065.396508:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.396512:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616065.396513:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:2.0:1773616065.396515:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616065.396517:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.396522:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.396536:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616065.396539:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616065.396540:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616065.396545:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616065.396552:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566592:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616065.396558:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616065.396559:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616065.396561:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616065.396564:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:2.0:1773616065.396566:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:2.0:1773616065.396568:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616065.396572:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616065.396582:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.396588:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616065.396589:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.396591:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616065.396593:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616065.396594:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616065.396596:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616065.396598:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616065.396603:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616065.396606:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=110 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616065.396608:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616065.396609:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616065.396611:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616065.396612:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.396614:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616065.396616:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:2.0:1773616065.396618:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616065.396619:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616065.396624:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.396630:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616065.396632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616065.396633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616065.396637:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616065.396644:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795566848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616065.396647:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.396650:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616065.396653:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb480 x1859763795566720/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.396660:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616065.396663:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616065.397104:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616065.397109:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616065.397111:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616065.397113:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616065.397116:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616065.397118:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cded00. 02000000:00000001:2.0:1773616065.397122:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616065.397123:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616065.397125:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb480. 00000100:00000001:2.0:1773616065.397129:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616065.397130:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.397132:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616065.397215:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795566592/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.397222:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616065.397224:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616065.397226:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616065.397228:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616065.397229:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616065.397230:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616065.397232:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616065.397234:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde900. 02000000:00000001:2.0:1773616065.397236:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616065.397237:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616065.397239:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:2.0:1773616065.397242:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616065.397243:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.397245:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616065.397248:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795566848/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616065.397255:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616065.397257:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616065.397258:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28200. 02000000:00000001:2.0:1773616065.397260:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616065.397261:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616065.397263:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616065.397265:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616065.397266:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde100. 02000000:00000001:2.0:1773616065.397269:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616065.397270:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616065.397271:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:2.0:1773616065.397273:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616065.397274:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.397276:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616065.397283:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616065.397285:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616065.397288:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616065.397290:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616065.419336:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.419355:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616065.419359:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.419363:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.419377:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.419385:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616065.419395:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.419400:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.419405:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.419410:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200669f80 00000400:00000200:0.0:1773616065.419415:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616065.419422:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193421 [1] + 224 00000800:00000001:0.0:1773616065.419431:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.419441:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616065.419444:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616065.419449:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616065.419456:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616065.419465:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616065.419478:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616065.419501:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616065.419509:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616065.419513:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616065.419647:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616065.419652:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616065.419894:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616065.419897:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616065.419901:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616065.419906:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:3.0:1773616065.419909:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:3.0:1773616065.419913:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616065.419918:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616065.419929:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616065.419935:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616065.419937:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616065.419940:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616065.419944:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616065.419946:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616065.419949:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616065.419951:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616065.419958:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616065.419962:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616065.419965:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616065.419967:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616065.419970:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616065.419982:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616065.419986:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616065.419992:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616065.419999:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616065.420003:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616065.420004:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616065.420008:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616065.420017:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795566464:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616065.420022:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616065.420025:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616065.420029:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795566464/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616065.420037:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616065.420039:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616065.420042:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3000. 02000000:00000001:3.0:1773616065.420046:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616065.420050:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616065.420052:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616065.420054:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616065.420057:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde400. 02000000:00000001:3.0:1773616065.420060:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616065.420062:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616065.420064:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:3.0:1773616065.420068:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616065.420069:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616065.420071:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616065.420080:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616065.420082:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616065.420085:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616065.420087:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616065.440048:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616065.440055:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616065.440061:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616065.440063:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616065.440066:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616065.440068:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616065.440110:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616065.440113:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616065.440117:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616066.464063:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616066.464071:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616066.464078:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616066.464080:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616066.464085:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616066.464086:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616066.464115:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616066.464129:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616066.464132:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616067.489158:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616067.489166:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616067.489535:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616067.489538:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616067.489542:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616067.489544:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616067.494669:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616067.494677:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616067.494683:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616068.512499:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616068.512507:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616068.512514:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616068.512515:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616068.512519:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616068.512605:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616068.512608:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616068.512611:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616068.512614:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616068.512616:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616068.512619:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616068.512621:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616068.512649:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616068.512652:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616068.512654:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616069.408008:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301869962, at 4301870016 00000100:00000010:0.0:1773616069.408026:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046853c0. 00000100:00000040:1.0:1773616069.408119:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301869963, at 4301870016 00000100:00000010:1.0:1773616069.408124:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685540. 00010000:00000001:0.0:1773616069.536151:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616069.536157:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616069.536163:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616069.536165:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616069.536168:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616069.536170:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616069.536189:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616069.536191:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616069.536195:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616070.495991:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616070.496004:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616070.496015:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616070.496023:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616070.496028:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616070.496031:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616070.496037:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616070.496046:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde100. 00000100:00000001:2.0:1773616070.496053:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496065:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616070.496077:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616070.496082:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496089:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.496121:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496125:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616070.496128:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616070.496132:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616070.496134:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616070.496137:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616070.496138:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616070.496140:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616070.496144:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde900. 00000100:00000001:2.0:1773616070.496147:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496152:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616070.496160:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616070.496162:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496166:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005975f6ca] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.496176:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496178:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616070.496182:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616070.496186:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb480. 00000020:00000040:2.0:1773616070.496188:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616070.496190:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616070.496191:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616070.496193:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616070.496197:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cded00. 00000100:00000001:2.0:1773616070.496199:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496204:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616070.496210:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616070.496212:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496216:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b07559] to pc [ptlrpcd_01_01+1] req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.496224:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496226:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616070.496229:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616070.496232:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616070.496236:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616070.496239:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616070.496241:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616070.496243:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616070.496244:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616070.496246:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616070.496249:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde500. 00000100:00000001:2.0:1773616070.496252:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496257:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616070.496265:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616070.496266:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496270:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1eadc1c] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.496271:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616070.496275:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616070.496278:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773616070.496278:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616070.496512:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773616070.496515:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7208) 00000100:00000001:3.0:1773616070.496520:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616070.496522:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616070.496526:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616070.496528:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616070.496529:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1773616070.496531:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616070.496531:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616070.496533:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773616070.496535:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795566976:192.168.201.103@tcp:400:kworker.0 00000100:00000040:2.0:1773616070.496537:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.496540:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773616070.496544:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1773616070.496545:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773616070.496545:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616070.496548:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616070.496548:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616070.496549:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616070.496550:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1773616070.496551:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616070.496554:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795567104:192.168.201.103@tcp:400:kworker.0 02000000:00000010:3.0:1773616070.496555:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3e00. 02000000:00000001:3.0:1773616070.496558:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616070.496558:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616070.496560:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616070.496561:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616070.496563:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1773616070.496566:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000010:2.0:1773616070.496566:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616070.496568:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773616070.496570:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000200:2.0:1773616070.496571:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616070.496574:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:3.0:1773616070.496577:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000400:00000010:2.0:1773616070.496577:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:3.0:1773616070.496584:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795566976, portal 25 00000100:00000200:2.0:1773616070.496584:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795567104, portal 10 00000100:00000001:3.0:1773616070.496586:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616070.496586:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616070.496588:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000001:2.0:1773616070.496588:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:3.0:1773616070.496594:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773616070.496595:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.496603:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773616070.496603:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616070.496607:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000040:2.0:1773616070.496607:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616070.496609:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3550. 00000400:00000010:2.0:1773616070.496610:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:3.0:1773616070.496613:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795566976, offset 0 00000100:00000200:2.0:1773616070.496613:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795567104, offset 0 00000400:00000200:2.0:1773616070.496619:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616070.496829:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616070.496857:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616070.496862:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616070.496867:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616070.496871:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616070.496874:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616070.496878:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149371:149371:256:4294967295] 192.168.201.103@tcp LPNI seq info [149311:149311:8:4294967295] 00000400:00000200:2.0:1773616070.496883:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616070.496906:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616070.496913:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616070.496918:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde700. 00000800:00000200:2.0:1773616070.496926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616070.496934:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616070.496940:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616070.496949:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.496954:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 373525 usecs (374 jiffies) 00000400:00000200:2.0:1773616070.496957:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616070.496960:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301871479 00000100:00000010:2.0:1773616070.496966:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685840. 00000100:00000001:2.0:1773616070.496972:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616070.496978:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301871479 00000100:00000010:2.0:1773616070.496981:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685720. 00000100:00000001:2.0:1773616070.496984:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616070.496997:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616070.497001:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616070.497004:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616070.497008:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773616070.497010:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616070.497015:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616070.497016:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616070.497017:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616070.497019:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 02000000:00000001:2.0:1773616070.497020:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1773616070.497022:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1773616070.497022:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616070.497024:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616070.497025:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00100000:2.0:1773616070.497027:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795567360:192.168.201.103@tcp:400:kworker.0 00000400:00000200:3.0:1773616070.497028:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616070.497031:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:2.0:1773616070.497031:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1773616070.497033:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149372:149372:255:4294967295] 192.168.201.103@tcp LPNI seq info [149312:149312:7:4294967295] 02000000:00000001:2.0:1773616070.497034:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616070.497036:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616070.497038:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:2.0:1773616070.497038:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616070.497042:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616070.497044:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616070.497045:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000400:00000200:2.0:1773616070.497047:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:3.0:1773616070.497050:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616070.497050:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000800:00000010:3.0:1773616070.497053:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000400:00000010:2.0:1773616070.497054:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616070.497057:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795567360, portal 4 00000800:00000200:3.0:1773616070.497058:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:2.0:1773616070.497059:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616070.497061:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000800:00000200:3.0:1773616070.497063:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616070.497066:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1773616070.497066:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.497069:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616070.497072:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616070.497073:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1773616070.497075:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301875078 00000100:00000040:2.0:1773616070.497076:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616070.497079:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000001:3.0:1773616070.497080:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301871479 00000100:00000200:2.0:1773616070.497081:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795567360, offset 0 00000100:00000001:3.0:1773616070.497084:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301875078 00000400:00000200:2.0:1773616070.497085:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:3.0:1773616070.497086:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301871479 00000100:00000001:3.0:1773616070.497089:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773616070.497089:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616070.497091:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616070.497092:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:3.0:1773616070.497094:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773616070.497095:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1773616070.497098:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616070.497098:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616070.497100:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616070.497103:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:3.0:1773616070.497105:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1773616070.497106:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149373:149373:254:4294967295] 192.168.201.103@tcp LPNI seq info [149313:149313:6:4294967295] 00000100:00000001:3.0:1773616070.497107:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616070.497109:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616070.497111:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773616070.497111:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773616070.497113:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616070.497117:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616070.497122:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616070.497126:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdec00. 00000100:00100000:3.0:1773616070.497128:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567232:192.168.201.103@tcp:400:kworker.0 00000800:00000200:2.0:1773616070.497130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:3.0:1773616070.497133:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1773616070.497135:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 02000000:00000001:3.0:1773616070.497136:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1773616070.497137:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdec00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1773616070.497138:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616070.497140:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773616070.497141:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616070.497143:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef2400. 00000100:00000040:2.0:1773616070.497144:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 525705 usecs (526 jiffies) 02000000:00000001:3.0:1773616070.497145:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616070.497147:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616070.497148:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616070.497150:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301871631 00000400:00000010:3.0:1773616070.497151:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000100:00000001:2.0:1773616070.497152:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301875078 00000400:00000010:3.0:1773616070.497154:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000001:2.0:1773616070.497155:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301871631 00000100:00000200:3.0:1773616070.497157:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795567232, portal 10 00000100:00000001:2.0:1773616070.497157:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301875078 00000100:00000001:3.0:1773616070.497159:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616070.497159:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616070.497161:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00000100:00000001:2.0:1773616070.497161:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616070.497164:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616070.497166:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.497167:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.497172:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616070.497174:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773616070.497174:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616070.497176:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1773616070.497177:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000100:00000001:2.0:1773616070.497178:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1773616070.497179:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795567232, offset 0 00000100:00000001:2.0:1773616070.497180:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616070.497181:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616070.497184:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773616070.497184:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616070.497187:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616070.497191:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616070.497193:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616070.497196:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616070.497198:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616070.497201:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616070.497204:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149374:149374:253:4294967295] 192.168.201.103@tcp LPNI seq info [149314:149314:5:4294967295] 00000400:00000200:3.0:1773616070.497208:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616070.497214:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616070.497219:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616070.497224:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41000. 00000800:00000200:3.0:1773616070.497228:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616070.497233:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616070.497236:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616070.497238:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616070.497242:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 108752 usecs (109 jiffies) 00000400:00000200:3.0:1773616070.497245:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616070.497247:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301871214 00000100:00000001:3.0:1773616070.497249:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301875078 00000100:00000001:3.0:1773616070.497251:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301871214 00000100:00000001:3.0:1773616070.497253:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301875078 00000100:00000001:3.0:1773616070.497255:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616070.497257:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.497259:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.497261:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.497265:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616070.497266:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616070.497268:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616070.497269:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616070.497271:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.497273:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616070.499168:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616070.499178:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde700. 00000400:00000200:0.0:1773616070.499187:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.499195:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616070.499202:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:0.0:1773616070.499205:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:0.0:1773616070.499211:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616070.499220:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499235:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616070.499240:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499248:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616070.499250:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616070.499266:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616070.499490:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000400:00000200:0.0:1773616070.499493:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.499497:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616070.499500:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3550 00000400:00000010:0.0:1773616070.499502:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3550. 00000100:00000001:0.0:1773616070.499505:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616070.499511:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499519:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616070.499522:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499528:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616070.499529:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616070.499540:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616070.499543:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdec00. 00000400:00000200:0.0:1773616070.499546:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.499549:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616070.499551:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:0.0:1773616070.499553:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:0.0:1773616070.499554:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616070.499558:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499564:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616070.499567:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499577:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616070.499578:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616070.499668:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616070.499671:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41000. 00000400:00000200:0.0:1773616070.499675:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.499679:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616070.499681:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c36e8 00000400:00000010:0.0:1773616070.499683:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c36e8. 00000100:00000001:0.0:1773616070.499686:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616070.499690:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499698:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616070.499701:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.499707:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616070.499708:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616070.510103:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.510126:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616070.510130:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.510133:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.510143:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.510152:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616070.510161:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.510167:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.510173:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.510177:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066a180 00000400:00000200:0.0:1773616070.510182:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.510188:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193439 [1] + 224 00000800:00000001:0.0:1773616070.510197:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.510208:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.510211:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.510216:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616070.510224:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616070.510233:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616070.510245:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.510271:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616070.510281:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.510284:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.510666:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616070.510672:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616070.510678:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616070.510681:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616070.510684:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616070.510700:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:3.0:1773616070.510704:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:3.0:1773616070.510708:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616070.510714:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616070.510724:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.510731:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616070.510734:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.510736:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616070.510740:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616070.510743:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616070.510745:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616070.510749:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616070.510756:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616070.510760:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616070.510763:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616070.510765:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616070.510768:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616070.510770:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.510784:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616070.510789:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.510797:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616070.510799:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616070.510801:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616070.510806:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616070.510814:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795566976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616070.510821:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.510824:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616070.510828:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795566976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.510835:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616070.510868:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616070.510872:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3e00. 02000000:00000001:3.0:1773616070.510876:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616070.510878:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616070.510880:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616070.510883:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616070.510886:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde100. 02000000:00000001:3.0:1773616070.510901:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616070.510903:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616070.510905:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:3.0:1773616070.510909:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616070.510910:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.510915:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.510916:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616070.510918:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616070.510919:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.510921:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616070.516591:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.516612:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616070.516616:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.516619:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.516878:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.516886:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616070.516906:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.516912:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.516918:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.516922:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a200 00000400:00000200:0.0:1773616070.516927:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.516939:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193441 [1] + 224 00000800:00000001:0.0:1773616070.516948:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.516958:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.516962:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.516966:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616070.516974:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616070.516982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616070.516995:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.517073:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616070.517078:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616070.517557:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616070.517568:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.517573:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616070.524082:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.524102:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616070.524107:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.524110:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.524120:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524128:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616070.524138:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524144:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524150:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524155:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a280 00000400:00000200:0.0:1773616070.524161:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524168:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193451 [1] + 224 00000800:00000001:0.0:1773616070.524177:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.524184:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.524187:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.524192:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616070.524200:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616070.524210:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616070.524224:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.524250:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616070.524260:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.524265:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616070.524267:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.524269:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.524273:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524277:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616070.524283:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524285:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524289:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524292:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066a300 00000400:00000200:0.0:1773616070.524298:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616070.524303:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193449 [1] + 224 00000800:00000001:0.0:1773616070.524307:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.524315:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616070.524317:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616070.524321:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616070.524324:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616070.524330:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616070.524340:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616070.524349:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616070.524353:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616070.524356:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.524560:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616070.524565:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616070.524572:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616070.524575:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616070.524578:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616070.524583:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3088 00000400:00000010:3.0:1773616070.524586:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3088. 00000100:00000001:3.0:1773616070.524589:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616070.524594:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616070.524606:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.524613:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616070.524615:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.524618:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616070.524622:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616070.524625:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616070.524628:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616070.524631:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616070.524641:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=11 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616070.524646:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616070.524650:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616070.524652:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616070.524655:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616070.524659:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.524664:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616070.524667:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616070.524669:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616070.524671:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616070.524677:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.524692:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616070.524695:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616070.524698:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616070.524703:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616070.524711:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567232:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616070.524716:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.524719:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616070.524723:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb480 x1859763795567232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616070.524730:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616070.524733:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616070.524736:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef2400. 02000000:00000001:3.0:1773616070.524740:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616070.524743:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616070.524745:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616070.524747:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616070.524751:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cded00. 02000000:00000001:3.0:1773616070.524754:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616070.524756:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616070.524758:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb480. 00000100:00000001:3.0:1773616070.524783:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616070.524785:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.524787:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616070.524796:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616070.524797:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616070.524800:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616070.524802:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773616070.525175:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616070.525178:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616070.525181:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616070.525186:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:2.0:1773616070.525188:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:2.0:1773616070.525192:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616070.525199:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616070.525216:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.525223:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616070.525225:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616070.525227:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616070.525229:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616070.525231:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616070.525233:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616070.525236:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616070.525242:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=11 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616070.525245:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616070.525248:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616070.525249:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616070.525252:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616070.525254:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616070.525257:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616070.525259:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:2.0:1773616070.525261:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616070.525262:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.525267:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.525275:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616070.525277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616070.525278:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616070.525282:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616070.525291:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795567104:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616070.525296:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616070.525298:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616070.525300:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616070.525303:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:2.0:1773616070.525304:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:2.0:1773616070.525307:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616070.525310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616070.525318:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.525325:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616070.525326:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616070.525328:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616070.525330:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616070.525331:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616070.525333:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616070.525335:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616070.525339:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616070.525342:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=115 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616070.525345:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616070.525346:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616070.525348:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616070.525350:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616070.525352:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616070.525354:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:2.0:1773616070.525356:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616070.525357:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616070.525362:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.525370:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616070.525372:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616070.525373:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616070.525377:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616070.525385:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795567360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616070.525392:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616070.525395:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616070.525398:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795567104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.525406:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616070.525408:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616070.525410:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616070.525413:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616070.525414:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616070.525416:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616070.525523:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616070.525527:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde900. 02000000:00000001:2.0:1773616070.525531:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616070.525532:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616070.525534:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:2.0:1773616070.525538:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616070.525539:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616070.525541:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616070.525546:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795567360/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616070.525553:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616070.525554:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616070.525556:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616070.525558:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616070.525559:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616070.525560:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616070.525562:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616070.525564:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde500. 02000000:00000001:2.0:1773616070.525566:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616070.525567:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616070.525569:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:2.0:1773616070.525571:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616070.525572:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616070.525574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616070.525579:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616070.525581:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616070.525583:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616070.525585:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616070.560360:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616070.560367:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616070.560372:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616070.560374:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616070.560378:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616070.560379:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616070.560499:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616070.560503:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616070.560507:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616071.584024:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616071.584031:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616071.584037:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616071.584038:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616071.584041:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616071.584042:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616071.584068:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616071.584070:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616071.584072:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616072.608113:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616072.608123:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616072.608126:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616072.608129:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616072.608135:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616072.608138:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616072.608140:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616072.608142:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616072.608147:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616072.608148:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616072.608154:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616072.608156:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616072.608192:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616072.608196:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616072.608199:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616073.631981:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616073.631988:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616073.631994:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616073.631995:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616073.631999:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616073.632001:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616073.632118:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616073.632121:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616073.632124:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616074.528720:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301875078, at 4301875136 00000100:00000010:1.0:1773616074.528737:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685720. 00000100:00000040:0.0:1773616074.530206:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301875078, at 4301875138 00000100:00000010:0.0:1773616074.530471:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685840. 00010000:00000001:0.0:1773616074.656033:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616074.656040:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616074.656046:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616074.656050:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616074.656052:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616074.656059:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616074.656061:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616074.656063:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616074.656065:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616074.656068:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616074.656069:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616074.656072:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616074.656075:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616074.656076:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616074.656101:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616074.656103:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616074.656105:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616075.616031:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616075.616043:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616075.616054:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616075.616060:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616075.616064:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616075.616067:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616075.616073:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616075.616082:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41800. 00000100:00000001:3.0:1773616075.616088:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616100:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616075.616112:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616075.616115:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616122:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616075.616153:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616156:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616075.616159:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616075.616162:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1880. 00000020:00000040:3.0:1773616075.616165:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616075.616168:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616075.616169:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616075.616171:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616075.616174:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773616075.616177:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616182:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616075.616190:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616075.616192:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616196:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cec5a662] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616075.616205:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616208:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616075.616211:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616075.616214:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000020:00000040:3.0:1773616075.616216:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616075.616218:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616075.616219:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616075.616221:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616075.616224:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773616075.616227:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616231:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616075.616238:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616075.616240:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616243:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005840b22c] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616075.616250:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616253:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616075.616256:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616075.616258:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616075.616262:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616075.616265:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616075.616268:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616075.616281:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616075.616283:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616075.616285:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616075.616289:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773616075.616293:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616297:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616075.616305:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616075.616307:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616310:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616075.616318:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616075.616323:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7213) 00000100:00000001:2.0:1773616075.616529:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.616535:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616075.616537:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616075.616545:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.616552:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616075.616555:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.616559:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616075.616563:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616075.616566:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616075.616570:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795567488:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616075.616574:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616075.616580:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616075.616582:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.616585:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616075.616590:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616075.616592:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616075.616601:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616075.616606:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616075.616613:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616075.616620:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795567488, portal 25 00000100:00000001:2.0:1773616075.616622:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616075.616623:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:2.0:1773616075.616629:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.616881:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616075.616884:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616075.616888:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616075.616891:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795567488, offset 0 00000400:00000200:2.0:1773616075.616898:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616075.616907:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.616914:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616075.616919:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616075.616923:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616075.616927:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616075.616930:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616075.616934:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149375:149375:256:4294967295] 192.168.201.103@tcp LPNI seq info [149315:149315:8:4294967295] 00000400:00000200:2.0:1773616075.616939:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.616949:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616075.616954:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616075.616959:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde500. 00000800:00000200:2.0:1773616075.616966:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616075.616974:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616075.616978:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616075.616986:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616075.616990:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616075.616992:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301880198 00000100:00000010:2.0:1773616075.616998:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685ea0. 00000100:00000001:2.0:1773616075.617005:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616075.617011:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301880198 00000100:00000010:2.0:1773616075.617015:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685060. 00000100:00000001:2.0:1773616075.617018:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616075.617021:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.617024:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.617028:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616075.617031:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.617038:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616075.617039:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.617041:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616075.617043:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616075.617046:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616075.617048:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616075.617051:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616075.617054:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616075.617056:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.617058:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616075.617061:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616075.617063:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616075.617066:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616075.617069:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616075.617073:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:2.0:1773616075.617076:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795567744, portal 10 00000100:00000001:2.0:1773616075.617078:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616075.617080:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000040:2.0:1773616075.617086:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.617093:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616075.617095:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616075.617097:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616075.617100:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795567744, offset 0 00000400:00000200:2.0:1773616075.617104:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616075.617108:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.617111:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616075.617114:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616075.617116:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616075.617119:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616075.617121:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616075.617124:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149376:149376:255:4294967295] 192.168.201.103@tcp LPNI seq info [149316:149316:7:4294967295] 00000400:00000200:2.0:1773616075.617128:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.617134:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616075.617138:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616075.617142:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde900. 00000800:00000200:2.0:1773616075.617146:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616075.617151:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616075.617153:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616075.617157:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616075.617161:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 108236 usecs (109 jiffies) 00000400:00000200:2.0:1773616075.617164:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616075.617166:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301876334 00000100:00000001:2.0:1773616075.617168:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301880198 00000100:00000001:2.0:1773616075.617170:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301876334 00000100:00000001:2.0:1773616075.617172:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301880198 00000100:00000001:2.0:1773616075.617174:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.617176:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.617178:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.617181:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.617189:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616075.617191:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616075.617193:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.617194:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616075.617196:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616075.617199:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1773616075.617200:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.617202:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616075.617204:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.617205:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.617206:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616075.617207:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616075.617211:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.617217:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616075.617219:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.617221:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616075.617222:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616075.617225:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616075.617228:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567616:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616075.617231:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616075.617233:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616075.617235:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.617237:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616075.617241:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29600. 02000000:00000001:2.0:1773616075.617243:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616075.617246:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616075.617249:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b93c8. 00000400:00000010:2.0:1773616075.617252:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616075.617255:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795567616, portal 10 00000100:00000001:2.0:1773616075.617257:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616075.617258:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000040:2.0:1773616075.617264:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.617269:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616075.617284:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616075.617287:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e110. 00000100:00000200:2.0:1773616075.617290:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795567616, offset 0 00000400:00000200:2.0:1773616075.617294:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616075.617297:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.617301:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616075.617303:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616075.617306:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616075.617308:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616075.617309:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616075.617312:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149377:149377:254:4294967295] 192.168.201.103@tcp LPNI seq info [149317:149317:6:4294967295] 00000400:00000200:2.0:1773616075.617315:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.617321:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616075.617325:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616075.617329:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdef00. 00000800:00000200:2.0:1773616075.617333:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616075.617337:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616075.617340:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616075.617342:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616075.617345:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 372720 usecs (373 jiffies) 00000400:00000200:2.0:1773616075.617348:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616075.617349:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301876598 00000100:00000001:2.0:1773616075.617352:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301880198 00000100:00000001:2.0:1773616075.617354:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301876598 00000100:00000001:2.0:1773616075.617356:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301880198 00000100:00000001:2.0:1773616075.617358:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.617360:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.617362:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616075.617366:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.617373:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616075.617374:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.617376:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616075.617378:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616075.617380:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616075.617383:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567872:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616075.617386:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616075.617388:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616075.617390:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.617391:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616075.617395:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28600. 02000000:00000001:2.0:1773616075.617397:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616075.617400:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616075.617402:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9f78. 00000400:00000010:2.0:1773616075.617406:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616075.617409:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795567872, portal 4 00000100:00000001:2.0:1773616075.617411:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616075.617412:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:2.0:1773616075.617417:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.617423:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616075.617425:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616075.617427:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eb28. 00000100:00000200:2.0:1773616075.617429:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795567872, offset 0 00000400:00000200:2.0:1773616075.617434:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616075.617437:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.617441:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616075.617443:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616075.617446:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616075.617448:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616075.617450:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616075.617453:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149378:149378:253:4294967295] 192.168.201.103@tcp LPNI seq info [149318:149318:5:4294967295] 00000400:00000200:2.0:1773616075.617457:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616075.617462:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616075.617466:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616075.617470:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdee00. 00000800:00000200:2.0:1773616075.617474:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616075.617478:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616075.617481:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616075.617484:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616075.617487:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 522185 usecs (523 jiffies) 00000400:00000200:2.0:1773616075.617490:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616075.617492:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301876748 00000100:00000001:2.0:1773616075.617494:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301880198 00000100:00000001:2.0:1773616075.617496:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301876748 00000100:00000001:2.0:1773616075.617499:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301880198 00000100:00000001:2.0:1773616075.617501:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.617503:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.617505:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.617507:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.617523:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.617525:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616075.617691:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616075.617696:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde500. 00000400:00000200:0.0:1773616075.617703:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.617708:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616075.617713:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:0.0:1773616075.617715:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:0.0:1773616075.617720:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616075.617725:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617734:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616075.617737:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617744:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616075.617746:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616075.617761:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616075.617764:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde900. 00000400:00000200:0.0:1773616075.617767:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.617772:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616075.617776:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:0.0:1773616075.617779:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:0.0:1773616075.617781:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616075.617785:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617793:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616075.617796:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617802:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616075.617803:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616075.617822:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616075.617824:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdef00. 00000400:00000200:0.0:1773616075.617826:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.617828:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616075.617831:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:0.0:1773616075.617832:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:0.0:1773616075.617834:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616075.617876:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617884:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616075.617888:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617893:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616075.617895:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616075.617957:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616075.617960:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdee00. 00000400:00000200:0.0:1773616075.617962:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.617965:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616075.617968:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eb28 00000400:00000010:0.0:1773616075.617970:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eb28. 00000100:00000001:0.0:1773616075.617972:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616075.617975:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617982:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616075.617985:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.617991:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616075.617992:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616075.640817:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.640867:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616075.640871:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.640875:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.640886:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.640893:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616075.640902:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.640907:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.640913:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.640917:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a480 00000400:00000200:0.0:1773616075.640922:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.640930:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193461 [1] + 224 00000800:00000001:0.0:1773616075.640939:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.640945:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.640962:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.640968:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616075.640976:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616075.640987:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616075.640999:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.641030:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616075.641040:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.641044:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616075.641046:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.641048:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.641051:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.641055:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616075.641059:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.641062:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.641065:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.641068:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a400 00000400:00000200:0.0:1773616075.641071:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.641075:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193469 [1] + 224 00000800:00000001:0.0:1773616075.641079:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.641085:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.641087:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.641091:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616075.641094:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616075.641098:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616075.641107:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.641114:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616075.641118:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.641121:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616075.642790:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.642819:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616075.642823:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.642827:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.642876:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.642885:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616075.642895:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.642900:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.642906:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.642911:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066a500 00000400:00000200:0.0:1773616075.642916:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.642922:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193471 [1] + 224 00000800:00000001:0.0:1773616075.642931:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.642951:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.642954:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.642959:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616075.642966:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616075.642975:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616075.642987:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.642997:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616075.643016:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.643020:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.643317:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.643322:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616075.643330:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616075.643332:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616075.643336:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b93c8. 00000400:00000200:2.0:1773616075.643340:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:2.0:1773616075.643343:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:2.0:1773616075.643346:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616075.643353:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616075.643365:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643372:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616075.643375:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.643377:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616075.643381:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616075.643383:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616075.643386:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.643389:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616075.643398:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=16 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616075.643402:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616075.643405:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616075.643406:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616075.643409:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616075.643412:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.643416:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616075.643419:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:2.0:1773616075.643421:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616075.643423:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616075.643428:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643435:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.643438:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616075.643440:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616075.643443:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616075.643451:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567616:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616075.643456:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616075.643458:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616075.643460:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:2.0:1773616075.643463:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616075.643464:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616075.643466:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616075.643469:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616075.643476:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643481:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616075.643482:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.643484:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616075.643485:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616075.643487:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616075.643488:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.643489:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616075.643494:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616075.643496:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=120 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616075.643498:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616075.643500:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616075.643501:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616075.643503:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.643506:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616075.643507:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:2.0:1773616075.643509:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616075.643510:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616075.643514:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643522:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.643523:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616075.643525:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616075.643528:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616075.643536:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567872:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616075.643541:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616075.643543:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616075.643545:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616075.643547:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:2.0:1773616075.643549:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:2.0:1773616075.643551:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616075.643555:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616075.643564:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643569:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616075.643571:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.643573:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616075.643575:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616075.643576:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616075.643577:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.643579:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616075.643583:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=16 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616075.643586:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616075.643589:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616075.643590:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616075.643592:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616075.643593:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.643595:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616075.643596:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616075.643599:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616075.643600:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616075.643620:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643627:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.643630:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616075.643900:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616075.643906:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616075.643914:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795567744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616075.643918:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.643922:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616075.643925:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1880 x1859763795567616/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643931:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616075.643934:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616075.643937:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29600. 02000000:00000001:2.0:1773616075.643942:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616075.643945:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616075.643947:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616075.643949:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616075.643952:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41600. 02000000:00000001:2.0:1773616075.643956:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616075.643958:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616075.643960:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1880. 00000100:00000001:2.0:1773616075.643964:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616075.643965:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.643967:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616075.643971:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795567872/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.643978:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616075.643979:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616075.643980:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28600. 02000000:00000001:2.0:1773616075.643983:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616075.643984:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616075.643985:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616075.643987:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616075.643989:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:2.0:1773616075.643991:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616075.643993:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616075.643994:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:2.0:1773616075.643997:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616075.643998:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.644000:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616075.644003:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795567744/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.644009:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616075.644011:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616075.644013:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616075.644015:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616075.644016:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616075.644017:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616075.644018:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616075.644020:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:2.0:1773616075.644022:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616075.644023:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616075.644024:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:2.0:1773616075.644026:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616075.644028:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.644031:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.644033:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.644034:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616075.644037:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.644039:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616075.667679:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.667704:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616075.667708:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.667711:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.667724:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.667732:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616075.667743:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.667749:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.667755:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.667759:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066a380 00000400:00000200:0.0:1773616075.667764:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616075.667771:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193459 [1] + 224 00000800:00000001:0.0:1773616075.667780:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.667821:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616075.667825:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616075.667830:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616075.667878:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616075.667890:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616075.667902:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616075.667931:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616075.667950:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616075.667954:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.669773:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.669781:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616075.669789:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616075.669791:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616075.669795:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616075.669801:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:2.0:1773616075.669812:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:2.0:1773616075.669817:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616075.669825:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616075.669865:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.669875:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616075.669877:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.669880:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616075.669883:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616075.669885:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616075.669888:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616075.669891:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616075.669898:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616075.669903:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616075.669906:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616075.669908:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616075.669910:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616075.669912:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.669915:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616075.669921:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.669929:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616075.669932:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616075.669935:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616075.669939:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616075.669953:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795567488:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616075.669959:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.669962:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616075.669965:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795567488/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616075.669972:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616075.669975:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616075.669978:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616075.669983:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616075.669986:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616075.669988:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616075.669990:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616075.669994:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41800. 02000000:00000001:2.0:1773616075.669998:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616075.669999:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616075.670002:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:2.0:1773616075.670005:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616075.670006:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.670009:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616075.670018:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616075.670020:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616075.670022:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616075.670025:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616075.681604:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616075.681612:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616075.681618:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616075.681620:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616075.681623:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616075.681624:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616075.681650:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616075.681653:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616075.681656:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616076.704081:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616076.704088:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616076.704094:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616076.704095:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616076.704099:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616076.704100:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616076.704199:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616076.704204:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616076.704207:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616077.729344:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616077.729352:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616077.729358:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616077.729359:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616077.729363:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616077.729367:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616077.729370:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616077.729373:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616077.729375:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616077.729378:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616077.729381:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616077.729383:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616077.729417:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616077.729420:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616077.729422:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616078.751978:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616078.751986:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616078.751991:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616078.751992:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616078.751995:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616078.751997:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616078.752034:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616078.752037:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616078.752040:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616079.648083:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301880198, at 4301880256 00000100:00000010:1.0:1773616079.648101:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685060. 00000100:00000040:0.0:1773616079.648206:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301880198, at 4301880256 00000100:00000010:0.0:1773616079.648214:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685ea0. 00010000:00000001:0.0:1773616079.776160:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616079.776167:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616079.776173:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616079.776175:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616079.776179:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616079.776180:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616079.776268:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616079.776271:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616079.776275:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616080.738245:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616080.738256:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616080.738265:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3800. 00000020:00000040:3.0:1773616080.738272:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616080.738278:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616080.738282:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616080.738287:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616080.738295:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41d00. 00000100:00000001:3.0:1773616080.738303:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.738314:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616080.738326:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616080.738332:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.738339:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b74edf2] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.738364:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.738367:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616080.738371:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616080.738374:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2d80. 00000020:00000040:3.0:1773616080.738376:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616080.738379:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616080.738380:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616080.739062:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616080.739070:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41b00. 00000100:00000001:3.0:1773616080.739074:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.739081:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616080.739089:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616080.739092:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.739096:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c279062a] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.739105:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.739108:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616080.739111:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616080.739114:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0700. 00000020:00000040:3.0:1773616080.739117:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616080.739119:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616080.739121:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616080.739123:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616080.739126:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41f00. 00000100:00000001:3.0:1773616080.739129:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.739133:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616080.739140:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616080.739142:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.739146:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c12d42e] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.739182:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.739182:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773616080.739188:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616080.739188:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616080.739192:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616080.739194:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616080.739199:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616080.739203:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.739204:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616080.739210:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616080.739215:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616080.739218:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616080.739220:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1773616080.739222:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616080.739223:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616080.739227:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.739228:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1773616080.739233:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41900. 02000000:00000001:2.0:1773616080.739233:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616080.739240:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.739240:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616080.739247:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795568000:192.168.201.103@tcp:400:kworker.0 00000100:00000040:3.0:1773616080.739250:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616080.739255:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616080.739261:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773616080.739262:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1773616080.739265:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616080.739266:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.739467:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616080.739474:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616080.739477:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616080.739756:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616080.739763:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616080.739771:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616080.739778:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568000, portal 25 00000100:00000001:2.0:1773616080.739781:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616080.739783:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528635392 : -121324180916224 : ffff91a8034b3800) 00000100:00000040:2.0:1773616080.739790:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773616080.739800:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.739803:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616080.739811:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616080.739815:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000001:3.0:1773616080.739817:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773616080.739821:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795568000, offset 0 00000100:00000040:3.0:1773616080.739824:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7219) 00000400:00000200:2.0:1773616080.739831:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616080.739862:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616080.739873:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616080.739880:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616080.739885:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:3.0:1773616080.739887:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616080.739891:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773616080.739893:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1773616080.739894:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773616080.739899:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000040:3.0:1773616080.739904:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616080.739911:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149379:149379:256:4294967295] 192.168.201.103@tcp LPNI seq info [149319:149319:8:4294967295] 00000100:00000001:3.0:1773616080.739921:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616080.739925:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616080.739926:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773616080.739930:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616080.739935:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616080.739939:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616080.739947:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795568128:192.168.201.103@tcp:400:kworker.0 00000400:00000200:2.0:1773616080.739948:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:3.0:1773616080.739956:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616080.739962:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1773616080.739962:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 02000000:00000001:3.0:1773616080.739966:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616080.739970:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1773616080.739971:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdee00. 02000000:00000010:3.0:1773616080.739975:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3a00. 02000000:00000001:3.0:1773616080.739981:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773616080.739982:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:3.0:1773616080.739989:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616080.739995:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000800:00000200:2.0:1773616080.739995:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000010:3.0:1773616080.740002:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000200:3.0:1773616080.740006:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568128, portal 10 00000100:00000001:3.0:1773616080.740008:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616080.740011:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528632704 : -121324180918912 : ffff91a8034b2d80) 00000800:00000200:2.0:1773616080.740015:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1773616080.740023:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.740031:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616080.740034:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616080.740037:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000001:2.0:1773616080.740039:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773616080.740041:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795568128, offset 0 00000400:00000200:2.0:1773616080.740046:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616080.740051:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616080.740057:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616080.740061:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616080.740066:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616080.740068:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616080.740070:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616080.740073:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616080.740076:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149380:149380:255:4294967295] 192.168.201.103@tcp LPNI seq info [149320:149320:7:4294967295] 00000400:00000200:3.0:1773616080.740081:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616080.740087:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616080.740092:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616080.740097:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773616080.740102:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616080.740107:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616080.740111:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616080.740115:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.740119:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 371913 usecs (372 jiffies) 00000400:00000200:3.0:1773616080.740123:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.740126:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301881720 00000100:00000010:3.0:1773616080.740131:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b600. 00000100:00000001:3.0:1773616080.740138:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616080.740144:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301881720 00000100:00000010:3.0:1773616080.740147:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b3c0. 00000100:00000001:3.0:1773616080.740150:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616080.740368:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616080.740373:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616080.740376:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773616080.740448:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301885321 00000100:00000040:3.0:1773616080.740457:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.740458:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301881720 00000100:00000001:2.0:1773616080.740464:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301885321 00000100:00000001:3.0:1773616080.740472:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616080.740474:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616080.740477:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616080.740479:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616080.740481:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616080.740485:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795568384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616080.740488:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616080.740491:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616080.740493:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616080.740495:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616080.740499:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ef3000. 02000000:00000001:3.0:1773616080.740501:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616080.740506:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616080.740510:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616080.740514:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616080.740518:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568384, portal 4 00000100:00000001:3.0:1773616080.740519:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616080.740521:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:3.0:1773616080.740528:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.740536:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616080.740538:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616080.740541:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773616080.740544:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795568384, offset 0 00000400:00000200:3.0:1773616080.740549:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616080.740553:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616080.740557:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616080.740560:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616080.740563:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616080.740565:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616080.740567:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616080.740571:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149381:149381:254:4294967295] 192.168.201.103@tcp LPNI seq info [149321:149321:6:4294967295] 00000400:00000200:3.0:1773616080.740575:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616080.740581:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616080.740586:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616080.740590:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616080.740595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616080.740600:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616080.740603:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616080.740606:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.740609:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 518697 usecs (519 jiffies) 00000400:00000200:3.0:1773616080.740612:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.740614:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301881867 00000100:00000001:3.0:1773616080.740617:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301885321 00000100:00000001:3.0:1773616080.740619:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301881867 00000800:00000200:0.0:1773616080.742540:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616080.742549:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdee00. 00000400:00000200:0.0:1773616080.742557:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616080.742566:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616080.742572:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:0.0:1773616080.742574:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:0.0:1773616080.742579:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616080.747047:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.747281:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616080.747287:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.747296:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616080.747299:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616080.747340:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616080.747343:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41800. 00000400:00000200:0.0:1773616080.747349:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616080.747354:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616080.747359:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:0.0:1773616080.747362:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:0.0:1773616080.747366:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616080.747371:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.747380:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616080.747384:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.747391:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616080.747393:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616080.748247:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616080.748256:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:0.0:1773616080.748263:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616080.748270:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616080.748275:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:0.0:1773616080.748277:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:0.0:1773616080.748281:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616080.748288:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.748301:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616080.748305:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.748312:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616080.748314:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616080.751309:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301881720 00000100:00000001:2.0:1773616080.751325:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616080.751330:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.751336:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616080.751349:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.751360:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616080.751362:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.751367:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616080.751371:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616080.751374:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616080.751377:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795568256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616080.751382:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616080.751389:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616080.751392:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.751395:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616080.751403:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616080.751406:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616080.751414:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616080.751419:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616080.751427:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616080.751433:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568256, portal 10 00000100:00000001:2.0:1773616080.751436:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616080.751438:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528622848 : -121324180928768 : ffff91a8034b0700) 00000100:00000040:2.0:1773616080.751445:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.751453:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616080.751457:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616080.751459:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616080.751462:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795568256, offset 0 00000400:00000200:2.0:1773616080.751469:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616080.751477:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616080.751483:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616080.751487:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616080.751491:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616080.751495:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616080.751498:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616080.751503:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149382:149382:256:4294967295] 192.168.201.103@tcp LPNI seq info [149322:149322:8:4294967295] 00000400:00000200:2.0:1773616080.751507:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616080.751517:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616080.751523:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616080.751527:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdef00. 00000800:00000200:2.0:1773616080.751534:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616080.751541:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616080.751546:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616080.751563:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616080.751567:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 107718 usecs (108 jiffies) 00000400:00000200:2.0:1773616080.751571:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616080.751573:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301881460 00000100:00000001:2.0:1773616080.751576:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301885321 00000100:00000001:2.0:1773616080.751579:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301881460 00000100:00000001:2.0:1773616080.751581:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301885321 00000100:00000001:2.0:1773616080.751585:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616080.751587:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.751590:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.751604:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.751612:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616080.751614:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616080.751617:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616080.751619:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616080.751620:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.751622:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616080.753234:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616080.753244:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdef00. 00000400:00000200:0.0:1773616080.753252:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616080.753261:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616080.753267:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:0.0:1773616080.753270:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:0.0:1773616080.753275:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616080.753283:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.753294:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616080.753297:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.753304:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616080.753306:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616080.754295:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.779931:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616080.779941:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.779948:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616080.779958:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.779966:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616080.779978:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.779984:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.779989:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.779994:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066a700 00000400:00000200:0.0:1773616080.779999:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.780006:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193489 [1] + 224 00000800:00000001:0.0:1773616080.780015:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.780028:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616080.780031:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616080.780036:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616080.780043:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616080.780052:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616080.780080:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.780090:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616080.780100:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.780104:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616080.790944:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.790986:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616080.790990:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616080.790992:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301885321 00000800:00000001:0.0:1773616080.790994:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616080.791002:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616080.791007:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616080.791016:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000001:3.0:1773616080.791019:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616080.791023:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1773616080.791027:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000010:3.0:1773616080.791029:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616080.791035:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616080.791038:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000400:00000200:0.0:1773616080.791040:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.791045:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616080.791057:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616080.791057:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.791071:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.791076:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a600 00000400:00000200:0.0:1773616080.791081:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.791087:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193481 [1] + 224 00000800:00000001:0.0:1773616080.791095:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.791101:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616080.791105:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616080.791110:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616080.791116:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616080.791124:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616080.791144:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.791155:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616080.791164:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.791170:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616080.791174:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.791177:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616080.791180:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000200:3.0:1773616080.791184:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616080.791186:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616080.791195:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.791201:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.791202:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616080.791207:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616080.791207:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.791214:0:2401:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1773616080.791215:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066a580 02000000:00000001:3.0:1773616080.791220:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1773616080.791221:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.791224:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616080.791229:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616080.791230:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193479 [1] + 224 02000000:00000001:3.0:1773616080.791235:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616080.791237:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.791242:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616080.791244:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1773616080.791249:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=21 v=5 (5 5 5 5) 00000400:00000200:0.0:1773616080.791249:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616080.791254:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1773616080.791257:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=125 v=5 (1 1 0 0) 00000100:00000200:0.0:1773616080.791262:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.791263:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616080.791267:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616080.791273:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616080.791473:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616080.791475:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.791479:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616080.791483:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773616080.791488:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616080.791489:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616080.791496:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616080.791499:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616080.791507:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.791513:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616080.791515:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1773616080.791516:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616080.791521:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1773616080.791521:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616080.791525:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616080.791530:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616080.791534:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616080.791541:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616080.791552:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00100000:3.0:1773616080.791555:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795568384:192.168.201.103@tcp:400:kworker.0 00000400:00000200:0.0:1773616080.791559:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.791564:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616080.791569:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616080.791571:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773616080.791575:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a680 00000100:00000040:3.0:1773616080.791579:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795568384/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616080.791583:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616080.791593:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193491 [1] + 224 00000100:00000001:3.0:1773616080.791597:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1773616080.791600:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1773616080.791602:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616080.791608:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3000. 00000800:00000001:0.0:1773616080.791609:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773616080.791614:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1773616080.791614:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1773616080.791619:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1773616080.791619:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000020:00000040:3.0:1773616080.791623:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616080.791626:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1773616080.791628:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616080.791633:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41900. 00000100:00000200:0.0:1773616080.791634:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773616080.791639:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616080.791643:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616080.791647:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000040:0.0:1773616080.791649:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616080.791653:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616080.791656:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616080.791662:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616080.791663:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616080.791670:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616080.791673:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616080.791674:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616080.791677:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1773616080.791681:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616080.791683:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616080.791813:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616080.791817:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616080.791821:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616080.791822:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616080.791825:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616080.791829:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:2.0:1773616080.791831:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:2.0:1773616080.791833:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616080.791864:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616080.791873:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.791880:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616080.791881:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.791883:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616080.791885:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616080.791886:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616080.791888:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.791890:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616080.791894:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616080.791898:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616080.791901:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616080.791903:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616080.791905:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616080.791907:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.791909:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616080.791915:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.791921:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616080.791923:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616080.791925:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616080.791929:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616080.791936:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795568000:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616080.791941:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616080.791943:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616080.791945:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616080.791948:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616080.791950:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616080.791952:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616080.791955:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616080.791963:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.791970:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616080.791972:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.791973:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616080.791975:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616080.791976:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616080.791977:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.791980:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616080.791985:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=21 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616080.791988:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616080.791990:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616080.791991:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616080.791993:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616080.791995:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.791997:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616080.791999:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616080.792000:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616080.792002:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616080.792006:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.792012:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616080.792014:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616080.792016:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616080.792019:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616080.792026:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795568256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616080.792030:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792032:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616080.792036:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3800 x1859763795568000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.792043:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616080.792044:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616080.792047:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:2.0:1773616080.792050:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616080.792052:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616080.792053:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616080.792066:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616080.792068:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41d00. 02000000:00000001:2.0:1773616080.792071:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616080.792072:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616080.792073:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3800. 00000100:00000001:2.0:1773616080.792076:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616080.792077:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792079:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616080.792082:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0700 x1859763795568256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.792089:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616080.792090:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616080.792092:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:2.0:1773616080.792094:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616080.792095:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616080.792097:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616080.792099:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616080.792100:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41f00. 02000000:00000001:2.0:1773616080.792102:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616080.792103:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616080.792104:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0700. 00000100:00000001:2.0:1773616080.792106:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616080.792107:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792108:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792113:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616080.792114:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.792115:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616080.792117:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773616080.792125:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616080.792127:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616080.792129:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:2.0:1773616080.792131:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3088 00000400:00000010:2.0:1773616080.792133:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3088. 00000100:00000001:2.0:1773616080.792135:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616080.792139:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616080.792147:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.792152:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616080.792154:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792156:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616080.792157:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616080.792159:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616080.792160:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616080.792162:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616080.792166:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=21 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616080.792170:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616080.792172:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616080.792174:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616080.792176:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616080.792178:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.792180:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616080.792181:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:2.0:1773616080.792183:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616080.792185:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616080.792188:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.792196:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616080.792198:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616080.792199:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616080.792203:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616080.792211:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795568128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616080.792214:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792216:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616080.792219:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2d80 x1859763795568128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616080.792225:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616080.792227:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616080.792228:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ef3a00. 02000000:00000001:2.0:1773616080.792231:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616080.792232:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616080.792233:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616080.792235:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616080.792237:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41b00. 02000000:00000001:2.0:1773616080.792239:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616080.792240:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616080.792242:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2d80. 00000100:00000001:2.0:1773616080.792244:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616080.792246:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792248:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616080.792250:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616080.792251:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616080.792253:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616080.792255:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616080.802937:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616080.802944:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616080.802949:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616080.802950:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616080.802954:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616080.802956:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616080.802979:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616080.802982:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616080.802988:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616081.248163:0:91909:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616081.248171:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616081.248173:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773616081.248179:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 1 seconds 00000100:00000001:2.0:1773616081.248184:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616081.248188:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616081.824959:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616081.824969:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616081.824972:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616081.824975:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616081.824979:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616081.824982:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616081.824984:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616081.824986:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616081.824990:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616081.824992:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616081.824996:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616081.824997:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616081.825022:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616081.825025:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616081.825028:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616082.272663:0:91909:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616082.272673:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616082.272676:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773616082.272682:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 1 seconds 00000100:00000001:2.0:1773616082.272687:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616082.272691:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616082.848295:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616082.848304:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616082.848310:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616082.848311:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616082.848314:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616082.848316:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616082.848565:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616082.848570:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616082.848573:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616083.295962:0:91909:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616083.295972:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616083.295974:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773616083.295980:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 1 seconds 00000100:00000001:2.0:1773616083.295984:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616083.295987:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616083.872761:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616083.872769:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616083.872774:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616083.872777:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616083.872779:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616083.872786:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616083.872788:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616083.872790:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616083.872793:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616083.872795:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616083.872797:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616083.872799:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616083.872802:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616083.872815:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616083.872860:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616083.872863:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616083.872866:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616084.320130:0:91909:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616084.320140:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616084.320142:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773616084.320148:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 1 seconds 00000100:00000001:2.0:1773616084.320152:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616084.320155:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616084.768782:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301885321, at 4301885376 00000100:00000010:1.0:1773616084.768800:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b3c0. 00000100:00000040:0.0:1773616084.771897:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301885321, at 4301885380 00000100:00000010:0.0:1773616084.771912:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b600. 00010000:00000001:0.0:1773616084.897394:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616084.897402:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616084.897408:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616084.897410:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616084.897414:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616084.897415:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616084.897445:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616084.897448:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616084.897451:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616085.344248:0:91909:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616085.344256:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616085.344258:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773616085.344263:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 1 seconds 00000100:00000001:2.0:1773616085.344267:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616085.344270:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856368:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616085.856379:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616085.856390:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375180. 00000020:00000040:0.0:1773616085.856396:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616085.856400:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616085.856403:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616085.856409:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616085.856418:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372e00. 00000100:00000001:0.0:1773616085.856425:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856437:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616085.856448:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616085.856452:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856458:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3749c] to pc [ptlrpcd_00_01+1] req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.856487:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856490:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616085.856494:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616085.856497:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616085.856499:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616085.856502:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616085.856503:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616085.856505:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616085.856508:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372f00. 00000100:00000001:0.0:1773616085.856511:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856515:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616085.856523:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616085.856526:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856530:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c11d5863] to pc [ptlrpcd_00_00+0] req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.856538:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856540:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616085.856544:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616085.856546:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374700. 00000020:00000040:0.0:1773616085.856548:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616085.856551:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616085.856552:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616085.856553:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616085.856556:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372b00. 00000100:00000001:0.0:1773616085.856559:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856564:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616085.856570:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616085.856572:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856576:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d141a73d] to pc [ptlrpcd_00_01+1] req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.856583:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856585:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616085.856588:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616085.856591:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616085.856594:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616085.856597:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376d80. 00000020:00000040:0.0:1773616085.856599:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616085.856601:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616085.856603:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616085.856604:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616085.856608:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372700. 00000100:00000001:0.0:1773616085.856611:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856615:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616085.856621:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616085.856623:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856627:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec2c98fd] to pc [ptlrpcd_00_00+0] req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.856634:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856649:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7224) 00000100:00000001:0.0:1773616085.856664:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616085.856668:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616085.856670:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616085.856675:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.856682:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616085.856685:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.856689:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616085.856691:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616085.856694:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616085.856697:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795568640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616085.856702:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616085.856708:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616085.856711:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.856713:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616085.856718:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670be00. 02000000:00000001:0.0:1773616085.856720:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616085.856728:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616085.856732:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ac08. 00000400:00000010:0.0:1773616085.856738:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aee0. 00000100:00000200:0.0:1773616085.856744:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568640, portal 10 00000100:00000001:0.0:1773616085.856747:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616085.856749:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:0.0:1773616085.856757:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.856765:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616085.856767:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616085.856770:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616085.856773:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795568640, offset 0 00000400:00000200:0.0:1773616085.856780:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616085.856789:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.856797:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616085.856802:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616085.856808:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616085.856813:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616085.856816:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616085.856820:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149383:149383:256:4294967295] 192.168.201.103@tcp LPNI seq info [149323:149323:8:4294967295] 00000400:00000200:0.0:1773616085.856825:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.856876:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616085.856885:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616085.856891:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372300. 00000800:00000200:0.0:1773616085.856897:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616085.856906:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616085.856920:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616085.856931:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.856935:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 371187 usecs (372 jiffies) 00000400:00000200:0.0:1773616085.856939:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616085.856942:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301886837 00000100:00000010:0.0:1773616085.856947:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f91e0. 00000100:00000001:0.0:1773616085.856954:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616085.856961:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301886837 00000100:00000010:0.0:1773616085.856964:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046f9d20. 00000100:00000001:0.0:1773616085.856968:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616085.856971:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616085.856974:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.856977:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616085.856981:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.856987:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616085.856989:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.856991:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616085.856994:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616085.856997:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616085.857000:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795568896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616085.857003:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616085.857005:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616085.857006:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.857008:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616085.857012:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670b400. 02000000:00000001:0.0:1773616085.857014:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616085.857017:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616085.857020:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a478. 00000400:00000010:0.0:1773616085.857024:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a550. 00000100:00000200:0.0:1773616085.857027:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568896, portal 4 00000100:00000001:0.0:1773616085.857028:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616085.857030:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745442176 : -121323964109440 : ffff91a810376d80) 00000100:00000040:0.0:1773616085.857035:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857041:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616085.857043:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616085.857046:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616085.857048:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795568896, offset 0 00000400:00000200:0.0:1773616085.857052:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616085.857056:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.857060:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616085.857063:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616085.857065:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616085.857068:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616085.857070:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616085.857074:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149384:149384:255:4294967295] 192.168.201.103@tcp LPNI seq info [149324:149324:7:4294967295] 00000400:00000200:0.0:1773616085.857078:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.857084:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616085.857089:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616085.857092:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372000. 00000800:00000200:0.0:1773616085.857096:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616085.857100:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616085.857103:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616085.857106:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.857109:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 515473 usecs (516 jiffies) 00000400:00000200:0.0:1773616085.857112:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616085.857113:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301886981 00000100:00000001:0.0:1773616085.857118:0:2399:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301886837 00000100:00000001:0.0:1773616085.857121:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301886981 00000100:00000001:0.0:1773616085.857123:0:2399:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301886837 00000100:00000001:0.0:1773616085.857126:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616085.857128:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857130:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857133:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616085.857139:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616085.857141:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616085.857143:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616085.857145:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616085.857146:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616085.857149:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773616085.857151:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616085.857154:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616085.857155:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616085.857156:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616085.857157:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616085.857159:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616085.857163:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857169:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616085.857170:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.857172:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616085.857174:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616085.857175:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616085.857178:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795568512:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616085.857181:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616085.857183:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616085.857184:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.857186:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616085.857189:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a400. 02000000:00000001:0.0:1773616085.857190:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616085.857194:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616085.857196:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006acb8. 00000400:00000010:0.0:1773616085.857200:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a198. 00000100:00000200:0.0:1773616085.857203:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568512, portal 25 00000100:00000001:0.0:1773616085.857204:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616085.857206:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:0.0:1773616085.857210:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857215:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616085.857217:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616085.857219:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616085.857222:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795568512, offset 0 00000400:00000200:0.0:1773616085.857226:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616085.857230:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.857233:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616085.857236:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616085.857239:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616085.857241:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616085.857244:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616085.857247:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149385:149385:254:4294967295] 192.168.201.103@tcp LPNI seq info [149325:149325:6:4294967295] 00000400:00000200:0.0:1773616085.857250:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.857255:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616085.857260:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616085.857263:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372200. 00000800:00000200:0.0:1773616085.857267:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616085.857272:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616085.857275:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616085.857278:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616085.857281:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616085.857283:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301890438 00000100:00000001:0.0:1773616085.857287:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301886981 00000100:00000001:0.0:1773616085.857290:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301890438 00000100:00000001:0.0:1773616085.857293:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301886981 00000100:00000001:0.0:1773616085.857295:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616085.857298:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857496:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616085.857501:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857508:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616085.857509:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.857512:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616085.857514:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616085.857516:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616085.857519:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795568768:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616085.857524:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616085.857526:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616085.857528:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616085.857530:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616085.857533:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a200. 02000000:00000001:0.0:1773616085.857535:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616085.857538:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616085.857540:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aec8. 00000400:00000010:0.0:1773616085.857544:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616085.857547:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795568768, portal 10 00000100:00000001:0.0:1773616085.857550:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616085.857551:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000040:0.0:1773616085.857557:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857563:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616085.857565:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616085.857568:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616085.857570:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795568768, offset 0 00000400:00000200:0.0:1773616085.857575:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616085.857579:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.857582:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616085.857585:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616085.857587:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616085.857590:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616085.857592:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616085.857594:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149386:149386:253:4294967295] 192.168.201.103@tcp LPNI seq info [149326:149326:5:4294967295] 00000400:00000200:0.0:1773616085.857598:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.857604:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616085.857609:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616085.857613:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372d00. 00000800:00000200:0.0:1773616085.857616:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616085.857621:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616085.857624:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616085.857626:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616085.857629:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 107428 usecs (108 jiffies) 00000400:00000200:0.0:1773616085.857632:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616085.857634:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301886573 00000100:00000001:0.0:1773616085.857636:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301890438 00000100:00000001:0.0:1773616085.857650:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301886573 00000100:00000001:0.0:1773616085.857652:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301890438 00000100:00000001:0.0:1773616085.857654:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616085.857656:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857659:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857661:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616085.857711:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616085.857715:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:0.0:1773616085.857721:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.857726:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616085.857730:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:0.0:1773616085.857733:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:0.0:1773616085.857737:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616085.857741:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857750:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616085.857754:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857760:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857762:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616085.857773:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616085.857775:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372000. 00000400:00000200:0.0:1773616085.857777:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.857780:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616085.857783:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616085.857784:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616085.857786:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616085.857789:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857796:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616085.857798:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857804:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857805:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616085.857811:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616085.857813:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372200. 00000400:00000200:0.0:1773616085.857815:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.857818:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616085.857820:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:0.0:1773616085.857821:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:0.0:1773616085.857823:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616085.857826:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857832:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616085.857861:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857868:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857869:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616085.857942:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616085.857945:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372d00. 00000400:00000200:0.0:1773616085.857948:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.857951:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616085.857954:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:0.0:1773616085.857955:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:0.0:1773616085.857957:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616085.857961:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857973:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616085.857977:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.857983:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616085.857984:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616085.858912:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616085.858926:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616085.861583:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.861603:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616085.861608:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.861611:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.861622:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.861630:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616085.861651:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.861658:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.861666:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.861672:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a800 00000400:00000200:0.0:1773616085.861678:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.861687:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193499 [1] + 224 00000800:00000001:0.0:1773616085.861698:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.861724:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.861728:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.861733:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616085.861741:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616085.861753:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616085.861769:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.862054:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616085.862067:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.862071:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.862135:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616085.862141:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616085.862151:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616085.862154:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616085.862157:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ac08. 00000400:00000200:1.0:1773616085.862162:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:1.0:1773616085.862167:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:1.0:1773616085.862171:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616085.862179:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616085.862190:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.862199:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616085.862202:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.862205:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616085.862210:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616085.862213:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616085.862216:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616085.862219:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616085.862229:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=26 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616085.862233:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616085.862236:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616085.862238:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616085.862241:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616085.862245:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.862248:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616085.862250:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:1.0:1773616085.862253:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616085.862255:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616085.862260:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.862266:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616085.862269:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616085.862271:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616085.862274:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616085.862281:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795568640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616085.862287:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.862290:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616085.862293:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795568640/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.862300:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616085.862303:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616085.862307:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670be00. 02000000:00000001:1.0:1773616085.862311:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616085.862314:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616085.862316:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616085.862318:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616085.862321:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372f00. 02000000:00000001:1.0:1773616085.862325:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616085.862326:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616085.862328:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:1.0:1773616085.862332:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616085.862333:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.862337:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.862339:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616085.862340:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616085.862342:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.862344:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616085.874764:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.874794:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616085.874798:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.874800:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.874810:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.874818:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616085.874828:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.874834:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.874873:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.874877:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066a880 00000400:00000200:0.0:1773616085.874882:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.874888:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1934c9 [1] + 224 00000800:00000001:0.0:1773616085.874897:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.874902:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.874906:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.875014:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616085.875021:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616085.875030:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616085.875042:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.875066:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616085.875075:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.875079:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616085.875080:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.875082:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.875085:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.875089:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616085.875093:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.875095:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.875098:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.875100:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066a780 00000400:00000200:0.0:1773616085.875103:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.875108:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1934b9 [1] + 224 00000800:00000001:0.0:1773616085.875111:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.875118:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.875120:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.875123:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616085.875126:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616085.875131:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616085.875139:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.875145:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616085.875148:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.875151:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.875301:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616085.875307:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616085.875314:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616085.875316:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616085.875319:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006acb8. 00000400:00000200:1.0:1773616085.875324:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a198 00000400:00000010:1.0:1773616085.875327:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a198. 00000100:00000001:1.0:1773616085.875330:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616085.875334:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616085.875342:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.875349:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616085.875352:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.875354:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616085.875359:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616085.875362:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616085.875365:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616085.875368:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616085.875376:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616085.875380:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616085.875383:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616085.875384:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616085.875387:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616085.875389:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.875393:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616085.875398:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.875405:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616085.875408:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616085.875410:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616085.875414:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616085.875421:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795568512:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616085.875427:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616085.875428:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616085.875430:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aec8. 00000400:00000200:1.0:1773616085.875432:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:1.0:1773616085.875434:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:1.0:1773616085.875436:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616085.875439:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616085.875446:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.875453:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616085.875454:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.875455:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616085.875457:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616085.875458:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616085.875459:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616085.875461:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616085.875468:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=26 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616085.875471:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616085.875473:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616085.875474:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616085.875476:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616085.875479:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.875482:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616085.875485:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616085.875487:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616085.875489:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616085.875492:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.875498:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616085.875500:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616085.875502:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616085.875506:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616085.875512:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795568768:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616085.875517:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.875519:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616085.875522:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795568512/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.875529:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616085.875532:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616085.875535:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670a400. 02000000:00000001:1.0:1773616085.875539:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616085.875542:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616085.875544:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616085.875546:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616085.875549:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372e00. 02000000:00000001:1.0:1773616085.875553:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616085.875554:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616085.875556:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:1.0:1773616085.875560:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616085.875561:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.875562:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616085.875566:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374700 x1859763795568768/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.875571:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616085.875573:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616085.875575:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670a200. 02000000:00000001:1.0:1773616085.875576:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616085.875578:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616085.875579:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616085.875580:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616085.875581:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372b00. 02000000:00000001:1.0:1773616085.875583:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616085.875583:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616085.875584:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374700. 00000100:00000001:1.0:1773616085.875586:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616085.875587:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.875591:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.875593:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616085.875594:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616085.875595:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.875597:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616085.876027:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.876034:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616085.876037:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.876039:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.876044:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.876048:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616085.876054:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.876057:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.876061:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.876064:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066a900 00000400:00000200:0.0:1773616085.876067:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616085.876072:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1934a9 [1] + 224 00000800:00000001:0.0:1773616085.876077:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.876082:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616085.876084:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616085.876088:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616085.876092:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616085.876098:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616085.876112:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616085.876130:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616085.876135:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616085.876139:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.876190:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616085.876192:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616085.876196:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616085.876197:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616085.876199:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a478. 00000400:00000200:1.0:1773616085.876202:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a550 00000400:00000010:1.0:1773616085.876204:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a550. 00000100:00000001:1.0:1773616085.876207:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616085.876211:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616085.876220:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.876225:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616085.876227:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.876229:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616085.876231:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616085.876232:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616085.876234:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616085.876236:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616085.876241:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616085.876244:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=130 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616085.876246:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616085.876248:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616085.876250:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616085.876252:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.876254:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616085.876255:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:1.0:1773616085.876257:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616085.876259:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616085.876262:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.876269:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616085.876271:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616085.876272:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616085.876276:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616085.876283:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795568896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616085.876287:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.876289:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616085.876292:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376d80 x1859763795568896/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616085.876298:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616085.876300:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616085.876302:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670b400. 02000000:00000001:1.0:1773616085.876305:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616085.876307:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616085.876308:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616085.876310:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616085.876312:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372700. 02000000:00000001:1.0:1773616085.876314:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616085.876315:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616085.876316:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376d80. 00000100:00000001:1.0:1773616085.876319:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616085.876321:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.876323:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616085.876330:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616085.876332:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616085.876334:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616085.876337:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616085.920028:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616085.920035:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616085.920041:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616085.920042:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616085.920045:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616085.920047:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616085.920228:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616085.920232:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616085.920235:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616086.368195:0:91909:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616086.368205:0:91909:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1773616086.368221:0:91909:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773616045/real 1773616045] req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773616086 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1773616086.368460:0:91909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616086.368463:0:91909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616086.368466:0:91909:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424dc0. 00000400:00000200:2.0:1773616086.368475:0:91909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:2.0:1773616086.368477:0:91909:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:2.0:1773616086.368481:0:91909:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616086.368486:0:91909:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773616086 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616086.368496:0:91909:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773616086 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616086.368505:0:91909:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616086.368507:0:91909:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.368510:0:91909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616086.368512:0:91909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.368515:0:91909:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1773616086.368519:0:91909:0:(import.c:65:import_set_state_nolock()) ffff91a8097c0000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1773616086.368524:0:91909:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff91a8182b3000: Connection to lustre-MDT0000 (at 192.168.201.103@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1773616086.368527:0:91909:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616086.368531:0:91909:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616086.368534:0:91909:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616086.368535:0:91909:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1773616086.368537:0:91909:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1773616086.368559:0:91909:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1773616086.368561:0:91909:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616086.368564:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616086.368566:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616086.368569:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 0 seconds 00000100:00000001:2.0:1773616086.368572:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616086.368574:0:91909:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.368576:0:91909:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616086.368579:0:91909:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.368581:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773616086.368728:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773616086.368733:0:90997:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1773616086.368736:0:90997:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773616086.368739:0:90997:0:(import.c:65:import_set_state_nolock()) ffff91a8097c0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773616086.368743:0:90997:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773616086.368748:0:90997:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91a8182b3000: connect to NID 192.168.201.103@tcp last attempt 7162 00000400:00000200:0.0:1773616086.368756:0:90997:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.368762:0:90997:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:0.0:1773616086.368765:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 14 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616086.368768:0:90997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616086.368770:0:90997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616086.368772:0:90997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:0.0:1773616086.368776:0:90997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773616086.368778:0:90997:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec67197 00000020:00000001:0.0:1773616086.368780:0:90997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616086.368783:0:90997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a81094d800 refcount=5 00000020:00000001:0.0:1773616086.368785:0:90997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000020:00000001:0.0:1773616086.368787:0:90997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000100:00000040:0.0:1773616086.368790:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 14 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616086.368792:0:90997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616086.368794:0:90997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616086.368796:0:90997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:0.0:1773616086.368798:0:90997:0:(genops.c:898:class_export_put()) PUTting export ffff91a81094d800 : new refcount 4 00000100:00080000:0.0:1773616086.368801:0:90997:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91a8182b3000: import ffff91a8097c0000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:0.0:1773616086.368804:0:90997:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616086.368807:0:90997:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773616086.368813:0:90997:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616086.368816:0:90997:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.368818:0:90997:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1773616086.368821:0:90997:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1773616086.368824:0:90997:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.368826:0:90997:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616086.368834:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000020:00000040:0.0:1773616086.368856:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:0.0:1773616086.368860:0:90997:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773616086.368862:0:90997:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.368864:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616086.368867:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616086.368871:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616086.368879:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8102d6800. 00000100:00000001:0.0:1773616086.368885:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616086.368891:0:90997:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616086.368900:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616086.368903:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616086.368908:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ed28c38] to pc [ptlrpcd_rcv+-1] req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616086.368929:0:90997:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616086.368932:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616086.368936:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616086.368941:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7224) 00000100:00000001:2.0:1773616086.369536:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616086.369540:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616086.369542:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616086.369548:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616086.369557:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616086.369558:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616086.369561:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616086.369564:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616086.369566:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616086.369570:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6bed2507-d27f-43a9-a583-f3d23438f235:2398:1859763795569024:192.168.201.103@tcp:38:kworker.0 00000100:00000001:2.0:1773616086.369574:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616086.369578:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616086.369580:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616086.369583:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616086.369589:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803495000. 02000000:00000001:2.0:1773616086.369591:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616086.369596:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616086.369600:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616086.369606:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616086.369612:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795569024, portal 10 00000100:00000001:2.0:1773616086.369615:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616086.369616:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000040:2.0:1773616086.369622:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616086.369639:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616086.369643:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616086.369645:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616086.369649:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859763795569024, offset 0 00000400:00000200:2.0:1773616086.369654:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616086.369662:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616086.369668:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616086.369673:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616086.369678:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616086.369681:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616086.369684:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616086.369689:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149387:149387:256:4294967295] 192.168.201.103@tcp LPNI seq info [149327:149327:8:4294967295] 00000400:00000200:2.0:1773616086.369693:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616086.369704:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616086.369710:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616086.369716:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde900. 00000800:00000200:2.0:1773616086.369724:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616086.369731:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616086.369736:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773616086.369967:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616086.369972:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 370325 usecs (371 jiffies) 00000400:00000200:2.0:1773616086.369985:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616086.369988:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301887349 00000100:00000001:2.0:1773616086.369991:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301890438 00000100:00000001:2.0:1773616086.369994:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301887349 00000100:00000001:2.0:1773616086.369996:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301890438 00000100:00000001:2.0:1773616086.369998:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616086.370001:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616086.370004:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616086.370007:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.370013:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616086.370014:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773616086.370016:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616086.370018:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616086.370019:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616086.370021:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616086.370217:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616086.370223:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde900. 00000400:00000200:0.0:1773616086.370227:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616086.370232:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616086.370237:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:0.0:1773616086.370239:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:0.0:1773616086.370242:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616086.370246:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616086.370255:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616086.370258:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616086.370265:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.370267:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616086.384938:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.384960:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616086.384964:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.384967:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616086.384990:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.384999:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616086.385012:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.385018:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.385025:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.385030:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b720066a980 00000400:00000200:0.0:1773616086.385035:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.385042:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x1934d9 [1] + 0 00000800:00000001:0.0:1773616086.385051:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.385065:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616086.385069:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616086.385073:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616086.385081:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616086.385090:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616086.385104:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616086.385134:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616086.385142:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.385146:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.385321:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616086.385326:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616086.385333:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616086.385334:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616086.385338:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616086.385343:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616086.385345:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616086.385348:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616086.385354:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616086.385363:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616086.385369:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616086.385371:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.385373:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616086.385377:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616086.385380:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616086.385382:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616086.385385:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616086.385395:0:2398:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=27 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616086.385399:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616086.385402:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616086.385404:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616086.385407:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616086.385410:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616086.385414:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616086.385416:0:2398:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:2.0:1773616086.385418:0:2398:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616086.385420:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616086.385424:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616086.385431:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616086.385434:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616086.385436:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616086.385439:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773616086.385446:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91a8182b3000: connect to target with instance 25 00000020:00000001:2.0:1773616086.385449:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773616086.385451:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec67197 00000020:00000001:2.0:1773616086.385455:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616086.385458:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a81094d800 refcount=5 00000020:00000001:2.0:1773616086.385460:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000020:00000001:2.0:1773616086.385463:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000100:00001000:2.0:1773616086.385467:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=1773616086 v=0 (0 0 0 0) 00000100:00001000:2.0:1773616086.385469:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c0410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773616086.385474:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000020:00000040:2.0:1773616086.385480:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a81094d800 : new refcount 4 00000100:00000001:2.0:1773616086.385483:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616086.385486:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:2.0:1773616086.385490:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff91a8182b3000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1773616086.385494:0:2398:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773616086.385496:0:2398:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616086.385498:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773616086.385501:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773616086.385503:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616086.385506:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616086.385508:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616086.385509:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1773616086.385513:0:2398:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.201.103@tcp after partition 00000100:00080000:2.0:1773616086.385516:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8097c0000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:2.0:1773616086.385521:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773616086.385523:0:2398:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773616086.385525:0:2398:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773616086.385528:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8097c0000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773616086.385531:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616086.385532:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616086.385534:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773616086.385535:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773616086.385537:0:2398:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773616086.385539:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91a8101d8820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1773616086.385543:0:2398:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xe60cc2233ec67197 00800000:00000040:2.0:1773616086.385546:0:2398:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91a8182b3000=6bed2507-d27f-43a9-a583-f3d23438f235 device 3 (ffff91a8101dcd28) type mdc at LMV idx 0 00800000:00000040:2.0:1773616086.385552:0:2398:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91a8101dcd28 already active! 00800000:00000001:2.0:1773616086.385554:0:2398:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616086.385556:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616086.385558:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773616086.385561:0:2398:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000002:00000001:0.0:1773616086.386423:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.386428:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1773616086.386434:0:2398:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff91a8182b3000: Connection restored to 192.168.201.103@tcp (at 192.168.201.103@tcp) 00000100:00080000:0.0:1773616086.386442:0:2398:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000075cb9a9e): req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 1 dl 1773616086 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616086.386467:0:2398:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.386470:0:2398:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616086.386476:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616086.386484:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6bed2507-d27f-43a9-a583-f3d23438f235:2398:1859763795569024:192.168.201.103@tcp:38:kworker.0 00000100:00000001:0.0:1773616086.386489:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616086.386492:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616086.386495:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795569024/t0(0) o38->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616086.386503:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616086.386505:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616086.386509:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803495000. 02000000:00000001:0.0:1773616086.386512:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616086.386514:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616086.386516:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616086.386518:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616086.386520:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8102d6800. 02000000:00000001:0.0:1773616086.386525:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616086.386527:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616086.386530:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:0.0:1773616086.386533:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616086.386534:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616086.386536:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616086.386544:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616086.386546:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.386548:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616086.386550:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616086.386613:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616086.386617:0:91909:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616086.386619:0:91909:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616086.386621:0:91909:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616086.386624:0:91909:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616086.386627:0:91909:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616086.386641:0:91909:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616086.386643:0:91909:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1773616086.386649:0:91909:0:(client.c:3710:ptlrpc_set_mbits()) resend with new mbits old x1859763795563776 new x1859763795569152 02000000:00000001:1.0:1773616086.386653:0:91909:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616086.386655:0:91909:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616086.386895:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616086.386901:0:91909:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616086.386908:0:91909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616086.386914:0:91909:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795563776, portal 10 00000100:00000001:1.0:1773616086.386917:0:91909:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616086.386919:0:91909:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000040:1.0:1773616086.386926:0:91909:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=602 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616127 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616086.386933:0:91909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616086.386936:0:91909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616086.386939:0:91909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1990. 00000100:00000200:1.0:1773616086.386941:0:91909:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795563776, offset 0 00000400:00000200:1.0:1773616086.386947:0:91909:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616086.386955:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616086.386961:0:91909:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616086.386966:0:91909:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616086.386970:0:91909:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616086.386989:0:91909:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616086.386993:0:91909:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616086.386997:0:91909:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149388:149388:256:4294967295] 192.168.201.103@tcp LPNI seq info [149328:149328:8:4294967295] 00000400:00000200:1.0:1773616086.387001:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616086.387010:0:91909:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616086.387016:0:91909:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616086.387021:0:91909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac800. 00000800:00000200:1.0:1773616086.387027:0:91909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616086.387034:0:91909:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616086.387038:0:91909:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773616086.387057:0:91909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616086.387062:0:91909:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 369497 usecs (370 jiffies) 00000400:00000200:1.0:1773616086.387065:0:91909:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616086.387068:0:91909:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301887365 00000100:00000001:1.0:1773616086.387072:0:91909:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301890438 00000100:00000001:1.0:1773616086.387075:0:91909:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301887365 00000100:00000001:1.0:1773616086.387077:0:91909:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301890438 00000100:00000001:1.0:1773616086.387079:0:91909:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616086.387082:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616086.387085:0:91909:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616086.387086:0:91909:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=36 : 36 : 24) 00000100:00100000:1.0:1773616086.387089:0:91909:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8212dde40 going to sleep for 36 seconds 00000100:00000001:1.0:1773616086.387091:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616086.387093:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616086.387323:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616086.387328:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac800. 00000400:00000200:0.0:1773616086.387332:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616086.387337:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616086.387341:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1990 00000400:00000010:0.0:1773616086.387343:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1990. 00000100:00000001:0.0:1773616086.387347:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616086.387351:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616127 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616086.387360:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616086.387363:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616127 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616086.387369:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616086.387370:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:2.0:1773616086.387504:0:92028:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1773616086.387508:0:92028:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1773616086.387512:0:92028:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616086.387515:0:92028:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616086.387517:0:92028:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616086.387520:0:92028:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:2.0:1773616086.387521:0:92028:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616086.429955:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.429983:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616086.429988:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.429991:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616086.430001:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.430009:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616086.430017:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.430022:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.430027:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.430032:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b720066aa00 00000400:00000200:0.0:1773616086.430037:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616086.430044:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x1934e1 [1] + 224 00000800:00000001:0.0:1773616086.430053:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.430061:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616086.430064:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616086.430069:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616086.430076:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616086.430086:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616127 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616086.430099:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=584 offset=224 replen=1152 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616127 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616086.430122:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616086.430131:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616086.430135:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616086.430289:0:91909:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616086.430298:0:91909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616086.430300:0:91909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616086.430396:0:91909:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:1.0:1773616086.430402:0:91909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616086.430404:0:91909:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616086.430408:0:91909:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616086.430413:0:91909:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616127 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616086.430423:0:91909:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 1 to 0 dl 1773616127 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616086.430429:0:91909:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616086.430431:0:91909:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616086.430433:0:91909:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616086.430437:0:91909:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616086.430440:0:91909:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616086.430443:0:91909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616086.430446:0:91909:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616086.430456:0:91909:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=27 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616086.430460:0:91909:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616086.430463:0:91909:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773616086.430467:0:91909:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 1 to 0 dl 1773616127 ref 2 fl Rpc:RQU/602/0 rc 0/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616086.430474:0:91909:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773616086.430478:0:91909:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616086.430480:0:91909:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:1.0:1773616086.430482:0:91909:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616086.430483:0:91909:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773616086.430488:0:91909:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 1 to 0 dl 1773616127 ref 2 fl Rpc:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616086.430495:0:91909:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773616086.430498:0:91909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616086.430500:0:91909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616086.430504:0:91909:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 1 to 0 dl 1773616127 ref 2 fl Interpret:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616086.430511:0:91909:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job stat:6bed2507-d27f-43a9-a583-f3d23438f235:91909:1859763795563776:192.168.201.103@tcp:101:stat.0 00000100:00000001:1.0:1773616086.430516:0:91909:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616086.430519:0:91909:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773616086.430521:0:91909:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616086.430524:0:91909:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616086.430527:0:91909:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 1 to 0 dl 1773616127 ref 2 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616086.430533:0:91909:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616086.430536:0:91909:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8212dde40. 00000100:00000001:1.0:1773616086.430540:0:91909:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616086.430542:0:91909:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773616086.430546:0:91909:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773616086.430550:0:91909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616086.430552:0:91909:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616086.430555:0:91909:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2be00 refcount=4 00000020:00000001:1.0:1773616086.430558:0:91909:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602528768 : -121324107022848 : ffff91a807b2be00) 00010000:00000001:1.0:1773616086.430561:0:91909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602528768 : -121324107022848 : ffff91a807b2be00) 00010000:00010000:1.0:1773616086.430566:0:91909:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616086.430577:0:91909:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773616086.430581:0:91909:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616086.430587:0:91909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616086.430589:0:91909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616086.430595:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616086.430597:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616086.430599:0:91909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616086.430604:0:91909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616086.430607:0:91909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616086.430610:0:91909:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773616086.430613:0:91909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616086.430639:0:91909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a807b2be00 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:1.0:1773616086.430644:0:91909:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773616086.430647:0:91909:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616086.430655:0:91909:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773616086.430657:0:91909:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773616086.430660:0:91909:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616086.430664:0:91909:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773616086.430667:0:91909:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773616086.430668:0:91909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616086.430669:0:91909:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616086.430671:0:91909:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2be00 refcount=5 00000020:00000001:1.0:1773616086.430673:0:91909:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602528768 : -121324107022848 : ffff91a807b2be00) 00010000:00000001:1.0:1773616086.430675:0:91909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602528768 : -121324107022848 : ffff91a807b2be00) 00010000:00000001:1.0:1773616086.430678:0:91909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616086.430681:0:91909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773616086.430686:0:91909:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616086.430688:0:91909:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616086.430690:0:91909:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773616086.430692:0:91909:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616086.430706:0:91909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616086.430708:0:91909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616086.430709:0:91909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616086.430711:0:91909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616086.430713:0:91909:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2be00 with handle 0xe60cc2233ec67858 from hash 00010000:00000001:1.0:1773616086.430716:0:91909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616086.430717:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616086.430719:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616086.430720:0:91909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616086.430722:0:91909:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616086.430724:0:91909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773616086.430726:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616086.430727:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616086.430729:0:91909:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616086.430730:0:91909:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616086.430733:0:91909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616086.430738:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616086.430739:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616086.430740:0:91909:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773616086.430742:0:91909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616086.430743:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616086.430744:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616086.430745:0:91909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616086.430748:0:91909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2be00/0xe60cc2233ec67858 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 91909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773616086.430756:0:91909:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a900 count: 0 00010000:00000010:1.0:1773616086.430765:0:91909:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2780. 00010000:00000001:1.0:1773616086.430775:0:91909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616086.430777:0:91909:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773616086.430780:0:91909:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773616086.430786:0:91909:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=1, status=-2 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 1 to 0 dl 1773616127 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773616086.430793:0:91909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773616086.430794:0:91909:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616086.430796:0:91909:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616086.430798:0:91909:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616086.430801:0:91909:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1773616086.430804:0:91909:0:(mdc_locks.c:1310:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1773616086.430808:0:91909:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d2f9f0 00000002:00002000:1.0:1773616086.430811:0:91909:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=-2 disp=1: rc = -2 00000002:00000001:1.0:1773616086.430815:0:91909:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:1.0:1773616086.430818:0:91909:0:(lmv_intent.c:497:lmv_intent_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000001:1.0:1773616086.430821:0:91909:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00200000:1.0:1773616086.430824:0:91909:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc -2 00000080:00000001:1.0:1773616086.430827:0:91909:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000002:1.0:1773616086.430831:0:91909:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616086.430834:0:91909:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63c00. 00000080:00000001:1.0:1773616086.430903:0:91909:0:(file.c:6140:ll_inode_revalidate()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1773616086.430906:0:91909:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616086.430910:0:91909:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19c00 x1859763795563776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/584 e 1 to 0 dl 1773616127 ref 1 fl Complete:RQU/602/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616086.430917:0:91909:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616086.430919:0:91909:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616086.430922:0:91909:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a802f57800. 02000000:00000001:1.0:1773616086.430925:0:91909:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616086.430928:0:91909:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616086.430930:0:91909:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616086.430932:0:91909:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616086.430934:0:91909:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050fac00. 02000000:00000001:1.0:1773616086.430937:0:91909:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616086.430939:0:91909:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616086.430942:0:91909:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19c00. 00000100:00000001:1.0:1773616086.430946:0:91909:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616086.430947:0:91909:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616086.430949:0:91909:0:(file.c:6238:ll_getattr_dentry()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:1.0:1773616086.430965:0:91909:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:1.0:1773616086.430968:0:91909:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:1.0:1773616086.430970:0:91909:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x5:0x0](ffff91a804153248) 00800000:00000001:1.0:1773616086.431133:0:91909:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:1.0:1773616086.431136:0:91909:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x5:0x0] 00000002:00000001:1.0:1773616086.431141:0:91909:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773616086.431145:0:91909:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616086.431148:0:91909:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773616086.431151:0:91909:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616086.431152:0:91909:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616086.431156:0:91909:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1773616086.431158:0:91909:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1773616086.431160:0:91909:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616086.431162:0:91909:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616086.431166:0:91909:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301e40 1 00800000:00000010:1.0:1773616086.431168:0:91909:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301e40. 00000080:00000001:1.0:1773616086.431173:0:91909:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1773616086.431175:0:91909:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1773616086.431185:0:91909:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773616086.431188:0:91909:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:1.1:1773616086.437099:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a900. 00010000:00000010:1.1:1773616086.437117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2be00. 00000080:00000010:1.1:1773616086.441450:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804153180. 00000080:00000010:1.1:1773616086.441466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539260. 00010000:00000001:0.0:1773616086.946728:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616086.946736:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616086.946741:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616086.946743:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616086.946768:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616086.946771:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616086.946774:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773616087.787693:0:92115:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616087.967967:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616087.967972:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616087.967976:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616087.967977:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616087.967994:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616087.967996:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616087.967998:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616088.992043:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616088.992051:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616088.992058:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616088.992059:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616088.992583:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616088.992597:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616088.992600:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616089.888034:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301890438, at 4301890496 00000100:00000010:0.0:1773616089.888052:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f91e0. 00000100:00000040:1.0:1773616089.888127:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301890438, at 4301890496 00000100:00000010:1.0:1773616089.888134:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046f9d20. 00010000:00000001:0.0:1773616090.016766:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616090.016784:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616090.016791:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616090.016793:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616090.017136:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616090.017140:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616090.017144:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616091.043581:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616091.043590:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616091.043605:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616091.043607:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616091.044172:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616091.044175:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616091.044178:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616091.490284:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616091.490295:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616091.490304:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19c00. 00000020:00000040:1.0:1773616091.490311:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616091.490316:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616091.490319:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616091.490324:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616091.490332:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac900. 00000100:00000001:1.0:1773616091.490339:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490353:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616091.490365:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616091.490371:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490377:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034b387ac] to pc [ptlrpcd_00_01+1] req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.490411:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490415:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616091.490418:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616091.490422:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773616091.490425:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616091.490427:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616091.490428:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616091.490430:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616091.490433:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac600. 00000100:00000001:1.0:1773616091.490437:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490441:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616091.490448:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616091.490450:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490454:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5a65d8] to pc [ptlrpcd_00_00+0] req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.490462:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490464:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616091.490467:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616091.490470:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a680. 00000020:00000040:1.0:1773616091.490472:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616091.490474:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616091.490476:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616091.490477:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616091.490480:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac300. 00000100:00000001:1.0:1773616091.490483:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490488:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616091.490493:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616091.490495:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490499:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e57767] to pc [ptlrpcd_00_01+1] req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.490506:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490508:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616091.490511:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616091.490514:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616091.490517:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616091.490520:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19180. 00000020:00000040:1.0:1773616091.490522:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616091.490524:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616091.490525:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616091.490527:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616091.490529:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac000. 00000100:00000001:1.0:1773616091.490532:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490536:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616091.490542:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616091.490544:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490560:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7265e61] to pc [ptlrpcd_00_00+0] req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.490567:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490571:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7229) 00000100:00000001:1.0:1773616091.490583:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616091.490587:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616091.490590:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616091.490595:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.490602:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616091.490604:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616091.490608:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616091.490610:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616091.490613:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616091.490616:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795569408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616091.490620:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616091.490627:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616091.490630:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616091.490633:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616091.490639:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802e19c00. 02000000:00000001:1.0:1773616091.490642:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616091.490651:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616091.490657:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616091.490664:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616091.490675:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795569408, portal 10 00000100:00000001:1.0:1773616091.490677:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616091.490679:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:1.0:1773616091.490687:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.490694:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616091.490696:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616091.490699:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1c38. 00000100:00000200:1.0:1773616091.490702:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795569408, offset 0 00000400:00000200:1.0:1773616091.490709:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616091.490718:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.490725:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616091.490731:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616091.490737:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616091.490743:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616091.490746:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616091.490750:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149389:149389:256:4294967295] 192.168.201.103@tcp LPNI seq info [149329:149329:8:4294967295] 00000400:00000200:1.0:1773616091.490755:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.490765:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616091.490771:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616091.490789:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac800. 00000800:00000200:1.0:1773616091.490797:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616091.490805:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616091.490810:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616091.490820:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.490825:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 488610 usecs (489 jiffies) 00000400:00000200:1.0:1773616091.490828:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616091.490830:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301892586 00000100:00000010:1.0:1773616091.490863:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8e40. 00000100:00000001:1.0:1773616091.490870:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616091.491116:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301892586 00000100:00000010:1.0:1773616091.491122:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8600. 00000100:00000001:1.0:1773616091.491126:0:2399:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616091.491129:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616091.491132:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616091.491135:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616091.491140:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.491148:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616091.491150:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616091.491152:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616091.491154:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616091.491156:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616091.491158:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795569664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616091.491162:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616091.491165:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616091.491166:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616091.491168:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616091.491171:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802e18c00. 02000000:00000001:1.0:1773616091.491172:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616091.491176:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616091.491179:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424528. 00000400:00000010:1.0:1773616091.491183:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773616091.491186:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795569664, portal 4 00000100:00000001:1.0:1773616091.491188:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616091.491190:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000040:1.0:1773616091.491195:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.491201:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616091.491203:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616091.491206:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1e58. 00000100:00000200:1.0:1773616091.491208:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795569664, offset 0 00000400:00000200:1.0:1773616091.491213:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616091.491218:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.491222:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616091.491225:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616091.491227:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616091.491230:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616091.491232:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616091.491236:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149390:149390:255:4294967295] 192.168.201.103@tcp LPNI seq info [149330:149330:7:4294967295] 00000400:00000200:1.0:1773616091.491241:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.491247:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616091.491252:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616091.491256:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098acb00. 00000800:00000200:1.0:1773616091.491260:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:0.0:1773616091.491359:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616091.491363:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616091.491366:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616091.491372:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.491380:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616091.491382:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616091.491385:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616091.491386:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616091.491389:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616091.491395:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795569280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616091.491398:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616091.491402:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616091.491403:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616091.491405:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616091.491409:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a800. 02000000:00000001:0.0:1773616091.491411:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616091.491415:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616091.491418:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a6e0. 00000400:00000010:0.0:1773616091.491422:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616091.491425:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795569280, portal 25 00000100:00000001:0.0:1773616091.491427:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616091.491429:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000040:0.0:1773616091.491433:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.491440:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616091.491442:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616091.491445:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616091.491447:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795569280, offset 0 00000400:00000200:0.0:1773616091.491452:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616091.491456:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616091.491460:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616091.491463:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616091.491466:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616091.491468:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616091.491470:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616091.491474:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149391:149391:254:4294967295] 192.168.201.103@tcp LPNI seq info [149331:149331:6:4294967295] 00000400:00000200:0.0:1773616091.491478:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616091.491501:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616091.491506:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616091.491509:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372200. 00000800:00000200:0.0:1773616091.491513:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616091.491518:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616091.491522:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616091.491525:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616091.491528:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616091.491529:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301896070 00000100:00000001:0.0:1773616091.491535:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301892586 00000100:00000001:0.0:1773616091.491538:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301896070 00000100:00000001:0.0:1773616091.491541:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301892586 00000100:00000001:0.0:1773616091.491544:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616091.491581:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.491584:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616091.491588:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.491594:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616091.491596:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616091.491598:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616091.491599:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616091.491602:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616091.491604:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795569536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616091.491608:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616091.491610:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616091.491612:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616091.491614:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616091.491617:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80670a000. 02000000:00000001:0.0:1773616091.491619:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616091.491623:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616091.491625:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a840. 00000400:00000010:0.0:1773616091.491629:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616091.491632:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795569536, portal 10 00000100:00000001:0.0:1773616091.491634:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616091.491635:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000100:00000040:0.0:1773616091.491641:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.491648:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616091.491650:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616091.491653:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616091.491655:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795569536, offset 0 00000400:00000200:0.0:1773616091.491659:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616091.491664:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616091.491668:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616091.491670:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616091.491673:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616091.491676:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616091.491679:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616091.491682:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149392:149392:253:4294967295] 192.168.201.103@tcp LPNI seq info [149332:149332:5:4294967295] 00000400:00000200:0.0:1773616091.491686:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616091.491692:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616091.491697:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616091.491700:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372000. 00000800:00000200:0.0:1773616091.491705:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616091.491709:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616091.491712:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616091.491716:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616091.491719:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 106851 usecs (107 jiffies) 00000400:00000200:0.0:1773616091.491722:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616091.491724:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301892204 00000100:00000001:0.0:1773616091.491727:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301896070 00000100:00000001:0.0:1773616091.491729:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301892204 00000100:00000001:0.0:1773616091.491731:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301896070 00000100:00000001:0.0:1773616091.491733:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616091.491736:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.491738:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.491740:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616091.491748:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616091.491750:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616091.491752:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616091.491753:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616091.491755:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.491757:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616091.491821:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616091.491825:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac800. 00000400:00000200:0.0:1773616091.491831:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616091.491855:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616091.491860:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1c38 00000400:00000010:0.0:1773616091.491863:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1c38. 00000100:00000001:0.0:1773616091.491868:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616091.491872:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.491997:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616091.492001:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.492010:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.492012:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616091.492027:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616091.492030:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372200. 00000400:00000200:0.0:1773616091.492034:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616091.492038:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616091.492041:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:0.0:1773616091.492043:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:0.0:1773616091.492046:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616091.492049:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.492056:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616091.492059:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.492066:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.492068:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616091.492142:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616091.492145:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372000. 00000400:00000200:0.0:1773616091.492148:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616091.492152:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616091.492155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:0.0:1773616091.492157:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:0.0:1773616091.492159:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616091.492163:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.492171:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616091.492174:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.492181:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.492182:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616091.492744:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616091.492752:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098acb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616091.492762:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.492771:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 512016 usecs (513 jiffies) 00000400:00000200:1.0:1773616091.492781:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616091.492784:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301892613 00000100:00000001:1.0:1773616091.492787:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301896070 00000100:00000001:1.0:1773616091.492790:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301892613 00000100:00000001:1.0:1773616091.492792:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301896070 00000100:00000001:1.0:1773616091.492797:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616091.492800:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616091.492803:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616091.492807:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.492813:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616091.492815:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616091.492819:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616091.492821:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616091.492822:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616091.492825:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616091.494230:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616091.494238:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098acb00. 00000400:00000200:0.0:1773616091.494244:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616091.494251:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616091.494256:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1e58 00000400:00000010:0.0:1773616091.494259:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1e58. 00000100:00000001:0.0:1773616091.494263:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616091.494281:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.494295:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616091.494299:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.494307:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.494309:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1773616091.501269:0:92255:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616091.514409:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514425:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616091.514430:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514433:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514444:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514452:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616091.514462:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514467:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514474:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514479:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066aa80 00000400:00000200:1.0:1773616091.514484:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514491:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193511 [1] + 224 00000800:00000001:1.0:1773616091.514498:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514503:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514507:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616091.514513:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616091.514519:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616091.514528:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616091.514543:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.514569:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616091.514577:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514581:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616091.514583:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514585:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514588:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514592:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616091.514596:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514598:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514601:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514604:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ab00 00000400:00000200:1.0:1773616091.514607:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514613:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1934f1 [1] + 224 00000800:00000001:1.0:1773616091.514617:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514620:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514623:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616091.514626:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616091.514630:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616091.514634:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616091.514643:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.514656:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616091.514660:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514663:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616091.514666:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514668:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514670:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514674:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616091.514678:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514681:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514684:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514687:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ab80 00000400:00000200:1.0:1773616091.514690:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514694:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193521 [1] + 224 00000800:00000001:1.0:1773616091.514698:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514701:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514703:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616091.514706:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616091.514709:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616091.514714:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616091.514723:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.514731:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616091.514735:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514738:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616091.514740:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514742:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514746:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514749:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616091.514753:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514756:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514759:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514762:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066ac00 00000400:00000200:1.0:1773616091.514765:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616091.514770:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193501 [1] + 224 00000800:00000001:1.0:1773616091.514773:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514780:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616091.514782:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616091.514785:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616091.514788:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616091.514793:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616091.514801:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.514809:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616091.514813:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616091.514816:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.514830:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616091.514833:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616091.514868:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616091.514870:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616091.514873:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:1.0:1773616091.514877:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616091.514879:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616091.514882:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616091.514887:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616091.514895:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.514901:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616091.514903:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.514905:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616091.514908:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616091.514911:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616091.514913:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616091.514917:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616091.514928:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=32 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616091.514933:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616091.514935:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616091.514938:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616091.514941:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616091.514944:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616091.514948:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616091.514951:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:1.0:1773616091.514953:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616091.514954:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.514959:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.514972:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616091.514975:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616091.514977:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616091.514981:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616091.514989:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795569408:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616091.514995:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616091.514997:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616091.514998:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424528. 00000400:00000200:1.0:1773616091.515001:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e13b8 00000400:00000010:1.0:1773616091.515003:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e13b8. 00000100:00000001:1.0:1773616091.515005:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616091.515008:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616091.515016:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.515022:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616091.515024:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.515025:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616091.515027:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616091.515028:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616091.515030:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616091.515031:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616091.515036:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616091.515038:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=136 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616091.515041:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616091.515042:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616091.515044:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616091.515046:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616091.515049:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616091.515050:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:1.0:1773616091.515052:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616091.515053:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616091.515057:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.515063:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616091.515065:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616091.515066:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616091.515069:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616091.515076:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795569664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616091.515080:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.515084:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616091.515087:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b100 x1859763795569408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.515095:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616091.515097:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616091.515101:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802e19c00. 02000000:00000001:1.0:1773616091.515105:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616091.515109:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616091.515111:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616091.515114:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616091.515116:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac600. 02000000:00000001:1.0:1773616091.515120:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616091.515122:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616091.515124:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 00000100:00000001:1.0:1773616091.515127:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616091.515129:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.515131:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616091.515134:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19180 x1859763795569664/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616091.515140:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616091.515142:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616091.515143:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802e18c00. 02000000:00000001:1.0:1773616091.515147:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616091.515148:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616091.515149:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616091.515151:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616091.515153:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac000. 02000000:00000001:1.0:1773616091.515155:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616091.515156:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616091.515157:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19180. 00000100:00000001:1.0:1773616091.515160:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616091.515161:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.515163:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616091.515172:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616091.515174:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616091.515177:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616091.515179:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.521869:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616091.521889:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616091.521898:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616091.521901:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616091.521906:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a6e0. 00000400:00000200:0.0:1773616091.521913:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:0.0:1773616091.521916:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:0.0:1773616091.521920:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616091.521932:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616091.521946:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.521954:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616091.521956:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616091.521959:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616091.521963:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616091.521965:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616091.521967:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616091.521970:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616091.521977:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616091.521981:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616091.521984:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616091.521986:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616091.521988:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616091.521990:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.521993:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616091.521998:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.522005:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616091.522008:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616091.522010:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616091.522013:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616091.522021:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795569280:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616091.522027:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616091.522029:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616091.522030:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a840. 00000400:00000200:0.0:1773616091.522033:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616091.522035:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616091.522037:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616091.522041:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616091.522049:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.522054:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616091.522056:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616091.522057:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616091.522059:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616091.522061:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616091.522063:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616091.522064:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616091.522070:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=32 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616091.522073:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616091.522075:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616091.522076:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616091.522078:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616091.522081:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.522085:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616091.522088:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616091.522090:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616091.522091:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616091.522096:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.522102:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616091.522104:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616091.522105:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616091.522109:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616091.522116:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795569536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616091.522121:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616091.522124:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616091.522128:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19c00 x1859763795569280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.522137:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616091.522139:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616091.522143:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670a800. 02000000:00000001:0.0:1773616091.522147:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616091.522150:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616091.522152:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616091.522155:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616091.522158:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac900. 02000000:00000001:0.0:1773616091.522162:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616091.522164:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616091.522167:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19c00. 00000100:00000001:0.0:1773616091.522171:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616091.522172:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616091.522174:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616091.522178:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a680 x1859763795569536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616091.522186:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616091.522187:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616091.522189:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80670a000. 02000000:00000001:0.0:1773616091.522191:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616091.522192:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616091.522193:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616091.522195:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616091.522197:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac300. 02000000:00000001:0.0:1773616091.522199:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616091.522200:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616091.522202:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a680. 00000100:00000001:0.0:1773616091.522204:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616091.522206:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616091.522208:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616091.522216:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616091.522218:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616091.522221:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616091.522223:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616092.067833:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616092.067861:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616092.067873:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616092.067877:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616092.067883:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616092.067886:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616092.067888:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616092.067890:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616092.067896:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616092.067898:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616092.067989:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616092.067993:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616092.067996:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616093.105584:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616093.105590:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616093.105595:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616093.105597:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616093.105623:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616093.105625:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616093.105629:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616094.111981:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616094.111988:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616094.111995:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616094.111999:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616094.112001:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616094.112007:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616094.112010:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616094.112011:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616094.112014:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616094.112016:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616094.112019:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616094.112020:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616094.112047:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616094.112050:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616094.112053:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773616094.311163:0:92401:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616095.137775:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616095.137783:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616095.137788:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616095.137790:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616095.137810:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616095.137813:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616095.137815:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616095.521072:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301896070, at 4301896128 00000100:00000010:0.0:1773616095.521087:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8e40. 00000100:00000040:1.0:1773616095.521153:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301896070, at 4301896129 00000100:00000010:1.0:1773616095.521159:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8600. 00000080:00000001:3.0:1773616095.654624:0:92464:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616096.160940:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616096.160947:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616096.160952:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616096.160954:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616096.160973:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616096.160976:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616096.160980:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616096.611663:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616096.611674:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616096.611685:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616096.611692:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616096.611697:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616096.611701:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616096.611708:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616096.611718:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773616096.611929:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.611942:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616096.611952:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616096.611957:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.611963:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.611989:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.611992:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616096.611996:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616096.611999:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000020:00000040:3.0:1773616096.612002:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616096.612004:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616096.612005:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616096.612007:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616096.612011:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41800. 00000100:00000001:3.0:1773616096.612014:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612019:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616096.612024:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616096.612026:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612029:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005840b22c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612034:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612036:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616096.612038:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616096.612040:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616096.612042:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616096.612043:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616096.612044:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616096.612045:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616096.612048:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41f00. 00000100:00000001:3.0:1773616096.612050:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612053:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616096.612057:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616096.612058:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612060:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612064:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612066:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616096.612068:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616096.612069:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616096.612073:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616096.612075:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1880. 00000020:00000040:3.0:1773616096.612076:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616096.612077:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616096.612078:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616096.612079:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616096.612081:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8212e5500. 00000100:00000001:3.0:1773616096.612083:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612085:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616096.612088:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616096.612089:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612091:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cec5a662] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612095:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612098:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7234) 00000100:00000001:3.0:1773616096.612191:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.612194:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616096.612197:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616096.612202:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612210:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616096.612212:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612216:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616096.612218:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616096.612220:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616096.612222:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795569792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616096.612225:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616096.612230:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616096.612232:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612234:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616096.612237:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:3.0:1773616096.612239:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616096.612246:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616096.612249:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616096.612253:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616096.612258:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795569792, portal 25 00000100:00000001:3.0:1773616096.612260:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616096.612261:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:3.0:1773616096.612265:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612270:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616096.612272:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616096.612273:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3bb0. 00000100:00000200:3.0:1773616096.612276:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795569792, offset 0 00000400:00000200:3.0:1773616096.612280:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612286:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612292:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616096.612296:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616096.612299:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616096.612303:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616096.612304:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612308:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149393:149393:256:4294967295] 192.168.201.103@tcp LPNI seq info [149333:149333:8:4294967295] 00000400:00000200:3.0:1773616096.612311:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612318:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616096.612322:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616096.612326:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8212e5d00. 00000800:00000200:3.0:1773616096.612331:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616096.612337:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616096.612340:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8212e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616096.612356:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616096.612360:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616096.612362:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301901193 00000100:00000010:3.0:1773616096.612366:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b000. 00000100:00000001:3.0:1773616096.612371:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616096.612376:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301901193 00000100:00000010:3.0:1773616096.612377:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b780. 00000100:00000001:3.0:1773616096.612379:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616096.612381:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.612383:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.612385:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616096.612388:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612392:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616096.612393:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612395:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616096.612396:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616096.612397:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616096.612399:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795570048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616096.612401:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616096.612403:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616096.612404:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612405:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616096.612407:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63200. 02000000:00000001:3.0:1773616096.612408:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616096.612410:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616096.612412:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616096.612415:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773616096.612417:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795570048, portal 10 00000100:00000001:3.0:1773616096.612418:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616096.612419:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616096.612423:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612427:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616096.612429:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616096.612431:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3e58. 00000100:00000200:3.0:1773616096.612432:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795570048, offset 0 00000400:00000200:3.0:1773616096.612435:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612437:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612439:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616096.612441:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616096.612443:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616096.612445:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616096.612446:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612448:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149394:149394:255:4294967295] 192.168.201.103@tcp LPNI seq info [149334:149334:7:4294967295] 00000400:00000200:3.0:1773616096.612450:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612454:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616096.612457:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616096.612458:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8212e5400. 00000800:00000200:3.0:1773616096.612461:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616096.612475:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616096.612477:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8212e5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616096.612479:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612482:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 106388 usecs (107 jiffies) 00000400:00000200:3.0:1773616096.612485:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616096.612486:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301897327 00000100:00000001:3.0:1773616096.612488:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:3.0:1773616096.612489:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301897327 00000100:00000001:3.0:1773616096.612491:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:3.0:1773616096.612492:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.612493:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.612495:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.612497:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.612502:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616096.612504:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616096.612506:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.612507:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616096.612509:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616096.612512:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1773616096.612513:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.612515:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616096.612517:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.612518:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.612520:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616096.612521:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616096.612526:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612532:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616096.612533:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612535:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616096.612537:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616096.612539:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616096.612542:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795569920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616096.612545:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616096.612547:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616096.612549:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612551:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616096.612554:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63800. 02000000:00000001:3.0:1773616096.612556:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616096.612559:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616096.612561:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616096.612564:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616096.612566:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795569920, portal 10 00000100:00000001:3.0:1773616096.612567:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616096.612568:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000040:3.0:1773616096.612573:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612578:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616096.612580:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616096.612581:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616096.612583:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795569920, offset 0 00000400:00000200:3.0:1773616096.612585:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612588:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612590:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616096.612592:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616096.612594:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616096.612595:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616096.612597:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612599:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149395:149395:254:4294967295] 192.168.201.103@tcp LPNI seq info [149335:149335:6:4294967295] 00000400:00000200:3.0:1773616096.612601:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612606:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616096.612609:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616096.612611:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8212e5900. 00000800:00000200:3.0:1773616096.612613:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616096.612616:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616096.612618:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8212e5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616096.612620:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612622:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 487532 usecs (488 jiffies) 00000400:00000200:3.0:1773616096.612624:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616096.612625:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301897708 00000100:00000001:3.0:1773616096.612627:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:3.0:1773616096.612628:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301897708 00000100:00000001:3.0:1773616096.612629:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:3.0:1773616096.612630:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.612631:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.612633:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616096.612635:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612643:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616096.612644:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612646:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616096.612647:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616096.612648:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616096.612649:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795570176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616096.612651:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616096.612652:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616096.612653:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.612654:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616096.612656:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:3.0:1773616096.612657:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616096.612660:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616096.612661:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616096.612664:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773616096.612665:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795570176, portal 4 00000100:00000001:3.0:1773616096.612666:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616096.612667:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000040:3.0:1773616096.612671:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.612674:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616096.612676:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616096.612677:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773616096.612678:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795570176, offset 0 00000400:00000200:3.0:1773616096.612681:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612683:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612684:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616096.612686:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616096.612687:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616096.612688:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616096.612689:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616096.612692:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149396:149396:253:4294967295] 192.168.201.103@tcp LPNI seq info [149336:149336:5:4294967295] 00000400:00000200:3.0:1773616096.612694:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616096.612698:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616096.612701:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616096.612704:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ab5200. 00000800:00000200:3.0:1773616096.612706:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616096.612708:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616096.612709:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ab5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616096.612711:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.612712:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 508650 usecs (509 jiffies) 00000400:00000200:3.0:1773616096.612714:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616096.612715:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301897729 00000100:00000001:3.0:1773616096.612717:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:3.0:1773616096.612718:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301897729 00000100:00000001:3.0:1773616096.612719:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:3.0:1773616096.612721:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.612722:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.612723:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.612725:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616096.613003:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616096.613007:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8212e5d00. 00000400:00000200:1.0:1773616096.613011:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616096.613015:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616096.613019:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3bb0 00000400:00000010:1.0:1773616096.613021:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3bb0. 00000100:00000001:1.0:1773616096.613024:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616096.613027:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613034:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616096.613036:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613041:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616096.613042:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616096.613049:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616096.613051:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8212e5400. 00000400:00000200:1.0:1773616096.613052:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616096.613055:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616096.613056:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3e58 00000400:00000010:1.0:1773616096.613057:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3e58. 00000100:00000001:1.0:1773616096.613059:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616096.613061:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613064:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616096.613066:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613069:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616096.613070:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616096.613073:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616096.613075:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8212e5900. 00000400:00000200:1.0:1773616096.613076:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616096.613078:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616096.613079:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:1.0:1773616096.613080:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:1.0:1773616096.613081:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616096.613082:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613086:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616096.613088:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613092:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616096.613093:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616096.613150:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616096.613153:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ab5200. 00000400:00000200:1.0:1773616096.613156:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616096.613160:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616096.613162:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:1.0:1773616096.613164:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:1.0:1773616096.613166:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616096.613170:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613178:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616096.613181:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.613187:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616096.613188:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616096.617107:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.617117:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616096.617938:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.617952:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616096.617955:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.617958:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616096.617970:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.617979:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616096.617988:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.617994:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618001:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618005:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ad80 00000400:00000200:1.0:1773616096.618010:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618015:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193539 [1] + 224 00000800:00000001:1.0:1773616096.618024:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.618029:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616096.618032:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616096.618036:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616096.618043:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616096.618051:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616096.618063:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.618118:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.618121:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616096.618171:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616096.618180:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.618184:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616096.618186:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.618188:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616096.618192:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618196:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616096.618200:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618203:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618206:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618209:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ad00 00000400:00000200:1.0:1773616096.618213:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.618217:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193541 [1] + 224 00000800:00000001:1.0:1773616096.618220:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.618225:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616096.618227:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616096.618230:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616096.618233:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616096.618238:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616096.618247:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.618254:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616096.618257:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.618259:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616096.618290:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616096.618292:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616096.618295:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616096.618299:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:3.0:1773616096.618302:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:3.0:1773616096.618305:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616096.618309:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616096.618325:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.618332:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616096.618397:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.618400:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616096.618403:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616096.618405:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616096.618407:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.618410:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616096.618419:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=37 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616096.618424:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616096.618427:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616096.618429:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616096.618432:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616096.618435:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.618438:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616096.618440:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616096.618443:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616096.618444:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.618450:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.618457:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.618460:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616096.618473:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616096.618477:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616096.618485:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795570048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616096.618490:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.618493:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616096.618496:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795570048/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.618504:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616096.619953:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616096.619958:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63200. 02000000:00000001:3.0:1773616096.619964:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616096.619967:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616096.619969:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616096.619971:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616096.619975:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41f00. 02000000:00000001:3.0:1773616096.619980:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616096.619982:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616096.619985:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616096.619989:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616096.619991:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.619996:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.619999:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.620001:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616096.620008:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616096.620010:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616096.620013:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616096.620018:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:3.0:1773616096.620020:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000800:00000001:1.0:1773616096.620020:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616096.620023:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616096.620030:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616096.620032:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616096.620034:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.620036:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773616096.620042:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616096.620042:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.620047:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000100:00000001:3.0:1773616096.620049:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616096.620051:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.620053:0:2402:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1773616096.620054:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773616096.620055:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616096.620057:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1773616096.620058:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616096.620059:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.620062:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616096.620063:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.620066:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066ae00 00000100:00001000:3.0:1773616096.620069:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=37 v=36 (36 36 36 36) 00000400:00000200:1.0:1773616096.620071:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00001000:3.0:1773616096.620072:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616096.620076:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1773616096.620076:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193549 [1] + 224 00000100:00000001:3.0:1773616096.620078:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616096.620080:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1773616096.620082:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1773616096.620083:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.620086:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616096.620089:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000800:00000001:1.0:1773616096.620089:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.620091:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1773616096.620092:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773616096.620093:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616096.620096:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000040:3.0:1773616096.620097:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.620101:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773616096.620103:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.620106:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1773616096.620106:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.620108:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616096.620112:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616096.620117:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616096.620121:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795569920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616096.620137:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616096.620145:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.620149:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616096.620265:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616096.620267:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616096.620269:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773616096.620272:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 00000400:00000010:3.0:1773616096.620274:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 00000100:00000001:3.0:1773616096.620276:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616096.620281:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616096.620351:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.620359:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616096.620360:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.620362:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616096.620364:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616096.620365:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616096.620367:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.620370:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616096.620375:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616096.620378:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616096.620380:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616096.620382:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616096.620383:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616096.620385:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.620388:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616096.620390:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773616096.620391:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616096.620393:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.620397:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.620404:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.620406:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616096.620408:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616096.620412:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616096.620419:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795570176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616096.620424:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.620427:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616096.620430:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795569920/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.620438:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616096.620440:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616096.620442:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63800. 02000000:00000001:3.0:1773616096.620445:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616096.620447:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616096.620448:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616096.620450:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616096.620452:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41800. 02000000:00000001:3.0:1773616096.620454:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616096.620456:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616096.620457:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:3.0:1773616096.620461:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616096.620472:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.620474:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616096.620478:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1880 x1859763795570176/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.620483:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616096.620485:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616096.620486:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:3.0:1773616096.620488:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616096.620489:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616096.620490:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616096.620492:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616096.620493:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8212e5500. 02000000:00000001:3.0:1773616096.620495:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616096.620496:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616096.620497:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1880. 00000100:00000001:3.0:1773616096.620500:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616096.620501:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.620503:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.620505:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.620506:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616096.620508:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.620510:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616096.626059:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.626073:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616096.626076:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.626080:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616096.626088:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.626096:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616096.626104:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.626109:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.626115:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.626119:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066ac80 00000400:00000200:1.0:1773616096.626125:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616096.626130:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193531 [1] + 224 00000800:00000001:1.0:1773616096.626138:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.626146:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616096.626149:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616096.626154:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616096.626161:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616096.626171:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616096.626189:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616096.626209:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616096.626217:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616096.626221:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.626671:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.626676:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616096.626683:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616096.626686:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616096.626689:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616096.626695:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616096.626698:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616096.626701:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616096.626706:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616096.626717:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.626731:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616096.626733:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.626736:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616096.626739:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616096.626741:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616096.626744:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616096.626747:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616096.626754:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616096.626757:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616096.626760:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616096.626762:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616096.626765:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616096.626767:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.626769:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616096.626979:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.626986:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616096.626989:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616096.626991:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616096.626995:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616096.627004:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795569792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616096.627009:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.627011:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616096.627015:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795569792/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616096.627022:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616096.627025:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616096.627028:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:3.0:1773616096.627032:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616096.627035:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616096.627038:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616096.627040:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616096.627043:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:3.0:1773616096.627047:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616096.627049:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616096.627051:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:3.0:1773616096.627054:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616096.627056:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.627059:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616096.627066:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616096.627068:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616096.627071:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616096.627073:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616096.794705:0:92557:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616097.184079:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616097.184088:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616097.184095:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616097.184096:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616097.184118:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616097.184122:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616097.184125:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1773616097.211069:0:92593:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1773616097.211077:0:92593:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 130c: layout intent resend on a stale inode ========================================================== 19:08:15 (1773616095) 00000001:00000001:1.0:1773616097.218970:0:92593:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773616098.208251:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616098.208642:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616098.208652:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616098.208653:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.215456:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616098.215464:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.215470:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773616098.266374:0:92461:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616098.266380:0:92461:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616098.266382:0:92461:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616098.266385:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3bc0 00000080:00200000:3.0:1773616098.266388:0:92461:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616098.266394:0:92461:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62000. 00800000:00000002:3.0:1773616098.266400:0:92461:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616098.266403:0:92461:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616098.266407:0:92461:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616098.266409:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3ae0 00800000:00000002:3.0:1773616098.266411:0:92461:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616098.266413:0:92461:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616098.266415:0:92461:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616098.266417:0:92461:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616098.266419:0:92461:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616098.266421:0:92461:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616098.266422:0:92461:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.266423:0:92461:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616098.266425:0:92461:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.266427:0:92461:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616098.266431:0:92461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616098.266433:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a39b0 00000002:00010000:3.0:1773616098.266445:0:92461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616098.266449:0:92461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616098.266450:0:92461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616098.266453:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616098.266459:0:92461:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.266460:0:92461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.266462:0:92461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.266463:0:92461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616098.266465:0:92461:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773616098.266470:0:92461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616098.266473:0:92461:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773616098.266478:0:92461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616098.266483:0:92461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616098.266487:0:92461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.266490:0:92461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616098.266492:0:92461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616098.266497:0:92461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616098.266504:0:92461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a811160800. 00000100:00000001:3.0:1773616098.266511:0:92461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.266516:0:92461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616098.266518:0:92461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.266520:0:92461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616098.266521:0:92461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.266523:0:92461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.266528:0:92461:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00010000:00000001:3.0:1773616098.266533:0:92461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616098.266535:0:92461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616098.266539:0:92461:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a100. 00010000:00000010:3.0:1773616098.266544:0:92461:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2c00. 00010000:00000001:3.0:1773616098.266549:0:92461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616098.266552:0:92461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002be00. 00000020:00000001:3.0:1773616098.266557:0:92461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616098.266560:0:92461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002be00 with handle 0xe60cc2233ec6786d to hash 00000020:00000001:3.0:1773616098.266562:0:92461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616098.266563:0:92461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.266566:0:92461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.266569:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616098.266571:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.266575:0:92461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 92461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616098.266581:0:92461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616098.266590:0:92461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616098.266594:0:92461:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616098.266595:0:92461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616098.266601:0:92461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807eddc00. 00000100:00000001:3.0:1773616098.266602:0:92461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606403072 : -121324103148544 : ffff91a807eddc00) 00000100:00000001:3.0:1773616098.266605:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.266606:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000001:3.0:1773616098.266609:0:92461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616098.266612:0:92461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.266613:0:92461:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616098.266615:0:92461:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616098.266623:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.266629:0:92461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616098.266630:0:92461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.266633:0:92461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616098.266635:0:92461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616098.266637:0:92461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616098.266639:0:92461:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570304:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616098.266642:0:92461:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616098.266646:0:92461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616098.266648:0:92461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.266650:0:92461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616098.266653:0:92461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a810949800. 02000000:00000001:3.0:1773616098.266654:0:92461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616098.266661:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616098.266664:0:92461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616098.266669:0:92461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616098.266676:0:92461:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795570304, portal 10 00000100:00000001:3.0:1773616098.266677:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.266678:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:3.0:1773616098.266682:0:92461:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616153 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.266688:0:92461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616098.266690:0:92461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616098.266693:0:92461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773616098.266696:0:92461:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795570304, offset 0 00000400:00000200:3.0:1773616098.266704:0:92461:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616098.266713:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616098.266720:0:92461:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616098.266726:0:92461:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616098.266730:0:92461:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616098.266735:0:92461:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616098.266738:0:92461:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616098.267205:0:92461:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149397:149397:256:4294967295] 192.168.201.103@tcp LPNI seq info [149337:149337:8:4294967295] 00000400:00000200:3.0:1773616098.267209:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616098.267218:0:92461:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616098.267222:0:92461:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616098.267227:0:92461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773616098.267232:0:92461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616098.267237:0:92461:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616098.267241:0:92461:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773616098.267255:0:92461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616098.267259:0:92461:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 486411 usecs (487 jiffies) 00000400:00000200:3.0:1773616098.267261:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616098.267263:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301899362 00000100:00000001:3.0:1773616098.267265:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:3.0:1773616098.267267:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301899362 00000100:00000001:3.0:1773616098.267269:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:3.0:1773616098.267270:0:92461:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616098.267272:0:92461:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.267274:0:92461:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616098.267275:0:92461:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616098.267277:0:92461:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807eddc00 going to sleep for 50 seconds 00000100:00000001:3.0:1773616098.267278:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616098.267281:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616098.267597:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616098.267602:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41100. 00000400:00000200:1.0:1773616098.267606:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616098.267612:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616098.267617:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 00000400:00000010:1.0:1773616098.267618:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 00000100:00000001:1.0:1773616098.267622:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616098.267626:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616153 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616098.267633:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616098.267636:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616153 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616098.267640:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616098.267642:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616098.273690:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.273708:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616098.273712:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.273715:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.273725:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.273734:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616098.273742:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.273747:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.273753:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.273757:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b720066ae80 00000400:00000200:1.0:1773616098.273763:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.273769:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x193551 [1] + 224 00000800:00000001:1.0:1773616098.273778:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.273786:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.273789:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616098.273793:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616098.273801:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616098.273810:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616153 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616098.273822:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616153 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616098.273875:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616098.273884:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.273888:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.273943:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616098.273950:0:92461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616098.273952:0:92461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616098.273966:0:92461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616098.273971:0:92461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616098.273973:0:92461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616098.273977:0:92461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616098.273982:0:92461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616153 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616098.273992:0:92461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616153 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.273999:0:92461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616098.274000:0:92461:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.274003:0:92461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616098.274006:0:92461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616098.274009:0:92461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616098.274011:0:92461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.274013:0:92461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616098.274023:0:92461:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=39 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616098.274027:0:92461:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616098.274031:0:92461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616098.274034:0:92461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.274037:0:92461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616098.274040:0:92461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.274044:0:92461:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616098.274046:0:92461:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:3.0:1773616098.274048:0:92461:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616098.274050:0:92461:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616098.274055:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616153 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.274062:0:92461:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616098.274065:0:92461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616098.274067:0:92461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616098.274072:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616153 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616098.274081:0:92461:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570304:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616098.274086:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.274089:0:92461:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.274091:0:92461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616098.274093:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616098.274097:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616153 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.274104:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616098.274107:0:92461:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807eddc00. 00000100:00000001:3.0:1773616098.274110:0:92461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616098.274111:0:92461:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.274114:0:92461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616098.274118:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274121:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274358:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=4 00000020:00000001:3.0:1773616098.274361:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274364:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000040:3.0:1773616098.274371:0:92461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002be00, remote cookie: 0xf6516185796c4d4, flags: 0x1001 00010000:00010000:3.0:1773616098.274375:0:92461:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616098.274383:0:92461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274387:0:92461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616098.274391:0:92461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616098.274392:0:92461:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616098.274393:0:92461:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616098.274394:0:92461:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616098.274396:0:92461:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a80460a100) refcount = 1 00010000:00010000:3.0:1773616098.274399:0:92461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274402:0:92461:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616098.274405:0:92461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616098.274407:0:92461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616098.274409:0:92461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616098.274411:0:92461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.274413:0:92461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274417:0:92461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616098.274418:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274420:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.274420:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274421:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.274422:0:92461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.274425:0:92461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616098.274426:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274427:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274428:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.274430:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274431:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274433:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274434:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274445:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=4 00000020:00000001:3.0:1773616098.274447:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274448:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274451:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616098.274453:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.274456:0:92461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274460:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274461:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.274462:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274462:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274463:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=5 00000020:00000001:3.0:1773616098.274465:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274466:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274468:0:92461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616098.274470:0:92461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274474:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274475:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616098.274476:0:92461:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274480:0:92461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616098.274481:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274482:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.274483:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274484:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616098.274490:0:92461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616153 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773616098.274498:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274500:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274501:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.274503:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274505:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274507:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274508:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616098.274510:0:92461:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.274512:0:92461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.274515:0:92461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773616098.274517:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274518:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274519:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.274521:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274524:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00000002:00010000:3.0:1773616098.274528:0:92461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274535:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274536:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.274538:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616098.274539:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274540:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274542:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.274544:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274546:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000040:3.0:1773616098.274553:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773616098.274555:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616098.274560:0:92461:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773616098.274562:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274563:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616098.274564:0:92461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616098.274566:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3930 00000002:00002000:3.0:1773616098.274568:0:92461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773616098.274570:0:92461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.274573:0:92461:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.274575:0:92461:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616098.274578:0:92461:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773616098.274580:0:92461:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.274583:0:92461:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616098.274586:0:92461:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62000. 00000080:00000001:3.0:1773616098.274590:0:92461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616098.274592:0:92461:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616098.274597:0:92461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773616098.274600:0:92461:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773616098.274605:0:92461:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a8061f0a00. 00800000:00000001:3.0:1773616098.274606:0:92461:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749576071680 : -121324133479936 : ffff91a8061f0a00) 00800000:00000001:3.0:1773616098.274608:0:92461:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.274610:0:92461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616098.274612:0:92461:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773616098.274613:0:92461:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773616098.274615:0:92461:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1773616098.274618:0:92461:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773616098.274619:0:92461:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.274622:0:92461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773616098.274624:0:92461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773616098.274626:0:92461:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773616042 to 1773616047 00000080:00200000:3.0:1773616098.274629:0:92461:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773616098.274631:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274632:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274633:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.274634:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274636:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274637:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274638:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616098.274640:0:92461:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773616098.274641:0:92461:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1773616098.274642:0:92461:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0a00 1 00800000:00000010:3.0:1773616098.274644:0:92461:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a8061f0a00. 00800000:00000001:3.0:1773616098.274646:0:92461:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616098.274648:0:92461:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6786d 00800000:00000001:3.0:1773616098.274651:0:92461:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616098.274652:0:92461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616098.274653:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274653:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274654:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.274655:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274656:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274658:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274659:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616098.274660:0:92461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.274661:0:92461:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.274663:0:92461:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616098.274664:0:92461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616098.274666:0:92461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6786d from it ffffa258814a3bf8 00010000:00000001:3.0:1773616098.274667:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.274668:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.274669:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.274670:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274671:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.274672:0:92461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616098.274674:0:92461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.274677:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274678:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.274679:0:92461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616098.274681:0:92461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616098.274682:0:92461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616098.274689:0:92461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616098.274690:0:92461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616098.274692:0:92461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616098.274695:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274696:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.274697:0:92461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.274699:0:92461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616098.274701:0:92461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.274702:0:92461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.274704:0:92461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.274705:0:92461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616098.274705:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.274706:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616098.274707:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616098.274710:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795570304/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616153 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.274714:0:92461:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616098.274716:0:92461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616098.274719:0:92461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a810949800. 02000000:00000001:3.0:1773616098.274721:0:92461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616098.274723:0:92461:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616098.274724:0:92461:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616098.274726:0:92461:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616098.274729:0:92461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a811160800. 02000000:00000001:3.0:1773616098.274731:0:92461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616098.274732:0:92461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616098.274734:0:92461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:3.0:1773616098.274736:0:92461:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616098.274737:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616098.274740:0:92461:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:3.0:1773616098.274743:0:92461:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616098.274756:0:92461:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a8044fa940. 00000080:00000001:3.0:1773616098.274759:0:92461:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616098.274761:0:92461:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616098.274762:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3b00 00000080:00200000:3.0:1773616098.274764:0:92461:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616098.274766:0:92461:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62000. 00800000:00000002:3.0:1773616098.274769:0:92461:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616098.274772:0:92461:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616098.274774:0:92461:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616098.274775:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3a20 00800000:00000002:3.0:1773616098.274776:0:92461:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616098.274779:0:92461:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616098.274780:0:92461:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616098.274782:0:92461:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616098.274783:0:92461:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616098.274785:0:92461:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616098.274787:0:92461:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.274788:0:92461:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616098.274789:0:92461:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.274791:0:92461:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616098.274794:0:92461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616098.274795:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a38f0 00000002:00010000:3.0:1773616098.274796:0:92461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616098.274798:0:92461:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616098.274800:0:92461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616098.274801:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616098.274803:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773616098.274804:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616098.274806:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616098.274808:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616098.274810:0:92461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773616098.274815:0:92461:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616098.274818:0:92461:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.274820:0:92461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773616098.274823:0:92461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616098.274825:0:92461:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616098.274826:0:92461:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616098.274828:0:92461:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616098.274829:0:92461:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616098.274830:0:92461:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616098.274832:0:92461:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616098.274833:0:92461:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616098.275020:0:92461:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62000. 00000080:00000001:3.0:1773616098.275024:0:92461:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616098.275025:0:92461:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616098.275026:0:92461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616098.275028:0:92461:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6786d 00800000:00000001:3.0:1773616098.275030:0:92461:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616098.275032:0:92461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616098.275033:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.275034:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.275035:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.275036:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.275038:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.275040:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.275041:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616098.275042:0:92461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.275043:0:92461:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616098.275044:0:92461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6786d from it ffffa258814a3b38 00010000:00000001:3.0:1773616098.275045:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.275046:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.275047:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002be00 refcount=3 00000020:00000001:3.0:1773616098.275048:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.275049:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741989376 : -121323967562240 : ffff91a81002be00) 00010000:00000001:3.0:1773616098.275050:0:92461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616098.275052:0:92461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616098.275055:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.275057:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.275057:0:92461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616098.275059:0:92461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616098.275060:0:92461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773616098.275065:0:92461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616098.275066:0:92461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616098.275067:0:92461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616098.275068:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.275069:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.275069:0:92461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275071:0:92461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616098.275072:0:92461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275073:0:92461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275075:0:92461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275076:0:92461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616098.275077:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.275077:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616098.275078:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616098.275079:0:92461:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616098.275081:0:92461:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:3.0:1773616098.275082:0:92461:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.275085:0:92461:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:3.0:1773616098.275087:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3b50 00000080:00200000:3.0:1773616098.275089:0:92461:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), file ffff91a810f6ac00, open_flags 8241, mode 81b6 opened 0 00000080:00000010:3.0:1773616098.275093:0:92461:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a80469b840. 00000080:00000001:3.0:1773616098.275096:0:92461:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773616098.275098:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3a00 00000080:00200000:3.0:1773616098.275100:0:92461:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000010:3.0:1773616098.275105:0:92461:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62000. 00800000:00000002:3.0:1773616098.275106:0:92461:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616098.275111:0:92461:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616098.275112:0:92461:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616098.275113:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3920 00800000:00000002:3.0:1773616098.275114:0:92461:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616098.275118:0:92461:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773616098.275121:0:92461:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773616098.275124:0:92461:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616098.275134:0:92461:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616098.275135:0:92461:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616098.275136:0:92461:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616098.275138:0:92461:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.275139:0:92461:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616098.275140:0:92461:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.275143:0:92461:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:3.0:1773616098.275145:0:92461:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773616098.275147:0:92461:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773616098.275149:0:92461:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773616098.275151:0:92461:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1773616098.275154:0:92461:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0x6:0x0] 40000000:00000001:3.0:1773616098.275156:0:92461:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.275157:0:92461:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.275158:0:92461:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.275160:0:92461:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.275161:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a38a0 00800000:00000002:3.0:1773616098.275164:0:92461:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x6:0x0], name='f130c.recovery-small' -> mds #0 00000002:00000001:3.0:1773616098.275167:0:92461:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616098.275169:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a37d8 00000002:00010000:3.0:1773616098.275170:0:92461:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130c.recovery-small,[0x20000bf89:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:3.0:1773616098.275174:0:92461:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616098.275177:0:92461:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773616098.275180:0:92461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1773616098.275184:0:92461:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.275186:0:92461:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773616098.275188:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773616098.275190:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616098.275193:0:92461:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773616098.275195:0:92461:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616098.275198:0:92461:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1773616098.275211:0:92461:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616098.275216:0:92461:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773616098.275218:0:92461:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773616098.275220:0:92461:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773616098.275223:0:92461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616098.275225:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616098.275227:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 3 00010000:00000001:3.0:1773616098.275229:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616098.275231:0:92461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.275233:0:92461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616098.275234:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616098.275235:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 3 00010000:00000001:3.0:1773616098.275238:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616098.275239:0:92461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.275240:0:92461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616098.275241:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616098.275242:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 3 00010000:00000001:3.0:1773616098.275243:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616098.275245:0:92461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.275246:0:92461:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773616098.275248:0:92461:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773616098.275250:0:92461:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773616098.275252:0:92461:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773616098.275253:0:92461:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773616098.275254:0:92461:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275256:0:92461:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616098.275259:0:92461:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616098.275260:0:92461:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616098.275261:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616098.275262:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773616098.275264:0:92461:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002be00 with handle 0xe60cc2233ec6786d from hash 00010000:00000001:3.0:1773616098.275266:0:92461:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616098.275267:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.275268:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.275280:0:92461:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616098.275282:0:92461:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616098.275283:0:92461:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616098.275285:0:92461:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616098.275286:0:92461:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616098.275287:0:92461:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773616098.275291:0:92461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616098.275294:0:92461:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:3.0:1773616098.275298:0:92461:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773616098.275299:0:92461:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275301:0:92461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616098.275304:0:92461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616098.275305:0:92461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.275317:0:92461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616098.275318:0:92461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616098.275321:0:92461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616098.275326:0:92461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a811160800. 00000100:00000001:3.0:1773616098.275331:0:92461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275334:0:92461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616098.275335:0:92461:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616098.275338:0:92461:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773616098.275342:0:92461:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616098.275344:0:92461:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616098.275345:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616098.275346:0:92461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002be00/0xe60cc2233ec6786d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c4d4 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1773616098.275351:0:92461:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a100 count: 0 00010000:00000010:3.0:1773616098.275355:0:92461:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2c00. 00010000:00000001:3.0:1773616098.275361:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.275378:0:92461:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275379:0:92461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616098.275380:0:92461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.275381:0:92461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.275388:0:92461:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00010000:00000001:3.0:1773616098.275391:0:92461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616098.275392:0:92461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616098.275395:0:92461:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a500. 00010000:00000010:3.0:1773616098.275397:0:92461:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2c00. 00010000:00000001:3.0:1773616098.275402:0:92461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616098.275404:0:92461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002ba00. 00000020:00000001:3.0:1773616098.275405:0:92461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616098.275407:0:92461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002ba00 with handle 0xe60cc2233ec67874 to hash 00000020:00000001:3.0:1773616098.275409:0:92461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616098.275410:0:92461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.275412:0:92461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.275414:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616098.275415:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.275417:0:92461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 92461 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616098.275421:0:92461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92461 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773616098.275429:0:92461:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773616098.275444:0:92461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773616098.275452:0:92461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92461 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616098.275456:0:92461:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616098.275458:0:92461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616098.275463:0:92461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807eddc00. 00000100:00000001:3.0:1773616098.275464:0:92461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606403072 : -121324103148544 : ffff91a807eddc00) 00000100:00000001:3.0:1773616098.275466:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.275468:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000001:3.0:1773616098.275471:0:92461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616098.275474:0:92461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.275475:0:92461:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616098.275477:0:92461:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616098.275480:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.275488:0:92461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616098.275490:0:92461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.275493:0:92461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616098.275496:0:92461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616098.275499:0:92461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616098.275502:0:92461:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570560:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616098.275506:0:92461:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616098.275511:0:92461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616098.275513:0:92461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.275515:0:92461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616098.275573:0:92461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:3.0:1773616098.275577:0:92461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616098.275582:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616098.275585:0:92461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616098.275589:0:92461:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a811163c00. 00000100:00000200:3.0:1773616098.275594:0:92461:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795570560, portal 10 00000100:00000001:3.0:1773616098.275596:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.275597:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:3.0:1773616098.275601:0:92461:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616153 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.275607:0:92461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616098.275608:0:92461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616098.275611:0:92461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616098.275613:0:92461:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859763795570560, offset 0 00000400:00000200:3.0:1773616098.275618:0:92461:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616098.275623:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616098.275629:0:92461:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616098.275633:0:92461:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616098.275636:0:92461:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616098.275639:0:92461:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616098.275641:0:92461:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616098.275643:0:92461:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149398:149398:256:4294967295] 192.168.201.103@tcp LPNI seq info [149338:149338:8:4294967295] 00000400:00000200:3.0:1773616098.275647:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616098.275653:0:92461:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616098.275657:0:92461:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616098.275661:0:92461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000800:00000200:3.0:1773616098.275666:0:92461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616098.275672:0:92461:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616098.275676:0:92461:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773616098.275692:0:92461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616098.275696:0:92461:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 485293 usecs (486 jiffies) 00000400:00000200:3.0:1773616098.275698:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616098.275700:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301899369 00000100:00000001:3.0:1773616098.275702:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:3.0:1773616098.275704:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301899369 00000100:00000001:3.0:1773616098.275705:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:3.0:1773616098.275707:0:92461:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616098.275708:0:92461:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.275710:0:92461:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616098.275711:0:92461:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616098.275713:0:92461:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807eddc00 going to sleep for 50 seconds 00000100:00000001:3.0:1773616098.275715:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616098.275717:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616098.276210:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616098.276215:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41100. 00000400:00000200:1.0:1773616098.276220:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616098.276225:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616098.276229:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:1.0:1773616098.276231:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:1.0:1773616098.276236:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616098.276239:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616153 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616098.276247:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616098.276249:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616153 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616098.276253:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616098.276255:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616098.283102:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:3.1:1773616098.283122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002be00. 00000800:00000001:1.0:1773616098.300116:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.300143:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616098.300149:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.300152:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.300163:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.300173:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616098.300183:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.300189:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.300195:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.300200:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b720066af80 00000400:00000200:1.0:1773616098.300206:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.300213:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x193559 [32] + 224 00000800:00000001:1.0:1773616098.300225:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.300235:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.300239:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616098.300244:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616098.300253:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616098.300265:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616153 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616098.300279:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616153 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.300338:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616098.300358:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616098.300368:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.300372:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616098.300414:0:92461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616098.300416:0:92461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616098.300420:0:92461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616098.300425:0:92461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a811163c00 00000400:00000010:3.0:1773616098.300427:0:92461:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a811163c00. 00000100:00000001:3.0:1773616098.300429:0:92461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616098.300433:0:92461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616153 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616098.300453:0:92461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795570560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616153 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.300458:0:92461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616098.300460:0:92461:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.300463:0:92461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616098.300466:0:92461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616098.300469:0:92461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616098.300471:0:92461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.300474:0:92461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616098.300484:0:92461:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=39 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616098.300487:0:92461:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616098.300489:0:92461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616098.300491:0:92461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.300494:0:92461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616098.300498:0:92461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.300503:0:92461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616098.300505:0:92461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1773616098.300507:0:92461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616098.300510:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.300511:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000001:3.0:1773616098.300514:0:92461:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616098.300516:0:92461:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:3.0:1773616098.300519:0:92461:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616098.300522:0:92461:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616098.300528:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616153 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.300536:0:92461:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616098.300540:0:92461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616098.300542:0:92461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616098.300548:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616153 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616098.300557:0:92461:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570560:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616098.300563:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.300566:0:92461:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.300570:0:92461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616098.300572:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616098.300576:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616153 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.300583:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616098.300587:0:92461:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807eddc00. 00000100:00000001:3.0:1773616098.300590:0:92461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616098.300591:0:92461:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.300594:0:92461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616098.300599:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.300601:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.300604:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=4 00000020:00000001:3.0:1773616098.300605:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300608:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000040:3.0:1773616098.300613:0:92461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002ba00, remote cookie: 0xf6516185796c4f0, flags: 0x1001 00010000:00010000:3.0:1773616098.300618:0:92461:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616098.300625:0:92461:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773616098.300627:0:92461:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773616098.300634:0:92461:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a100. 00010000:00000010:3.0:1773616098.300637:0:92461:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2680. 00010000:00000040:3.0:1773616098.300641:0:92461:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a500 count: 0 00010000:00000010:3.0:1773616098.300646:0:92461:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2c00. 00010000:00000001:3.0:1773616098.300652:0:92461:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.300654:0:92461:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616098.300661:0:92461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.300665:0:92461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616098.300669:0:92461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616098.300670:0:92461:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616098.300671:0:92461:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616098.300672:0:92461:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616098.300675:0:92461:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x6:0x0].0x0 (ffff91a80460a100) refcount = 1 00010000:00010000:3.0:1773616098.300677:0:92461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.300682:0:92461:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616098.300685:0:92461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616098.300686:0:92461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616098.300688:0:92461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616098.300690:0:92461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.300693:0:92461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.300700:0:92461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616098.300701:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300703:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.300704:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300705:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.300707:0:92461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.300712:0:92461:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616098.300715:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.300716:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.300718:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=3 00000020:00000001:3.0:1773616098.300720:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300722:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300725:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.300726:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.300728:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=4 00000020:00000001:3.0:1773616098.300730:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300732:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300735:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616098.300738:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616098.300742:0:92461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.300747:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300748:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.300749:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.300750:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.300751:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=5 00000020:00000001:3.0:1773616098.300752:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300753:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300755:0:92461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616098.300757:0:92461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.300760:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300761:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616098.300762:0:92461:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.300766:0:92461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616098.300767:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300768:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.300778:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300779:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616098.300783:0:92461:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616153 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616098.300795:0:92461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773616098.300799:0:92461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616153 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616098.300803:0:92461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.300810:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.300811:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.300811:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=3 00000020:00000001:3.0:1773616098.300812:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300814:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00000002:00010000:3.0:1773616098.300817:0:92461:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773616098.300824:0:92461:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a8061f0a00. 00010000:00000001:3.0:1773616098.300825:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300826:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616098.300827:0:92461:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.300829:0:92461:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.300831:0:92461:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773616098.300833:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.300834:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000001:3.0:1773616098.300924:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.300926:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00010000:00000001:3.0:1773616098.300928:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.300930:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.300931:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=3 00000020:00000001:3.0:1773616098.300933:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300935:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00000002:00010000:3.0:1773616098.300937:0:92461:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.300946:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300947:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.300949:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616098.300949:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.300950:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.300951:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=3 00000020:00000001:3.0:1773616098.300952:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:3.0:1773616098.300954:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000040:3.0:1773616098.300958:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773616098.300960:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616098.300964:0:92461:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/6 (0 0) 00010000:00000001:3.0:1773616098.300967:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.300968:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616098.300969:0:92461:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616098.300973:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3758 00000002:00002000:3.0:1773616098.300975:0:92461:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130c.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1773616098.300978:0:92461:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.300982:0:92461:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.300985:0:92461:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616098.300989:0:92461:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773616098.300992:0:92461:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.300996:0:92461:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:3.0:1773616098.300998:0:92461:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773616098.301000:0:92461:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a80469b840 it_disposition 1800037 00000080:00002000:3.0:1773616098.301006:0:92461:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a804bb8798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1773616098.301011:0:92461:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616098.301014:0:92461:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:3.0:1773616098.301016:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3988 00000080:00200000:3.0:1773616098.301018:0:92461:0:(namei.c:1622:ll_create_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000001:3.0:1773616098.301021:0:92461:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:3.0:1773616098.301023:0:92461:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616098.301029:0:92461:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773616098.301033:0:92461:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616098.301036:0:92461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:3.0:1773616098.301039:0:92461:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773616098.301751:0:92461:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a804154200. 00000020:00000001:2.0:1773616098.301767:0:92461:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773616098.301783:0:92461:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773616098.301787:0:92461:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773616098.301789:0:92461:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff91a8041542c8) 00000020:00000001:2.0:1773616098.301794:0:92461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616098.301799:0:92461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616098.301804:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1a00. 00000020:00000010:2.0:1773616098.301809:0:92461:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce1e00. 00000020:00000010:2.0:1773616098.301813:0:92461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616098.301820:0:92461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616098.301825:0:92461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118840. 00008000:00000010:2.0:1773616098.301831:0:92461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616098.301863:0:92461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616098.301868:0:92461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805089918. 00000020:00000010:2.0:1773616098.301874:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1000. 00000008:00000010:2.0:1773616098.301878:0:92461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616098.301882:0:92461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f180. 00008000:00000010:2.0:1773616098.301886:0:92461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371678. 00000080:00000010:2.0:1773616098.301890:0:92461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096f00. 00000020:00000001:2.0:1773616098.301893:0:92461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616098.301896:0:92461:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000020:00000001:2.0:1773616098.301900:0:92461:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773616098.301905:0:92461:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91a8046154b0. 00000020:00000001:2.0:1773616098.301907:0:92461:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773616098.301909:0:92461:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.301917:0:92461:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773616098.301921:0:92461:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91a8046170f8. 00020000:00000001:2.0:1773616098.301924:0:92461:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446622749546868984 : -121324162682632 : ffff91a8046170f8) 00020000:00000001:2.0:1773616098.301927:0:92461:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773616098.301930:0:92461:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616098.301935:0:92461:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685060. 00020000:00000010:2.0:1773616098.301939:0:92461:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58f00. 00020000:00000010:2.0:1773616098.301945:0:92461:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685840. 00020000:00000001:2.0:1773616098.301948:0:92461:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547321408 : -121324162230208 : ffff91a804685840) 00020000:00000002:2.0:1773616098.301951:0:92461:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616098.301956:0:92461:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616098.301960:0:92461:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58f00: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000001:2.0:1773616098.301963:0:92461:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1773616098.301966:0:92461:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616098.301969:0:92461:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616098.301972:0:92461:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58f00: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000010:2.0:1773616098.301977:0:92461:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91a80471c0d0. 00020000:00000010:2.0:1773616098.301982:0:92461:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91a8060fef00. 00020000:00000001:2.0:1773616098.301986:0:92461:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1773616098.301989:0:92461:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91a8036255c8. 00020000:00000001:2.0:1773616098.301992:0:92461:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1773616098.301993:0:92461:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:2.0:1773616098.301999:0:92461:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1773616098.302002:0:92461:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91a804615ed8. 00000020:00000001:2.0:1773616098.302004:0:92461:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773616098.302006:0:92461:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.302008:0:92461:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622749546864472 : -121324162687144 : ffff91a804615f58) 00020000:00000001:2.0:1773616098.302013:0:92461:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1773616098.302017:0:92461:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91a8044c8540. 00020000:00000001:2.0:1773616098.302019:0:92461:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302024:0:92461:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546864472 : -121324162687144 : ffff91a804615f58) 00020000:00000001:2.0:1773616098.302027:0:92461:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622749546864472 : -121324162687144 : ffff91a804615f58) 00020000:00000002:2.0:1773616098.302031:0:92461:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x176b:0x0]@ffff91a804615ed8[0:0] -> [0x20000bf89:0x6:0x0]@ffff91a8046154b0: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000001:2.0:1773616098.302036:0:92461:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1773616098.302039:0:92461:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:2.0:1773616098.302041:0:92461:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302043:0:92461:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546861872 : -121324162689744 : ffff91a804615530) 00000020:00001000:2.0:1773616098.302046:0:92461:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:2.0:1773616098.302050:0:92461:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce1e00. 00000020:00000010:2.0:1773616098.302056:0:92461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616098.302060:0:92461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616098.302064:0:92461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118840. 00008000:00000010:2.0:1773616098.302066:0:92461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616098.302070:0:92461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616098.302073:0:92461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805089918. 00000020:00000010:2.0:1773616098.302076:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1a00. 00000008:00000010:2.0:1773616098.302078:0:92461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616098.302081:0:92461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f180. 00008000:00000010:2.0:1773616098.302084:0:92461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371678. 00000080:00000010:2.0:1773616098.302087:0:92461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096f00. 00000020:00000010:2.0:1773616098.302090:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1000. 00000020:00000010:2.0:1773616098.302092:0:92461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000080:00000001:2.0:1773616098.302097:0:92461:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:2.0:1773616098.302100:0:92461:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773616098.302103:0:92461:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088006 mtime from 0 to 1773616098 00000080:00000001:2.0:1773616098.302108:0:92461:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1773616098.302111:0:92461:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541876424 : -121324167675192 : ffff91a8041542c8) 00010000:00000001:2.0:1773616098.302113:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616098.302116:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616098.302118:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=3 00000020:00000001:2.0:1773616098.302121:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:2.0:1773616098.302123:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00000080:00000001:2.0:1773616098.302126:0:92461:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616098.302128:0:92461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616098.302131:0:92461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616098.302134:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1000. 00000020:00000010:2.0:1773616098.302136:0:92461:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce1a00. 00000020:00000010:2.0:1773616098.302139:0:92461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616098.302142:0:92461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616098.302145:0:92461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118840. 00008000:00000010:2.0:1773616098.302148:0:92461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616098.302151:0:92461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616098.302154:0:92461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805089918. 00000020:00000010:2.0:1773616098.302156:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1e00. 00000008:00000010:2.0:1773616098.302159:0:92461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616098.302162:0:92461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f180. 00008000:00000010:2.0:1773616098.302164:0:92461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371678. 00000080:00000010:2.0:1773616098.302167:0:92461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096f00. 00000020:00000001:2.0:1773616098.302169:0:92461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616098.302171:0:92461:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000020:00000001:2.0:1773616098.302173:0:92461:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616098.302175:0:92461:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616098.302177:0:92461:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616098.302180:0:92461:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685720. 00020000:00000010:2.0:1773616098.302182:0:92461:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58c80. 00020000:00000010:2.0:1773616098.302185:0:92461:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685540. 00020000:00000001:2.0:1773616098.302187:0:92461:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547320640 : -121324162230976 : ffff91a804685540) 00020000:00000002:2.0:1773616098.302190:0:92461:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685540, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616098.302194:0:92461:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616098.302196:0:92461:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58c80: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000002:2.0:1773616098.302200:0:92461:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a8046170f8) owner ffff91a8058d0000 00020000:00000001:2.0:1773616098.302204:0:92461:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616098.302206:0:92461:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a8046170f8) owner ffff91a8058d0000 00020000:00000010:2.0:1773616098.302211:0:92461:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58c80. 00020000:00000010:2.0:1773616098.302214:0:92461:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685720. 00020000:00000010:2.0:1773616098.302216:0:92461:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685540. 00020000:00000002:2.0:1773616098.302219:0:92461:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616098.302221:0:92461:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302223:0:92461:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302227:0:92461:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616098.302230:0:92461:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000002:2.0:1773616098.302233:0:92461:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a8058d0000. 00020000:00000002:2.0:1773616098.302235:0:92461:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000001:2.0:1773616098.302238:0:92461:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616098.302240:0:92461:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616098.302241:0:92461:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616098.302243:0:92461:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616098.302245:0:92461:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616098.302247:0:92461:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1773616098.302249:0:92461:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:2.0:1773616098.302252:0:92461:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce1a00. 00000020:00000010:2.0:1773616098.302255:0:92461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616098.302257:0:92461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616098.302259:0:92461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118840. 00008000:00000010:2.0:1773616098.302262:0:92461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616098.302264:0:92461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616098.302266:0:92461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805089918. 00000020:00000010:2.0:1773616098.302268:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1000. 00000008:00000010:2.0:1773616098.302271:0:92461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616098.302273:0:92461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f180. 00008000:00000010:2.0:1773616098.302276:0:92461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371678. 00000080:00000010:2.0:1773616098.302278:0:92461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096f00. 00000020:00000010:2.0:1773616098.302280:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1e00. 00000020:00000010:2.0:1773616098.302283:0:92461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000080:00000001:2.0:1773616098.302285:0:92461:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.302288:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.302289:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616098.302291:0:92461:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616098.302295:0:92461:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616098.302297:0:92461:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616098.302300:0:92461:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) 00000080:00010000:2.0:1773616098.302304:0:92461:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec67874 00800000:00000001:2.0:1773616098.302307:0:92461:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616098.302310:0:92461:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616098.302311:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616098.302312:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616098.302314:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=3 00000020:00000001:2.0:1773616098.302316:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:2.0:1773616098.302319:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:2.0:1773616098.302321:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.302322:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616098.302323:0:92461:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616098.302325:0:92461:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302327:0:92461:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:2.0:1773616098.302329:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616098.302338:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.302345:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302351:0:92461:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616098.302354:0:92461:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) 00000080:00000001:2.0:1773616098.302357:0:92461:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616098.302361:0:92461:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62000. 00000100:00000001:2.0:1773616098.302365:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616098.302368:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.302374:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302378:0:92461:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1773616098.302379:0:92461:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302387:0:92461:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616098.302390:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3a60 00000080:00200008:2.0:1773616098.302393:0:92461:0:(file.c:1030:ll_file_open()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff91a8041542c8), flags 101101 00000080:00000010:2.0:1773616098.302401:0:92461:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e06500. 00000080:00000010:2.0:1773616098.302407:0:92461:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301ac0. 00000080:00000001:2.0:1773616098.302410:0:92461:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616098.302414:0:92461:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616098.302417:0:92461:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616098.302419:0:92461:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616098.302421:0:92461:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616098.302424:0:92461:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616098.302426:0:92461:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616098.302429:0:92461:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:2.0:1773616098.302431:0:92461:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616098.302446:0:92461:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616098.302451:0:92461:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539480. 00000002:00100000:2.0:1773616098.302456:0:92461:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616098.302464:0:92461:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616098.302466:0:92461:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616098.302469:0:92461:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616098.302473:0:92461:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302475:0:92461:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616098.302478:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616098.302481:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616098.302488:0:92461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616098.302491:0:92461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616098.302523:0:92461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616098.302525:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302528:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3a60 00000080:00000008:2.0:1773616098.302530:0:92461:0:(file.c:1269:ll_file_open()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff91a8041542c8), flags 101101, rc = 0 00000080:00000001:2.0:1773616098.302534:0:92461:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616098.302536:0:92461:0:(dcache.c:176:ll_intent_release()) intent ffff91a80469b840 released 00000080:00010000:2.0:1773616098.302539:0:92461:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67874 from it ffff91a80469b840 00010000:00000001:2.0:1773616098.302542:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616098.302543:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616098.302545:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ba00 refcount=3 00000020:00000001:2.0:1773616098.302547:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:2.0:1773616098.302549:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988352 : -121323967563264 : ffff91a81002ba00) 00010000:00000001:2.0:1773616098.302552:0:92461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616098.302556:0:92461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616098.302565:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.302567:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616098.302568:0:92461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616098.302571:0:92461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616098.302573:0:92461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616098.302580:0:92461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616098.302583:0:92461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616098.302585:0:92461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616098.302590:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.302591:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616098.302593:0:92461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.302596:0:92461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616098.302598:0:92461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.302600:0:92461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.302603:0:92461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.302605:0:92461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616098.302607:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.302608:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616098.302610:0:92461:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616098.302612:0:92461:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616098.302614:0:92461:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616098.302616:0:92461:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616098.302618:0:92461:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616098.302620:0:92461:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302623:0:92461:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616098.302625:0:92461:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302627:0:92461:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616098.302629:0:92461:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302631:0:92461:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616098.302634:0:92461:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a80469b840. 00000080:00000001:2.0:1773616098.302638:0:92461:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302642:0:92461:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616098.302645:0:92461:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff91a8041542c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1773616098.302648:0:92461:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.302695:0:92461:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616098.302699:0:92461:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000002:2.0:1773616098.302702:0:92461:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000001:2.0:1773616098.302704:0:92461:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302743:0:92461:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:2.0:1773616098.302746:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3d88 00000080:00200008:2.0:1773616098.302748:0:92461:0:(file.c:2590:do_file_write_iter()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0], ppos: 0, count: 4 00000080:00000001:2.0:1773616098.302751:0:92461:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1773616098.302753:0:92461:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302755:0:92461:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773616098.302758:0:92461:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302760:0:92461:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1773616098.302762:0:92461:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773616098.302764:0:92461:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000002:2.0:1773616098.302767:0:92461:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a8058d0000. 00020000:00000002:2.0:1773616098.302769:0:92461:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00000020:00000001:2.0:1773616098.302771:0:92461:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:2.0:1773616098.302778:0:92461:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773616098.302779:0:92461:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4 bytes 00000080:00000001:2.0:1773616098.302784:0:92461:0:(rw26.c:732:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773616098.302787:0:92461:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1773616098.302790:0:92461:0:(file.c:2566:ll_do_tiny_write()) result: 0, original count 4 00000080:00000001:2.0:1773616098.302792:0:92461:0:(file.c:2568:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302794:0:92461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616098.302797:0:92461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616098.302801:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1e00. 00000020:00000010:2.0:1773616098.302804:0:92461:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce1000. 00000020:00000010:2.0:1773616098.302807:0:92461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616098.302811:0:92461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616098.302814:0:92461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118840. 00008000:00000010:2.0:1773616098.302817:0:92461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616098.302820:0:92461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616098.302823:0:92461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805089918. 00000020:00000010:2.0:1773616098.302826:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1a00. 00000008:00000010:2.0:1773616098.302828:0:92461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616098.302831:0:92461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f180. 00008000:00000010:2.0:1773616098.302834:0:92461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371678. 00000080:00000010:2.0:1773616098.302863:0:92461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096f00. 00000020:00000001:2.0:1773616098.302866:0:92461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616098.302869:0:92461:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000080:00000001:2.0:1773616098.302871:0:92461:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773616098.302873:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3c98 00000080:00200000:2.0:1773616098.302876:0:92461:0:(file.c:2031:ll_file_io_generic()) f130c.recovery-small: write ppos: 0, bytes: 4 00000020:00000001:2.0:1773616098.302882:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3c30 00000080:00200000:2.0:1773616098.302884:0:92461:0:(file.c:1788:ll_io_set_mirror()) f130c.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1773616098.302887:0:92461:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773616098.302893:0:92461:0:(cl_io.c:214:cl_io_rw_init()) header@0000000004ef5605[0x110, 1, [0x20000bf89:0x6:0x0] hash] 00000020:00200000:2.0:1773616098.302895:0:92461:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4) 0 0 00000020:00000001:2.0:1773616098.302899:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:2.0:1773616098.302901:0:92461:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616098.302903:0:92461:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616098.302905:0:92461:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616098.302908:0:92461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616098.302910:0:92461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773616098.302913:0:92461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616098.302917:0:92461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302920:0:92461:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616098.302922:0:92461:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.302924:0:92461:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616098.302927:0:92461:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff91a805089978 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1773616098.302930:0:92461:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000001:2.0:1773616098.302935:0:92461:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616098.302937:0:92461:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616098.302940:0:92461:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616098.302941:0:92461:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1773616098.302944:0:92461:0:(lov_io.c:634:lov_io_slice_init()) 0 4 00020000:00000001:2.0:1773616098.302947:0:92461:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1773616098.302949:0:92461:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616098.302951:0:92461:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302953:0:92461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616098.302954:0:92461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616098.302955:0:92461:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616098.302957:0:92461:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00000020:00000001:2.0:1773616098.302959:0:92461:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302961:0:92461:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616098.302963:0:92461:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1773616098.302965:0:92461:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1773616098.302968:0:92461:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.302971:0:92461:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616098.302973:0:92461:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773616098.302975:0:92461:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1773616098.302977:0:92461:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1773616098.302979:0:92461:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773616098.302981:0:92461:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4) 4, 4 00020000:00000001:2.0:1773616098.302983:0:92461:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773616098.302986:0:92461:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616098.302989:0:92461:0:(lov_offset.c:247:lov_stripe_intersects()) [0->3] -> [(0) 0->3 (0)] 00020000:00000001:2.0:1773616098.302992:0:92461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616098.302994:0:92461:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616098.302996:0:92461:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616098.302999:0:92461:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616098.303002:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1400. 00000020:00000010:2.0:1773616098.303005:0:92461:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce0600. 00000020:00000010:2.0:1773616098.303008:0:92461:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685540. 00000008:00000010:2.0:1773616098.303012:0:92461:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a9650. 00020000:00000010:2.0:1773616098.303016:0:92461:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118540. 00008000:00000010:2.0:1773616098.303020:0:92461:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80000. 00000080:00000010:2.0:1773616098.303023:0:92461:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616098.303026:0:92461:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088ff8. 00000020:00000010:2.0:1773616098.303030:0:92461:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0a00. 00000008:00000010:2.0:1773616098.303033:0:92461:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616098.303036:0:92461:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816d440. 00008000:00000010:2.0:1773616098.303039:0:92461:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371e58. 00000080:00000010:2.0:1773616098.303042:0:92461:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096780. 00000020:00000001:2.0:1773616098.303044:0:92461:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616098.303046:0:92461:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616098.303049:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615f58 -> ffff91a804615530 00000020:00000001:2.0:1773616098.303051:0:92461:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616098.303053:0:92461:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616098.303054:0:92461:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616098.303056:0:92461:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303058:0:92461:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303060:0:92461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877531112 : -121323832020504 : ffff91a81816f1e8) 00000020:00000001:2.0:1773616098.303063:0:92461:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773616098.303066:0:92461:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773616098.303069:0:92461:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303071:0:92461:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303073:0:92461:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303075:0:92461:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303077:0:92461:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303080:0:92461:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773616098.303082:0:92461:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773616098.303084:0:92461:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773616098.303087:0:92461:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773616098.303090:0:92461:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.303093:0:92461:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.303096:0:92461:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773616098.303097:0:92461:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1773616098.303100:0:92461:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773616098.303102:0:92461:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773616098.303104:0:92461:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303106:0:92461:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.303108:0:92461:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.303110:0:92461:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.303112:0:92461:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303114:0:92461:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773616098.303116:0:92461:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616098.303117:0:92461:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773616098.303119:0:92461:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616098.303121:0:92461:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303123:0:92461:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303125:0:92461:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303126:0:92461:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303128:0:92461:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616098.303130:0:92461:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616098.303132:0:92461:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616098.303134:0:92461:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616098.303136:0:92461:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616098.303140:0:92461:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1773616098.303145:0:92461:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453c200. 00020000:00000002:2.0:1773616098.303147:0:92461:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1773616098.303150:0:92461:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616098.303152:0:92461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616098.303153:0:92461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877531112 : -121323832020504 : ffff91a81816f1e8) 00000020:00000001:2.0:1773616098.303155:0:92461:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616098.303159:0:92461:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a8119678f0. 00000008:00010000:2.0:1773616098.303162:0:92461:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773616098.303164:0:92461:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616098.303166:0:92461:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616098.303169:0:92461:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453c230, osc lock ffff91a8119678f0, flags 0x0 00000020:00000001:2.0:1773616098.303172:0:92461:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303174:0:92461:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.303177:0:92461:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545972224 : -121324163579392 : ffff91a80453c200) 00000020:00000001:2.0:1773616098.303179:0:92461:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616098.303180:0:92461:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616098.303181:0:92461:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303183:0:92461:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303185:0:92461:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616098.303187:0:92461:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616098.303188:0:92461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616098.303189:0:92461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877531112 : -121323832020504 : ffff91a81816f1e8) 00000020:00000001:2.0:1773616098.303191:0:92461:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616098.303194:0:92461:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616098.303196:0:92461:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773616098.303198:0:92461:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.303201:0:92461:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616098.303204:0:92461:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616098.303205:0:92461:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616098.303207:0:92461:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616098.303209:0:92461:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616098.303210:0:92461:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616098.303212:0:92461:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616098.303215:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616098.303221:0:92461:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.303223:0:92461:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773616098.303229:0:92461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616098.303233:0:92461:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00010000:00000001:2.0:1773616098.303237:0:92461:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616098.303241:0:92461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616098.303244:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.303246:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616098.303247:0:92461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616098.303251:0:92461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616098.303253:0:92461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616098.303257:0:92461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616098.303263:0:92461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a807ce1c00. 00000100:00000001:2.0:1773616098.303270:0:92461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.303274:0:92461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616098.303276:0:92461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.303277:0:92461:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616098.303279:0:92461:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.303281:0:92461:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.303284:0:92461:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00010000:00000001:2.0:1773616098.303287:0:92461:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616098.303289:0:92461:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616098.303294:0:92461:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804febe00. 00010000:00000010:2.0:1773616098.303297:0:92461:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91a804feb300. 00010000:00000001:2.0:1773616098.303303:0:92461:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616098.303306:0:92461:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5600. 00000020:00000001:2.0:1773616098.303309:0:92461:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616098.303312:0:92461:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5600 with handle 0xe60cc2233ec6787b to hash 00000020:00000001:2.0:1773616098.303314:0:92461:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616098.303316:0:92461:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000010:2.0:1773616098.303319:0:92461:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a810301400. 00010000:00000001:2.0:1773616098.303323:0:92461:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.303326:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616098.303328:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616098.303332:0:92461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616098.303342:0:92461:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616098.303353:0:92461:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616098.303361:0:92461:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616098.303363:0:92461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616098.303369:0:92461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8060fee40. 00000100:00000001:2.0:1773616098.303372:0:92461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749575081536 : -121324134470080 : ffff91a8060fee40) 00000100:00000001:2.0:1773616098.303374:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616098.303376:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000001:2.0:1773616098.303380:0:92461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616098.303382:0:92461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616098.303384:0:92461:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616098.303385:0:92461:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616098.303392:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.303401:0:92461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616098.303403:0:92461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616098.303407:0:92461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616098.303410:0:92461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616098.303412:0:92461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616098.303416:0:92461:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570688:192.168.201.103@tcp:101:bash.0 00000100:00000001:2.0:1773616098.303421:0:92461:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616098.303426:0:92461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616098.303429:0:92461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616098.303432:0:92461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616098.303455:0:92461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803495800. 02000000:00000001:2.0:1773616098.303458:0:92461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616098.303465:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616098.303470:0:92461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616098.303476:0:92461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616098.303485:0:92461:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795570688, portal 4 00000100:00000001:2.0:1773616098.303487:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616098.303488:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:2.0:1773616098.303495:0:92461:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.303502:0:92461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616098.303505:0:92461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616098.303508:0:92461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e5d8. 00000100:00000200:2.0:1773616098.303512:0:92461:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795570688, offset 0 00000400:00000200:2.0:1773616098.303518:0:92461:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616098.303526:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616098.303534:0:92461:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616098.303539:0:92461:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616098.303544:0:92461:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616098.303548:0:92461:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616098.303551:0:92461:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616098.303555:0:92461:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149399:149399:256:4294967295] 192.168.201.103@tcp LPNI seq info [149339:149339:8:4294967295] 00000400:00000200:2.0:1773616098.303560:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616098.303570:0:92461:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616098.303576:0:92461:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616098.303582:0:92461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde100. 00000800:00000200:2.0:1773616098.303588:0:92461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616098.303596:0:92461:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616098.303601:0:92461:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616098.303630:0:92461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616098.303636:0:92461:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 505188 usecs (506 jiffies) 00000400:00000200:2.0:1773616098.303640:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616098.303643:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301899415 00000100:00000001:2.0:1773616098.303647:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:2.0:1773616098.303649:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301899415 00000100:00000001:2.0:1773616098.303651:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:2.0:1773616098.303654:0:92461:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616098.303657:0:92461:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616098.303660:0:92461:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616098.303662:0:92461:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616098.303665:0:92461:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8060fee40 going to sleep for 11 seconds 00000100:00000001:2.0:1773616098.303667:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616098.303671:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616098.305411:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616098.305447:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde100. 00000400:00000200:0.0:1773616098.305454:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616098.305463:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616098.305469:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:0.0:1773616098.305472:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:0.0:1773616098.305477:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616098.305484:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616098.305496:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616098.305500:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616098.305508:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.305510:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616098.309881:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a500. 00000800:00000001:1.0:1773616098.335069:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.335089:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616098.335094:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.335098:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.335109:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.335118:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616098.335128:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.335134:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.335141:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.335146:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b720066b000 00000400:00000200:1.0:1773616098.335151:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.335158:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x193561 [1] + 224 00000800:00000001:1.0:1773616098.335167:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.335176:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.335180:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616098.335184:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616098.335191:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616098.335201:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616098.335214:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616098.335239:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616098.335247:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.335251:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616098.335579:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616098.335587:0:92461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616098.335589:0:92461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616098.335592:0:92461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616098.335598:0:92461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616098.335600:0:92461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616098.335603:0:92461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616098.335608:0:92461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616098.335619:0:92461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.335625:0:92461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616098.335627:0:92461:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616098.335630:0:92461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616098.335634:0:92461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616098.335637:0:92461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616098.335640:0:92461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616098.335643:0:92461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616098.335653:0:92461:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616098.335658:0:92461:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=143 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616098.335661:0:92461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616098.335663:0:92461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.335666:0:92461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616098.335669:0:92461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616098.335673:0:92461:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616098.335676:0:92461:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:2.0:1773616098.335678:0:92461:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616098.335680:0:92461:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616098.335686:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.335694:0:92461:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616098.335697:0:92461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616098.335700:0:92461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616098.335704:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616098.335713:0:92461:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570688:192.168.201.103@tcp:101:bash.0 00000100:00000001:2.0:1773616098.335719:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616098.335722:0:92461:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616098.335724:0:92461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616098.335727:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616098.336084:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.336094:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616098.336097:0:92461:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8060fee40. 00000100:00000001:2.0:1773616098.336102:0:92461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616098.336103:0:92461:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.336107:0:92461:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616098.336110:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616098.336113:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616098.336116:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=4 00000020:00000001:2.0:1773616098.336119:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.336122:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000040:2.0:1773616098.336132:0:92461:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5600, remote cookie: 0xf6516185796c4fe, flags: 0x1 00010000:00010000:2.0:1773616098.336139:0:92461:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616098.336153:0:92461:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773616098.336156:0:92461:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.336159:0:92461:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616098.336163:0:92461:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773616098.336167:0:92461:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616098.336177:0:92461:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x176b:0x0].0x0 (ffff91a804febe00) refcount = 1 00010000:00000040:2.0:1773616098.336180:0:92461:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616098.336183:0:92461:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616098.336192:0:92461:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616098.336194:0:92461:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616098.336197:0:92461:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616098.336201:0:92461:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616098.336205:0:92461:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616098.336213:0:92461:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616098.336215:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.336217:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616098.336218:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.336219:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616098.336221:0:92461:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616098.336226:0:92461:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773616098.336229:0:92461:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616098.336232:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616098.336233:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616098.336235:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616098.336237:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.336239:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.336242:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616098.336243:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616098.336244:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=4 00000020:00000001:2.0:1773616098.336247:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.336249:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.336251:0:92461:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616098.336255:0:92461:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616098.336258:0:92461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616098.336265:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.336267:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616098.336270:0:92461:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773616098.336274:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00010000:2.0:1773616098.336279:0:92461:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773616098.336287:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:2.0:1773616098.336289:0:92461:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773616098.336292:0:92461:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773616098.336295:0:92461:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616098.336297:0:92461:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336299:0:92461:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336301:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00000001:2.0:1773616098.336303:0:92461:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1773616098.336319:0:92461:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.336321:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616098.336323:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616098.336324:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=5 00000020:00000001:2.0:1773616098.336326:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.336329:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616098.336332:0:92461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616098.336335:0:92461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616098.336341:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.336343:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616098.336345:0:92461:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616098.336352:0:92461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616098.336354:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616098.336355:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616098.336356:0:92461:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616098.336358:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616098.336363:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795570688/t0(0) o101->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616114 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.336370:0:92461:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616098.336372:0:92461:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616098.336376:0:92461:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803495800. 02000000:00000001:2.0:1773616098.336379:0:92461:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616098.336382:0:92461:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616098.336384:0:92461:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616098.336387:0:92461:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616098.336390:0:92461:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a807ce1c00. 02000000:00000001:2.0:1773616098.336396:0:92461:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616098.336398:0:92461:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616098.336400:0:92461:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:2.0:1773616098.336404:0:92461:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616098.336405:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773616098.336407:0:92461:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616098.336410:0:92461:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336413:0:92461:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616098.336416:0:92461:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336418:0:92461:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336420:0:92461:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336422:0:92461:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336425:0:92461:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.336428:0:92461:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773616098.336432:0:92461:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1773616098.342919:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3b80 00000080:00200000:3.0:1773616098.342930:0:92461:0:(vvp_io.c:1286:vvp_io_write_start()) f130c.recovery-small: write [0, 4) append 0 append lockpos 0 00000020:00000001:3.0:1773616098.342936:0:92461:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1773616098.342940:0:92461:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000002:3.0:1773616098.342944:0:92461:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a8058d0000. 00020000:00000002:3.0:1773616098.342947:0:92461:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00000020:00000001:3.0:1773616098.342951:0:92461:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1773616098.342956:0:92461:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1773616098.342960:0:92461:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1773616098.342965:0:92461:0:(lov_offset.c:247:lov_stripe_intersects()) [0->3] -> [(0) 0->3 (0)] 00020000:00000001:3.0:1773616098.342968:0:92461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616098.342970:0:92461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877531112 : -121323832020504 : ffff91a81816f1e8) 00000020:00000001:3.0:1773616098.342972:0:92461:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773616098.342975:0:92461:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1773616098.342979:0:92461:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.342980:0:92461:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.342982:0:92461:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.342984:0:92461:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.342992:0:92461:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:3.0:1773616098.342994:0:92461:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4 bytes 00000020:00000001:3.0:1773616098.343022:0:92461:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:3.0:1773616098.343026:0:92461:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x6:0x0] ffffd0b184c7a5c0 0 1 00000020:00000001:3.0:1773616098.343030:0:92461:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1773616098.343032:0:92461:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343034:0:92461:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:3.0:1773616098.343042:0:92461:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91a806004ee0. 00000020:00000001:3.0:1773616098.343046:0:92461:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773616098.343048:0:92461:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1773616098.343051:0:92461:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1773616098.343054:0:92461:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1773616098.343056:0:92461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616098.343057:0:92461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877531112 : -121323832020504 : ffff91a81816f1e8) 00000008:00000001:3.0:1773616098.343062:0:92461:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1773616098.343064:0:92461:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff91a806004f50 folio ffffd0b184c7a5c0 pg:0 obj off 0 00000008:00000001:3.0:1773616098.343067:0:92461:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343069:0:92461:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1773616098.343071:0:92461:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1773616098.343073:0:92461:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1773616098.343074:0:92461:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343078:0:92461:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343080:0:92461:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622749574057696 : -121324135493920 : ffff91a806004ee0) 00000020:00000001:3.0:1773616098.343083:0:92461:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622749574057696 : -121324135493920 : ffff91a806004ee0) 00000020:00000001:3.0:1773616098.343085:0:92461:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:3.0:1773616098.343088:0:92461:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773616098.343089:0:92461:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749557823864 : -121324151727752 : ffff91a805089978) 00000020:00000001:3.0:1773616098.343092:0:92461:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773616098.343093:0:92461:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773616098.343095:0:92461:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773616098.343101:0:92461:0:(cl_page.c:547:__cl_page_state_set()) page@000000006587cbfb[2 000000002a50bccb 1 1 000000009f289b2f] 00000020:00000001:3.0:1773616098.343103:0:92461:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773616098.343105:0:92461:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773616098.343107:0:92461:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:3.0:1773616098.343110:0:92461:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1773616098.343113:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:3.0:1773616098.343115:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:3.0:1773616098.343117:0:92461:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773616098.343120:0:92461:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773616098.343125:0:92461:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773616098.343126:0:92461:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343128:0:92461:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773616098.343129:0:92461:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773616098.343132:0:92461:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1773616098.343135:0:92461:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773616098.343138:0:92461:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1773616098.343141:0:92461:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343143:0:92461:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343145:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000080:00000001:3.0:1773616098.343149:0:92461:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616098.343152:0:92461:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:3.0:1773616098.343153:0:92461:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.343157:0:92461:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:3.0:1773616098.343159:0:92461:0:(rw26.c:909:ll_write_end()) pos 0, len 4, copied 4 00000020:00000001:3.0:1773616098.343161:0:92461:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773616098.343162:0:92461:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749557823864 : -121324151727752 : ffff91a805089978) 00000020:00000001:3.0:1773616098.343164:0:92461:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1773616098.343166:0:92461:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616098.343178:0:92461:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1773616098.343181:0:92461:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773616098.343182:0:92461:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773616098.343183:0:92461:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1773616098.343187:0:92461:0:(rw26.c:967:ll_write_end()) page@000000006587cbfb[3 000000002a50bccb 2 1 000000009f289b2f] 00000080:00200000:3.0:1773616098.343191:0:92461:0:(rw26.c:967:ll_write_end()) vmpage @0000000020929298 17ffffc0001001 3:0 ffff91a806004ee0 0 lru 00000080:00200000:3.0:1773616098.343199:0:92461:0:(rw26.c:967:ll_write_end()) osc-page@0000000065052567 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000026ee62b1 0000000024fbe261 > 3< 0 0 > 4< 0 0 8 16703488 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1773616098.343202:0:92461:0:(rw26.c:967:ll_write_end()) end page@000000006587cbfb 00000080:00200000:3.0:1773616098.343204:0:92461:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1773616098.343206:0:92461:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:3.0:1773616098.343211:0:92461:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1773616098.343213:0:92461:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4 prio 0 00000020:00000001:3.0:1773616098.343216:0:92461:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1773616098.343218:0:92461:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1773616098.343220:0:92461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616098.343221:0:92461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877531112 : -121323832020504 : ffff91a81816f1e8) 00000020:00000001:3.0:1773616098.343223:0:92461:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1773616098.343226:0:92461:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1773616098.343228:0:92461:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1773616098.343229:0:92461:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773616098.343231:0:92461:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:3.0:1773616098.343232:0:92461:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1773616098.343236:0:92461:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff91a8044c8540 ready 0|-|- wr 0|-|- rd 0|- oap ffff91a806004f50 folio ffffd0b184c7a5c0 pg:0 added for cmd 2 00000008:00000001:3.0:1773616098.343241:0:92461:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:3.0:1773616098.343244:0:92461:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0001-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 143360 avail: 16703488, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773616098.343250:0:92461:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0001-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 143360 avail: 16703488, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1773616098.343255:0:92461:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff91a806004f88 page ffffd0b184c7a5c0 00000008:00000020:3.0:1773616098.343259:0:92461:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0001-osc-ffff91a8182b3000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 143360 avail: 16674816, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1773616098.343267:0:92461:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1773616098.343269:0:92461:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616098.343271:0:92461:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1773616098.343275:0:92461:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91a80318a540. 00000008:00000020:3.0:1773616098.343282:0:92461:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff91a8044c8540 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:3.0:1773616098.343287:0:92461:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c8540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1773616098.343292:0:92461:0:(osc_cache.c:848:osc_extent_find()) extent ffff91a80318a540@{[0 -> 0/1023], [3|1|-|active|wi|ffff91a8044c8540], [28672|0|-|-|ffff91a8101c5600|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1773616098.343301:0:92461:0:(osc_cache.c:848:osc_extent_find()) ### extent: 0000000033cfbbc5 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1773616098.343526:0:92461:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:3.0:1773616098.343530:0:92461:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616098.343532:0:92461:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616098.343535:0:92461:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1773616098.343537:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00000002:3.0:1773616098.343539:0:92461:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4 0 00000020:00000001:3.0:1773616098.343542:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:3.0:1773616098.343544:0:92461:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773616098.343546:0:92461:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4 00020000:00000001:3.0:1773616098.343549:0:92461:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773616098.343551:0:92461:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343553:0:92461:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343555:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00000001:3.0:1773616098.343556:0:92461:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1773616098.343558:0:92461:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1773616098.343560:0:92461:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773616098.343564:0:92461:0:(cl_page.c:596:cl_batch_put()) page@000000006587cbfb[4 000000002a50bccb 2 1 000000009f289b2f] 00000020:00000001:3.0:1773616098.343566:0:92461:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:3.0:1773616098.343568:0:92461:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:3.0:1773616098.343569:0:92461:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1773616098.343571:0:92461:0:(osc_request.c:745:osc_update_next_shrink()) next time 8431 to shrink grant 00000080:00000001:3.0:1773616098.343574:0:92461:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:3.0:1773616098.343576:0:92461:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1773616098.343582:0:92461:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff91a804154478, count 1, dirtied 1 00000080:00000001:3.0:1773616098.343585:0:92461:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1773616098.343587:0:92461:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773616098.343589:0:92461:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773616098.343590:0:92461:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773616098.343592:0:92461:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773616098.343595:0:92461:0:(cl_page.c:547:__cl_page_state_set()) page@000000006587cbfb[3 000000002a50bccb 2 1 0000000000000000] 00000020:00000001:3.0:1773616098.343596:0:92461:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1773616098.343597:0:92461:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1773616098.343599:0:92461:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773616098.343600:0:92461:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773616098.343603:0:92461:0:(cl_page.c:596:cl_batch_put()) page@000000006587cbfb[3 000000002a50bccb 1 1 0000000000000000] 00000020:00000001:3.0:1773616098.343604:0:92461:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:3.0:1773616098.343606:0:92461:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:3.0:1773616098.343607:0:92461:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:3.0:1773616098.343609:0:92461:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1773616098.343611:0:92461:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343613:0:92461:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343615:0:92461:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343617:0:92461:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616098.343619:0:92461:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4 bytes, tot: 4 00000020:00000001:3.0:1773616098.343622:0:92461:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1773616098.343624:0:92461:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1773616098.343625:0:92461:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343628:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3b80 00000080:00200000:3.0:1773616098.343630:0:92461:0:(vvp_io.c:1364:vvp_io_write_start()) f130c.recovery-small: write bytes 0, result: 4 00000080:00000001:3.0:1773616098.343633:0:92461:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343636:0:92461:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773616098.343638:0:92461:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616098.343640:0:92461:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773616098.343642:0:92461:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:3.0:1773616098.343644:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:3.0:1773616098.343646:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:3.0:1773616098.343648:0:92461:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773616098.343649:0:92461:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773616098.343651:0:92461:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343653:0:92461:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343655:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00000001:3.0:1773616098.343657:0:92461:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343659:0:92461:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343662:0:92461:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343664:0:92461:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343666:0:92461:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343669:0:92461:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773616098.343670:0:92461:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773616098.343672:0:92461:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773616098.343674:0:92461:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1773616098.343676:0:92461:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1773616098.343679:0:92461:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1773616098.343684:0:92461:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c8540 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1773616098.343691:0:92461:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773616098.343694:0:92461:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616098.343695:0:92461:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773616098.343697:0:92461:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616098.343699:0:92461:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1773616098.343701:0:92461:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773616098.343703:0:92461:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343704:0:92461:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.343706:0:92461:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773616098.343708:0:92461:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773616098.343711:0:92461:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1773616098.343713:0:92461:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a809096f38 (ffff91a81091cab8/0) at cl_lock_release():245 00000020:00000001:3.0:1773616098.343716:0:92461:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773616098.343718:0:92461:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a809096f38 (ffff91a81091cab8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1773616098.343721:0:92461:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1773616098.343723:0:92461:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616098.343724:0:92461:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877531112 : -121323832020504 : ffff91a81816f1e8) 00000020:00000001:3.0:1773616098.343726:0:92461:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1773616098.343728:0:92461:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453c230 (ffff91a81091c518/1) at cl_lock_cancel():142 00000008:00000001:3.0:1773616098.343731:0:92461:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1773616098.343733:0:92461:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1773616098.343736:0:92461:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616098.343739:0:92461:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616098.343741:0:92461:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=5 00000020:00000001:3.0:1773616098.343744:0:92461:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:3.0:1773616098.343747:0:92461:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:3.0:1773616098.343750:0:92461:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616098.343754:0:92461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616098.343764:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.343766:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.343768:0:92461:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616098.343771:0:92461:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616098.343774:0:92461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616098.343797:0:92461:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616098.343800:0:92461:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616098.343803:0:92461:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616098.343807:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.343808:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.343810:0:92461:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.343813:0:92461:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616098.343815:0:92461:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.343818:0:92461:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.343820:0:92461:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.343822:0:92461:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616098.343824:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.343825:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616098.343827:0:92461:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616098.343828:0:92461:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773616098.343829:0:92461:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1773616098.343831:0:92461:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1773616098.343832:0:92461:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773616098.343833:0:92461:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1773616098.343860:0:92461:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773616098.343863:0:92461:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a809096f38 (ffff91a81091cab8/0) at cl_lock_fini():72 00020000:00000001:3.0:1773616098.343866:0:92461:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1773616098.343868:0:92461:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1773616098.343869:0:92461:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453c230 (ffff91a81091cab8/1) at cl_lock_fini():72 00000008:00000010:3.0:1773616098.343872:0:92461:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a8119678f0. 00000020:00000001:3.0:1773616098.343879:0:92461:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1773616098.343881:0:92461:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453c200. 00020000:00000001:3.0:1773616098.343885:0:92461:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1773616098.343887:0:92461:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1773616098.343888:0:92461:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1773616098.343891:0:92461:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773616098.343892:0:92461:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616098.343894:0:92461:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773616098.343895:0:92461:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773616098.343897:0:92461:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343899:0:92461:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343901:0:92461:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773616098.343902:0:92461:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773616098.343904:0:92461:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1773616098.343907:0:92461:0:(vvp_io.c:517:vvp_io_advance()) advancing 4 bytes 00000020:00000001:3.0:1773616098.343909:0:92461:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773616098.343910:0:92461:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773616098.343912:0:92461:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773616098.343914:0:92461:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616098.343915:0:92461:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773616098.343918:0:92461:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773616098.343919:0:92461:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343921:0:92461:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616098.343923:0:92461:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773616098.343925:0:92461:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773616098.343927:0:92461:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616098.343931:0:92461:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1773616098.343934:0:92461:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1773616098.343937:0:92461:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1773616098.343939:0:92461:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773616098.343941:0:92461:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773616098.343942:0:92461:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773616098.343943:0:92461:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773616098.343945:0:92461:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773616098.343947:0:92461:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:3.0:1773616098.343952:0:92461:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce0600. 00000020:00000010:3.0:1773616098.343974:0:92461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685540. 00000008:00000010:3.0:1773616098.343980:0:92461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a9650. 00020000:00000010:3.0:1773616098.343985:0:92461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118540. 00008000:00000010:3.0:1773616098.343991:0:92461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80000. 00000080:00000010:3.0:1773616098.343996:0:92461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:3.0:1773616098.344001:0:92461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088ff8. 00000020:00000010:3.0:1773616098.344004:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1400. 00000008:00000010:3.0:1773616098.344011:0:92461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:3.0:1773616098.344015:0:92461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816d440. 00008000:00000010:3.0:1773616098.344019:0:92461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371e58. 00000080:00000010:3.0:1773616098.344024:0:92461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096780. 00000020:00000010:3.0:1773616098.344027:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0a00. 00000020:00000010:3.0:1773616098.344030:0:92461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00020000:00000001:3.0:1773616098.344033:0:92461:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773616098.344035:0:92461:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773616098.344038:0:92461:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773616098.344040:0:92461:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773616098.344043:0:92461:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773616098.344045:0:92461:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1773616098.344047:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3c98 00000080:00200000:3.0:1773616098.344049:0:92461:0:(file.c:2179:ll_file_io_generic()) f130c.recovery-small: 2 io complete with rc: 0, result: 4, restart: 0 00000080:00000001:3.0:1773616098.344054:0:92461:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1773616098.344056:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:3.0:1773616098.344058:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:3.0:1773616098.344060:0:92461:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1773616098.344063:0:92461:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1773616098.344065:0:92461:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773616098.344068:0:92461:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:3.0:1773616098.344070:0:92461:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1773616098.344071:0:92461:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000002:3.0:1773616098.344074:0:92461:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[1]: s=4 (1) m=1773616098 a=0 c=1773616098 b=0 00020000:00000001:3.0:1773616098.344077:0:92461:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773616098.344080:0:92461:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4 m=1773616098 a=0 c=1773616098 b=0 00020000:00000001:3.0:1773616098.344083:0:92461:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.344085:0:92461:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616098.344087:0:92461:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000080:00200000:3.0:1773616098.344089:0:92461:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x6:0x0] updating i_size 4 i_blocks 0 00000080:00000001:3.0:1773616098.344091:0:92461:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1773616098.344096:0:92461:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4 00000080:00000001:3.0:1773616098.344098:0:92461:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4 : 4 : 4) 00000020:00001000:3.0:1773616098.344100:0:92461:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:3.0:1773616098.344102:0:92461:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce1000. 00000020:00000010:3.0:1773616098.344106:0:92461:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ea0. 00000008:00000010:3.0:1773616098.344109:0:92461:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:3.0:1773616098.344112:0:92461:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118840. 00008000:00000010:3.0:1773616098.344115:0:92461:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80e20. 00000080:00000010:3.0:1773616098.344118:0:92461:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:3.0:1773616098.344121:0:92461:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805089918. 00000020:00000010:3.0:1773616098.344123:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1e00. 00000008:00000010:3.0:1773616098.344126:0:92461:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:3.0:1773616098.344129:0:92461:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f180. 00008000:00000010:3.0:1773616098.344132:0:92461:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371678. 00000080:00000010:3.0:1773616098.344135:0:92461:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096f00. 00000020:00000010:3.0:1773616098.344138:0:92461:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1a00. 00000020:00000010:3.0:1773616098.344140:0:92461:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000020:00000001:3.0:1773616098.344144:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3d88 00000080:00000008:3.0:1773616098.344147:0:92461:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f130c.recovery-small:[0x20000bf89:0x6:0x0], ppos: 4, count: 0, rc = 4 00000080:00000001:3.0:1773616098.344150:0:92461:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:3.0:1773616098.344177:0:92461:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773616098.344180:0:92461:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000002:3.0:1773616098.344184:0:92461:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000001:3.0:1773616098.344186:0:92461:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.344194:0:92461:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773616098.344196:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3dd0 00000080:00200008:3.0:1773616098.344198:0:92461:0:(file.c:424:ll_file_release()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff91a8041542c8), flags 100001 00000080:00000001:3.0:1773616098.344202:0:92461:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773616098.344204:0:92461:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773616098.344206:0:92461:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773616098.344207:0:92461:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000002:3.0:1773616098.344209:0:92461:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a8058d0000 00020000:00000001:3.0:1773616098.344211:0:92461:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616098.344214:0:92461:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1773616098.344219:0:92461:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616098.344222:0:92461:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616098.344225:0:92461:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616098.344227:0:92461:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616098.344229:0:92461:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.344231:0:92461:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773616098.344234:0:92461:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616098.344240:0:92461:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616098.344242:0:92461:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616098.344248:0:92461:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:3.0:1773616098.344251:0:92461:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616098.344256:0:92461:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.344258:0:92461:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x6:0x0]: 0 00000080:00000001:3.0:1773616098.344261:0:92461:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773616098.344263:0:92461:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773616098.344268:0:92461:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804f62200. 00000080:00000001:3.0:1773616098.344270:0:92461:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773616098.344275:0:92461:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773616098.344279:0:92461:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:3.0:1773616098.344280:0:92461:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616098.344281:0:92461:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616098.344283:0:92461:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616098.344284:0:92461:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616098.344286:0:92461:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.344287:0:92461:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773616098.344289:0:92461:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.344291:0:92461:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x6:0x0] 00000002:00000001:3.0:1773616098.344294:0:92461:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773616098.344296:0:92461:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x6:0x0] file closed with intent: 200 00000100:00000010:3.0:1773616098.344302:0:92461:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1880. 00000020:00000040:3.0:1773616098.344306:0:92461:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616098.344311:0:92461:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616098.344314:0:92461:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616098.344319:0:92461:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616098.344327:0:92461:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63200. 00000100:00000001:3.0:1773616098.344334:0:92461:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773616098.344351:0:92461:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773616098.344363:0:92461:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773616098.344369:0:92461:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773616098.344376:0:92461:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616098.344378:0:92461:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616098.344386:0:92461:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807eddc00. 00000100:00000001:3.0:1773616098.344388:0:92461:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606403072 : -121324103148544 : ffff91a807eddc00) 00000100:00000001:3.0:1773616098.344391:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.344393:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000001:3.0:1773616098.344398:0:92461:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616098.344402:0:92461:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.344405:0:92461:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616098.344406:0:92461:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616098.344411:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.344419:0:92461:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616098.344422:0:92461:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.344425:0:92461:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616098.344428:0:92461:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616098.344431:0:92461:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616098.344447:0:92461:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570944:192.168.201.103@tcp:35:bash.0 00000100:00000001:3.0:1773616098.344453:0:92461:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616098.344458:0:92461:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616098.344461:0:92461:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.344464:0:92461:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616098.344469:0:92461:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a811163c00. 02000000:00000001:3.0:1773616098.344471:0:92461:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616098.344481:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616098.344486:0:92461:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616098.344493:0:92461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616098.344501:0:92461:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795570944, portal 10 00000100:00000001:3.0:1773616098.344503:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.344504:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000040:3.0:1773616098.344511:0:92461:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616114 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.344518:0:92461:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616098.344521:0:92461:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616098.344524:0:92461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773616098.344528:0:92461:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795570944, offset 0 00000400:00000200:3.0:1773616098.344534:0:92461:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616098.344541:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616098.344549:0:92461:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616098.344555:0:92461:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616098.344559:0:92461:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616098.344564:0:92461:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616098.344567:0:92461:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616098.344571:0:92461:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149400:149400:256:4294967295] 192.168.201.103@tcp LPNI seq info [149340:149340:8:4294967295] 00000400:00000200:3.0:1773616098.344576:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616098.344586:0:92461:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616098.344593:0:92461:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616098.344598:0:92461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773616098.344605:0:92461:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616098.344612:0:92461:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616098.344617:0:92461:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773616098.344628:0:92461:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616098.344634:0:92461:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 484232 usecs (485 jiffies) 00000400:00000200:3.0:1773616098.344638:0:92461:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616098.344641:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301899437 00000100:00000001:3.0:1773616098.344645:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:3.0:1773616098.344648:0:92461:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301899437 00000100:00000001:3.0:1773616098.344651:0:92461:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:3.0:1773616098.344653:0:92461:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616098.344656:0:92461:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.344658:0:92461:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616098.344661:0:92461:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616098.344663:0:92461:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807eddc00 going to sleep for 11 seconds 00000100:00000001:3.0:1773616098.344666:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616098.344670:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616098.344974:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616098.344980:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41600. 00000400:00000200:0.0:1773616098.344985:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616098.344991:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616098.344996:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:0.0:1773616098.344999:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:0.0:1773616098.345003:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616098.345008:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616114 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616098.345019:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616098.345024:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616114 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616098.345032:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.345034:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616098.352247:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.352271:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616098.352275:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.352278:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.352288:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.352296:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616098.352306:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.352393:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.352399:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.352403:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b720066b100 00000400:00000200:1.0:1773616098.352408:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.352416:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x193569 [1] + 224 00000800:00000001:1.0:1773616098.352425:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.352448:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.352452:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616098.352457:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616098.352466:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616098.352474:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616114 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616098.352492:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616098.352514:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616098.352522:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.352526:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.352776:0:92461:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616098.352783:0:92461:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616098.352786:0:92461:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616098.352790:0:92461:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616098.352794:0:92461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:3.0:1773616098.352797:0:92461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000100:00000001:3.0:1773616098.352801:0:92461:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616098.352806:0:92461:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616098.352816:0:92461:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1880 x1859763795570944/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.352823:0:92461:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616098.352825:0:92461:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.352827:0:92461:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616098.352831:0:92461:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616098.352834:0:92461:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616098.352876:0:92461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616098.352880:0:92461:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616098.352891:0:92461:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=189 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616098.352896:0:92461:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616098.352899:0:92461:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616098.352901:0:92461:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616098.352904:0:92461:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616098.352907:0:92461:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.352911:0:92461:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616098.352913:0:92461:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773616098.352915:0:92461:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616098.352917:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.352919:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000001:3.0:1773616098.352923:0:92461:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616098.352941:0:92461:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:3.0:1773616098.352943:0:92461:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616098.352945:0:92461:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616098.352951:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1880 x1859763795570944/t103079215234(103079215234) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616114 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.353099:0:92461:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616098.353102:0:92461:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616098.353105:0:92461:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616098.353110:0:92461:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1880 x1859763795570944/t103079215234(103079215234) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616114 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616098.353120:0:92461:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:92461:1859763795570944:192.168.201.103@tcp:35:bash.0 00000100:00000001:3.0:1773616098.353125:0:92461:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616098.353128:0:92461:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.353131:0:92461:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616098.353133:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616098.353136:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1880 x1859763795570944/t103079215234(103079215234) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616114 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616098.353144:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616098.353147:0:92461:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807eddc00. 00000100:00000001:3.0:1773616098.353151:0:92461:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616098.353153:0:92461:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616098.353160:0:92461:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616098.353161:0:92461:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000002:00000001:3.0:1773616098.353165:0:92461:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616098.353168:0:92461:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616098.353174:0:92461:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62200. 00000080:00000001:3.0:1773616098.353177:0:92461:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773616098.353180:0:92461:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773616098.353183:0:92461:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616098.353186:0:92461:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616098.353188:0:92461:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616098.353190:0:92461:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616098.353192:0:92461:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616098.353194:0:92461:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773616098.353196:0:92461:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616098.354452:0:92461:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616098.354468:0:92461:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616098.354479:0:92461:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616098.354481:0:92461:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616098.354485:0:92461:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301ac0. 00000100:00000001:2.0:1773616098.354490:0:92461:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616098.354495:0:92461:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1880 x1859763795570944/t103079215234(103079215234) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616114 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616098.354502:0:92461:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.354505:0:92461:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616098.354507:0:92461:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e06500. 00000080:00000001:2.0:1773616098.354511:0:92461:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616098.354517:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3dd0 00000080:00000008:2.0:1773616098.354520:0:92461:0:(file.c:464:ll_file_release()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff91a8041542c8), flags 100001, rc = 0 00000080:00000001:2.0:1773616098.354524:0:92461:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616098.354530:0:92461:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616098.354532:0:92461:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258814a3e00 00000080:00002000:2.0:1773616098.354534:0:92461:0:(dcache.c:127:ll_ddelete()) keeping dentry f130c.recovery-small (ffff91a804bb8798, parent ffff91a80860ad80, inode ffff91a8041542c8) hashed, 00000080:00000001:2.0:1773616098.354537:0:92461:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616098.387377:0:92670:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616098.387385:0:92670:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616098.387387:0:92670:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616098.387392:0:92670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616098.387395:0:92670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616098.387399:0:92670:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616098.387402:0:92670:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616098.387405:0:92670:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773616098.387425:0:92670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1773616098.387785:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616098.387788:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616098.387791:0:81778:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1773616098.387799:0:81778:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773616098.387801:0:81778:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773616098.387807:0:81778:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1773616098.387819:0:81778:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773616098.387823:0:81778:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773616098.387825:0:81778:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773616098.387827:0:81778:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x6:0x0] mode (null) 00000002:00000001:0.0:1773616098.387832:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616098.387834:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616098.387877:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:0.0:1773616098.387881:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616098.387885:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616098.387887:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616098.387888:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616098.387889:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:0.0:1773616098.387891:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616098.387893:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616098.387894:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616098.387895:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616098.387897:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:0.0:1773616098.387898:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616098.387900:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616098.387901:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616098.387902:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616098.387905:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a100 count: 2 00010000:00000001:0.0:1773616098.387907:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616098.387908:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616098.387910:0:81778:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616098.387912:0:81778:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:0.0:1773616098.387914:0:81778:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616098.387922:0:81778:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279360. 00000020:00000010:0.0:1773616098.387926:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa2a00. 00000020:00000010:0.0:1773616098.387931:0:81778:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804fa2600. 00000020:00000010:0.0:1773616098.387935:0:81778:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046f91e0. 00000008:00000010:0.0:1773616098.387943:0:81778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616098.387961:0:81778:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fb40. 00008000:00000010:0.0:1773616098.387967:0:81778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616098.387974:0:81778:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616098.387979:0:81778:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616098.387984:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa3600. 00000008:00000010:0.0:1773616098.387989:0:81778:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616098.387992:0:81778:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616098.387996:0:81778:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616098.388000:0:81778:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000001:0.0:1773616098.388003:0:81778:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878621032 : -121323830930584 : ffff91a818279368) 00000020:00001000:0.0:1773616098.388006:0:81778:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279360 00000020:00000001:0.0:1773616098.388008:0:81778:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1773616098.388011:0:81778:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x6:0x0]: losing layout lock 00000080:00000001:0.0:1773616098.388015:0:81778:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1773616098.388017:0:81778:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1773616098.388022:0:81778:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1773616098.388025:0:81778:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1773616098.388027:0:81778:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1773616098.388030:0:81778:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616098.388031:0:81778:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773616098.388033:0:81778:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279360 00000020:00000010:0.0:1773616098.388037:0:81778:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804fa2600. 00000020:00000010:0.0:1773616098.388041:0:81778:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046f91e0. 00000008:00000010:0.0:1773616098.388044:0:81778:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616098.388048:0:81778:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fb40. 00008000:00000010:0.0:1773616098.388051:0:81778:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616098.388055:0:81778:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616098.388058:0:81778:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616098.388061:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa2a00. 00000008:00000010:0.0:1773616098.388064:0:81778:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616098.388066:0:81778:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616098.388070:0:81778:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616098.388073:0:81778:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616098.388076:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa3600. 00000020:00000010:0.0:1773616098.388078:0:81778:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279360. 00000080:00000001:0.0:1773616098.388081:0:81778:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616098.388084:0:81778:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1773616098.388087:0:81778:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) invalid 00000020:00000001:0.0:1773616098.388090:0:81778:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa2588255bca0 00000080:00002000:0.0:1773616098.388092:0:81778:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f130c.recovery-small (ffff91a804bb8798) parent ffff91a80860ad80 inode ffff91a8041542c8 refc 0 00000080:00000001:0.0:1773616098.388101:0:81778:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773616098.388107:0:81778:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773616098.388110:0:81778:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1773616098.388114:0:81778:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773616098.388116:0:81778:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616098.388118:0:81778:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773616098.388122:0:81778:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773616098.388124:0:81778:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773616098.388126:0:81778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616098.388127:0:81778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616098.388131:0:81778:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002ba00 with handle 0xe60cc2233ec67874 from hash 00010000:00000001:0.0:1773616098.388133:0:81778:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773616098.388135:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616098.388137:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616098.388138:0:81778:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773616098.388141:0:81778:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773616098.388143:0:81778:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773616098.388146:0:81778:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616098.388148:0:81778:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616098.388150:0:81778:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773616098.388158:0:81778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000020:00000040:0.0:1773616098.388161:0:81778:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616098.388166:0:81778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616098.388168:0:81778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616098.388173:0:81778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616098.388179:0:81778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804fa3600. 00000100:00000001:0.0:1773616098.388186:0:81778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616098.388189:0:81778:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773616098.388195:0:81778:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773616098.388204:0:81778:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773616098.388205:0:81778:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616098.388208:0:81778:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616098.388211:0:81778:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616098.388217:0:81778:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe2780. 00000100:00000001:0.0:1773616098.388219:0:81778:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557139328 : -121324152412288 : ffff91a804fe2780) 00000100:00000001:0.0:1773616098.388221:0:81778:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616098.388223:0:81778:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000001:0.0:1773616098.388227:0:81778:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616098.388231:0:81778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.388233:0:81778:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616098.388234:0:81778:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616098.388245:0:81778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.388254:0:81778:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616098.388255:0:81778:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616098.388259:0:81778:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616098.388261:0:81778:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616098.388264:0:81778:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616098.388267:0:81778:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:6bed2507-d27f-43a9-a583-f3d23438f235:81778:1859763795571072:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773616098.388271:0:81778:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616098.388276:0:81778:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616098.388278:0:81778:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616098.388281:0:81778:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616098.388285:0:81778:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa2a00. 02000000:00000001:0.0:1773616098.388287:0:81778:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616098.388294:0:81778:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616098.388299:0:81778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a840. 00000400:00000010:0.0:1773616098.388788:0:81778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616098.388798:0:81778:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795571072, portal 18 00000100:00000001:0.0:1773616098.388800:0:81778:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616098.388801:0:81778:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000040:0.0:1773616098.388809:0:81778:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.388817:0:81778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616098.388820:0:81778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616098.388823:0:81778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616098.388826:0:81778:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795571072, offset 0 00000400:00000200:0.0:1773616098.388833:0:81778:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00010000:00010000:1.0:1773616098.390674:0:92669:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff91a8182b3000 00010000:00000001:1.0:1773616098.390681:0:92669:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616098.390683:0:92669:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616098.390686:0:92669:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616098.390707:0:92669:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616098.390709:0:92669:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616098.390712:0:92669:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616098.392612:0:81778:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616098.392623:0:81778:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616098.392628:0:81778:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616098.392632:0:81778:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616098.392636:0:81778:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616098.392639:0:81778:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616098.392651:0:81778:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149401:149401:256:4294967295] 192.168.201.103@tcp LPNI seq info [149341:149341:8:4294967295] 00000400:00000200:0.0:1773616098.392656:0:81778:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616098.392667:0:81778:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616098.392673:0:81778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616098.392680:0:81778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372200. 00000800:00000200:0.0:1773616098.392687:0:81778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616098.392694:0:81778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616098.392699:0:81778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773616098.392711:0:81778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616098.392718:0:81778:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 483128 usecs (484 jiffies) 00000400:00000200:0.0:1773616098.392722:0:81778:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616098.392724:0:81778:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301899484 00000100:00000001:0.0:1773616098.392728:0:81778:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301901193 00000100:00000001:0.0:1773616098.392730:0:81778:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301899484 00000100:00000001:0.0:1773616098.392732:0:81778:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301901193 00000100:00000001:0.0:1773616098.392734:0:81778:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616098.392739:0:81778:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.392742:0:81778:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616098.392744:0:81778:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616098.392747:0:81778:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe2780 going to sleep for 11 seconds 00000100:00000001:0.0:1773616098.392749:0:81778:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616098.392752:0:81778:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616098.393147:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616098.393152:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372200. 00000400:00000200:0.0:1773616098.393157:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616098.393162:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616098.393168:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:0.0:1773616098.393171:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:0.0:1773616098.393174:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616098.393182:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.393194:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616098.393198:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.393206:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.393208:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616098.399399:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.399419:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616098.399424:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.399426:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.399447:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.399456:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616098.399466:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.399470:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.399476:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.399481:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b720066b180 00000400:00000200:1.0:1773616098.399486:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616098.399493:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193571 [1] + 224 00000800:00000001:1.0:1773616098.399503:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.399512:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616098.399515:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616098.399521:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616098.399528:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616098.399537:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616098.399550:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.399607:0:81778:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616098.399629:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616098.399640:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616098.399660:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773616098.400654:0:81778:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616098.400658:0:81778:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616098.400661:0:81778:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a840. 00000400:00000200:0.0:1773616098.400666:0:81778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616098.400669:0:81778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616098.400673:0:81778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616098.400679:0:81778:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:0.1:1773616098.401370:0:81778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8044fa940. 00000100:00000200:0.0:1773616098.401381:0:81778:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.401390:0:81778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616098.401393:0:81778:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616098.401396:0:81778:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616098.401399:0:81778:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616098.401402:0:81778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616098.401405:0:81778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616098.401408:0:81778:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616098.401417:0:81778:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0578 time=163 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616098.401421:0:81778:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616098.401424:0:81778:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616098.401426:0:81778:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616098.401429:0:81778:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616098.401444:0:81778:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.401448:0:81778:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616098.401450:0:81778:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:0.0:1773616098.401453:0:81778:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616098.401456:0:81778:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616098.401463:0:81778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.401472:0:81778:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616098.401475:0:81778:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616098.401477:0:81778:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616098.401481:0:81778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616098.401490:0:81778:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:6bed2507-d27f-43a9-a583-f3d23438f235:81778:1859763795571072:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773616098.401496:0:81778:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616098.401499:0:81778:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.401502:0:81778:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616098.401504:0:81778:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616098.401508:0:81778:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.401516:0:81778:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616098.401518:0:81778:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe2780. 00000100:00000001:0.0:1773616098.401522:0:81778:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616098.401524:0:81778:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616098.401527:0:81778:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616098.401530:0:81778:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795571072/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616114 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616098.401537:0:81778:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616098.401540:0:81778:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616098.401543:0:81778:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa2a00. 02000000:00000001:0.0:1773616098.401546:0:81778:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616098.401549:0:81778:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616098.401551:0:81778:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616098.401554:0:81778:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616098.401557:0:81778:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804fa3600. 02000000:00000001:0.0:1773616098.401560:0:81778:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616098.401562:0:81778:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616098.401565:0:81778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:0.0:1773616098.401568:0:81778:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616098.401569:0:81778:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616098.401572:0:81778:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1773616098.401576:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773616098.401581:0:81778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002ba00/0xe60cc2233ec67874 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c4f0 expref: -99 pid: 92461 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1773616098.401592:0:81778:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a8061f0a00. 00010000:00000040:0.0:1773616098.401597:0:81778:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a100 count: 0 00010000:00000010:0.0:1773616098.401606:0:81778:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2680. 00010000:00000001:0.0:1773616098.401615:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616098.401616:0:81778:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616098.401711:0:81778:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616098.401716:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616098.401718:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616098.401721:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773616098.401722:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616098.401724:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616098.401725:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773616098.401728:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616098.401729:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616098.401730:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773616098.402388:0:92670:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.402392:0:92670:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616098.402395:0:92670:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1773616098.407901:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a100. 00010000:00000010:0.1:1773616098.407936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ba00. 00010000:00000001:0.0:1773616099.232121:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616099.232129:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616099.232136:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616099.232137:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616099.232166:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616099.232170:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616099.232172:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773616100.167714:0:42286:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:1.0:1773616100.167720:0:42286:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773616100.167724:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616100.167730:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616100.167739:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911a00. 00000020:00000010:1.0:1773616100.167744:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810911400. 00000020:00000010:1.0:1773616100.167748:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8de0. 00000008:00000010:1.0:1773616100.167756:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616100.167761:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a000. 00008000:00000010:1.0:1773616100.167766:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616100.167773:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616100.167776:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616100.167779:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810910200. 00000008:00000010:1.0:1773616100.167783:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616100.167787:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616100.167790:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616100.167794:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616100.167796:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616100.167800:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000020:00000001:1.0:1773616100.167804:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:1.0:1773616100.167807:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773616100.167809:0:42286:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773616100.167811:0:42286:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773616100.167814:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616100.167816:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773616100.167818:0:42286:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616100.167822:0:42286:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff91a818551978 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773616100.167825:0:42286:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a819434f80 00020000:00000001:1.0:1773616100.167829:0:42286:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773616100.167831:0:42286:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773616100.167860:0:42286:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773616100.167863:0:42286:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.167866:0:42286:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773616100.167868:0:42286:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773616100.167870:0:42286:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167871:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616100.167872:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773616100.167874:0:42286:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773616100.167875:0:42286:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a819434f80 00000020:00000001:1.0:1773616100.167878:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167880:0:42286:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773616100.167882:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773616100.167884:0:42286:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773616100.167887:0:42286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773616100.167891:0:42286:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773616100.167894:0:42286:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616100.167896:0:42286:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773616100.167898:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616100.167901:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616100.167905:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911c00. 00000020:00000010:1.0:1773616100.167908:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810911200. 00000020:00000010:1.0:1773616100.167911:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616100.167915:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616100.167918:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616100.167921:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616100.167924:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616100.167927:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616100.167930:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911600. 00000008:00000010:1.0:1773616100.167933:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616100.167936:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616100.167938:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616100.167941:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616100.167943:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616100.167945:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000020:00000001:1.0:1773616100.167948:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a804615f58 -> ffff91a804615530 00000020:00000001:1.0:1773616100.167950:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773616100.167953:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616100.167955:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773616100.167956:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.167958:0:42286:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.167960:0:42286:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616100.167963:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773616100.167965:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.167967:0:42286:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167968:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167970:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1773616100.167972:0:42286:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773616100.167973:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616100.167974:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773616100.167976:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616100.167977:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167979:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.167981:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.167982:0:42286:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167984:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616100.167985:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167986:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.167988:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1773616100.167990:0:42286:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773616100.167992:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616100.167993:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773616100.167995:0:42286:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1773616100.167997:0:42286:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1773616100.168003:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1773616100.168005:0:42286:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1773616100.168007:0:42286:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616100.168010:0:42286:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773616100.168011:0:42286:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616100.168013:0:42286:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446622749545497920 : -121324164053696 : ffff91a8044c8540) 00000008:00000020:1.0:1773616100.168016:0:42286:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff91a8044c8540 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1773616100.168020:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1773616100.168021:0:42286:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1773616100.168022:0:42286:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616100.168023:0:42286:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1773616100.168025:0:42286:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1773616100.168028:0:42286:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff91a80318a540@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff91a8044c8540], [28672|1|+|-|ffff91a8101c5600|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1773616100.168037:0:42286:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 0000000033cfbbc5 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1773616100.168050:0:42286:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1773616100.168053:0:42286:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c8540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1773616100.168058:0:42286:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1773616100.168061:0:42286:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1773616100.168065:0:42286:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff91a80318a540@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff91a8044c8540], [28672|1|+|-|ffff91a8101c5600|1024|ffff91a819434f80]} make ready 00000008:00010000:1.0:1773616100.168071:0:42286:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 0000000033cfbbc5 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1773616100.168078:0:42286:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:1.0:1773616100.168080:0:42286:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1773616100.168090:0:42286:0:(cl_page.c:1200:cl_page_make_ready()) page@000000006587cbfb[2 000000002a50bccb 1 1 0000000000000000] 00000020:00008000:1.0:1773616100.168092:0:42286:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:1.0:1773616100.168093:0:42286:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:1.0:1773616100.168095:0:42286:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773616100.168097:0:42286:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773616100.168098:0:42286:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773616100.168100:0:42286:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773616100.168102:0:42286:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616100.168105:0:42286:0:(cl_page.c:547:__cl_page_state_set()) page@000000006587cbfb[2 000000002a50bccb 1 1 0000000000000000] 00000020:00000001:1.0:1773616100.168106:0:42286:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1773616100.168108:0:42286:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773616100.168109:0:42286:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1773616100.168112:0:42286:0:(cl_page.c:1222:cl_page_make_ready()) page@000000006587cbfb[2 000000002a50bccb 3 1 0000000000000000] 00000020:00000001:1.0:1773616100.168114:0:42286:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1773616100.168115:0:42286:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.168118:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:1.0:1773616100.168120:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:1.0:1773616100.168122:0:42286:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1773616100.168124:0:42286:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.168126:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00000001:1.0:1773616100.168128:0:42286:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616100.168131:0:42286:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:1.0:1773616100.168135:0:42286:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0001-osc-ffff91a8182b3000: cli: ffff91a807e721d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1773616100.168140:0:42286:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91a80378f788. 00000008:00000010:1.0:1773616100.168145:0:42286:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91a8060abdd0. 00000020:00000001:1.0:1773616100.168148:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1773616100.168151:0:42286:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1773616100.168152:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1773616100.168155:0:42286:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773616098/1773616098 00000020:00000001:1.0:1773616100.168159:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1773616100.168160:0:42286:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1773616100.168163:0:42286:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1773616100.168166:0:42286:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:1.0:1773616100.168168:0:42286:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616100.168175:0:42286:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:1.0:1773616100.168178:0:42286:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616100.168184:0:42286:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773616100.168187:0:42286:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773616100.168191:0:42286:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616100.168196:0:42286:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616100.168200:0:42286:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616100.168210:0:42286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616100.168212:0:42286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616100.168214:0:42286:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773616100.168217:0:42286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616100.168219:0:42286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616100.168222:0:42286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:1.0:1773616100.168224:0:42286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:1.0:1773616100.168226:0:42286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00000008:00000001:1.0:1773616100.168229:0:42286:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:1.0:1773616100.168231:0:42286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616100.168232:0:42286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773616100.168233:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1773616100.168236:0:42286:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1773616100.168240:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19180. 00000020:00000040:1.0:1773616100.168244:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616100.168252:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616100.168255:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616100.168257:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616100.168265:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a810910600. 00000100:00000001:1.0:1773616100.168273:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773616100.168280:0:42286:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4 00000008:00000020:1.0:1773616100.168285:0:42286:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0001-osc-ffff91a8182b3000: dirty: 28672 undirty: 484638720 dropped 143360 grant: 16674816 cl_lost_grant 0 00000008:00000001:1.0:1773616100.168292:0:42286:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1773616100.168317:0:42286:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4239 MB/s 00000008:00008000:1.0:1773616100.168325:0:42286:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffd0b184c7a5c0 map ffff91a804154478 index 0 flags 17ffffc0005028 count 2 priv ffff91a806004ee0: off 0 00000008:00000001:1.0:1773616100.168334:0:42286:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1773616100.168337:0:42286:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 4553d968 (4) 00000008:00100000:1.0:1773616100.168341:0:42286:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff91a807a19180 - object 0x2c0000401:5995 offset 0<>4 00000008:00000001:1.0:1773616100.168344:0:42286:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.168346:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1773616100.168347:0:42286:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1773616100.168349:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1773616100.168350:0:42286:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773616098/1773616098 00000020:00000001:1.0:1773616100.168352:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1773616100.168354:0:42286:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1773616100.168355:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1773616100.168357:0:42286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616100.168359:0:42286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000008:00000002:1.0:1773616100.168372:0:42286:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 000000006cf89de5, now 0r/1w/0d in flight req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1773616100.168380:0:42286:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x6:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1773616100.168390:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7265e61] to pc [ptlrpcd_00_01+1] req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1773616100.168426:0:42286:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1773616100.168428:0:42286:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616100.168431:0:42286:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616100.168433:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616100.168435:0:42286:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616100.168437:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616100.168438:0:42286:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616100.168440:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616100.168441:0:42286:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616100.168444:0:42286:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616100.168446:0:42286:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616100.168448:0:42286:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1773616100.168452:0:42286:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c8540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1773616100.168456:0:42286:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616100.168459:0:42286:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.168461:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.168463:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.168464:0:42286:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.168466:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.168468:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773616100.168471:0:42286:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1773616100.168472:0:42286:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773616100.168474:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1773616100.168475:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616100.168476:0:42286:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.168478:0:42286:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1773616100.168479:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616100.168481:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773616100.168484:0:42286:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616100.168485:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616100.168486:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616100.168488:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616100.168489:0:42286:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.168491:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.168493:0:42286:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616100.168494:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616100.168496:0:42286:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773616100.168497:0:42286:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616100.168499:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616100.168501:0:42286:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616100.168502:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616100.168503:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616100.168504:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616100.168506:0:42286:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.168507:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616100.168509:0:42286:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616100.168510:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616100.168512:0:42286:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616100.168514:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616100.168516:0:42286:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616100.168517:0:42286:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616100.168518:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616100.168519:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616100.168521:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616100.168525:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810911200. 00000020:00000010:1.0:1773616100.168529:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616100.168533:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616100.168537:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616100.168552:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616100.168556:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616100.168560:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616100.168563:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911c00. 00000008:00000010:1.0:1773616100.168566:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616100.168569:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616100.168573:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616100.168575:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616100.168578:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911600. 00000020:00000010:1.0:1773616100.168580:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00020000:00000001:1.0:1773616100.168583:0:42286:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616100.168585:0:42286:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616100.168587:0:42286:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616100.168589:0:42286:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616100.168593:0:42286:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616100.168594:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616100.168596:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616100.168598:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810911400. 00000020:00000010:1.0:1773616100.168600:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8de0. 00000008:00000010:1.0:1773616100.168603:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616100.168606:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a000. 00008000:00000010:1.0:1773616100.168608:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616100.168611:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616100.168613:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616100.168616:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911a00. 00000008:00000010:1.0:1773616100.168618:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616100.168621:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616100.168624:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616100.168627:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616100.168629:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810910200. 00000020:00000010:1.0:1773616100.168631:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000080:00000001:1.0:1773616100.168633:0:42286:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616100.168635:0:42286:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.168666:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616100.168670:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616100.168673:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616100.168679:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.168687:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616100.168689:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616100.168693:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616100.168695:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616100.168698:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616100.168701:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795571200:192.168.201.103@tcp:4:bash.0 00000100:00000001:0.0:1773616100.168705:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616100.168710:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616100.168713:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616100.168716:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616100.168721:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8102d5400. 02000000:00000001:0.0:1773616100.168723:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616100.168730:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616100.168734:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a840. 00000400:00000010:0.0:1773616100.168741:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616100.168748:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795571200, portal 4 00000100:00000001:0.0:1773616100.168750:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616100.168751:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000040:0.0:1773616100.168758:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.168764:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616100.168767:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616100.168770:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616100.168772:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1859763795571200, offset 0 00000400:00000200:0.0:1773616100.168778:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616100.168786:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616100.168793:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616100.168798:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616100.168803:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616100.168807:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616100.168810:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616100.168813:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149402:149402:256:4294967295] 192.168.201.103@tcp LPNI seq info [149342:149342:8:4294967295] 00000400:00000200:0.0:1773616100.168817:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616100.168828:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616100.168859:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773616100.168899:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616100.168902:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773616100.170118:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372300. 00000800:00000200:0.0:1773616100.170129:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616100.170137:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616100.170141:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1773616100.170153:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616100.170158:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 501983 usecs (502 jiffies) 00000400:00000200:0.0:1773616100.170163:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616100.170166:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301901279 00000100:00000001:0.0:1773616100.170173:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301901193 00000100:00000001:0.0:1773616100.170177:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301901279 00000100:00000001:0.0:1773616100.170180:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301901193 00000100:00000001:0.0:1773616100.170184:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616100.170187:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.170191:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.170194:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616100.170200:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616100.170203:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1773616100.170205:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616100.170206:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616100.170208:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.170210:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616100.171459:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616100.171467:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:0.0:1773616100.171472:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616100.171478:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616100.171485:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:0.0:1773616100.171488:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:0.0:1773616100.171492:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616100.171498:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.171509:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616100.171513:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.171519:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.171521:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616100.207751:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616100.208007:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616100.208012:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616100.208015:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616100.208025:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616100.208033:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616100.208051:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616100.208056:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616100.208062:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616100.208067:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b720066b200 00000400:00000200:1.0:1773616100.208072:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616100.208077:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x193581 [1] + 224 00000800:00000001:1.0:1773616100.208085:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616100.208092:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616100.208095:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616100.208099:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616100.208108:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616100.208117:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616100.208129:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616100.208140:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616100.208149:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616100.208152:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616100.208320:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616100.208325:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616100.208331:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616100.208334:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616100.208337:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a840. 00000400:00000200:0.0:1773616100.208342:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616100.208345:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616100.208348:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616100.208354:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616100.208364:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19180 x1859763795571200/t0(0) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.208371:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616100.208373:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616100.208376:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616100.208379:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616100.208382:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616100.208384:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616100.208387:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616100.208397:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a807e38ce8 time=353 v=36 (36 36 0 0) 00000100:00001000:0.0:1773616100.208402:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=145 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616100.208417:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616100.208419:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616100.208422:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616100.208425:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.208429:0:2400:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773616100.208431:0:2400:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773616100.208433:0:2400:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773616100.208436:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616100.208438:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000001:0.0:1773616100.208441:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616100.208443:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:0.0:1773616100.208445:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616100.208448:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616100.208454:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19180 x1859763795571200/t4294983387(4294983387) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.208461:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616100.208465:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616100.208467:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616100.208471:0:2400:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:0.0:1773616100.208473:0:2400:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1773616100.208479:0:2400:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1773616100.208483:0:2400:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1773616100.208488:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff91a8182b3000: setdq to remove for usr 0 00000001:04000000:0.0:1773616100.208490:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff91a8182b3000: setdq to remove for grp 0 00000001:04000000:0.0:1773616100.208492:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0001-osc-ffff91a8182b3000: setdq to remove for prj 0 00000001:00000001:0.0:1773616100.208495:0:2400:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616100.208497:0:2400:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1773616100.208501:0:2400:0:(osc_request.c:2085:check_write_checksum()) checksum 4553d968 confirmed 00000008:00000001:0.0:1773616100.208505:0:2400:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1773616100.208508:0:2400:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1773616100.208510:0:2400:0:(osc_request.c:2579:brw_interpret()) request ffff91a807a19180 aa ffff91a807a19330 rc 0 00000020:00000001:0.0:1773616100.208518:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:0.0:1773616100.208522:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:0.0:1773616100.208524:0:2400:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773616100.208529:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616100.208531:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616100.208533:0:2400:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616100.208535:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00000010:0.0:1773616100.208537:0:2400:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91a8060abdd0. 00000020:00000001:0.0:1773616100.208542:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:0.0:1773616100.208545:0:2400:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1773616100.208561:0:2400:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1773616100.208563:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616100.208568:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19180 x1859763795571200/t4294983387(4294983387) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.208575:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616100.208579:0:2400:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:0.0:1773616100.208582:0:2400:0:(osc_cache.c:901:osc_extent_finish()) extent ffff91a80318a540@{[0 -> 0/1023], [2|0|-|rpc|wiuY|ffff91a8044c8540], [28672|1|+|-|ffff91a8101c5600|1024|ffff91a819434f80]} extent finished. 00000008:00010000:0.0:1773616100.208590:0:2400:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 0000000033cfbbc5 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1773616100.208604:0:2400:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:0.0:1773616100.208606:0:2400:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:0.0:1773616100.208610:0:2400:0:(cl_page.c:1144:cl_page_complete()) page@000000006587cbfb[2 000000002a50bccb 3 1 0000000000000000] 00000020:00000001:0.0:1773616100.208612:0:2400:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:0.0:1773616100.208614:0:2400:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773616100.208616:0:2400:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773616100.208618:0:2400:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616100.208621:0:2400:0:(cl_page.c:547:__cl_page_state_set()) page@000000006587cbfb[2 000000002a50bccb 3 1 0000000000000000] 00000020:00000001:0.0:1773616100.208623:0:2400:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1773616100.208625:0:2400:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1773616100.208628:0:2400:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1773616100.208631:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000006587cbfb[2 000000002a50bccb 1 1 0000000000000000] 00000080:00008000:0.0:1773616100.208632:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1773616100.208665:0:2400:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1773616100.208667:0:2400:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:0.0:1773616100.208669:0:2400:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773616100.208672:0:2400:0:(cl_page.c:596:cl_batch_put()) page@000000006587cbfb[2 000000002a50bccb 1 1 0000000000000000] 00000020:00000001:0.0:1773616100.208675:0:2400:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:0.0:1773616100.208677:0:2400:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:0.0:1773616100.208678:0:2400:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:0.0:1773616100.208682:0:2400:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 25112576 dirty: 0/0 00000008:00000020:0.0:1773616100.208895:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91a80318a540@{[0 -> 0/1023], [1|0|-|inv|wuY|ffff91a8044c8540], [28672|0|-|-|ffff91a8101c5600|1024|ffff91a819434f80]} destroyed. 00000008:00010000:0.0:1773616100.208902:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000033cfbbc5 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616100.208920:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616100.208922:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1773616100.208926:0:2400:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91a80318a540. 00000008:00000001:0.0:1773616100.208930:0:2400:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773616100.208933:0:2400:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff91a80378f788. 00000008:00000020:0.0:1773616100.208941:0:2400:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff91a807e721d8. 00000008:00000001:0.0:1773616100.208951:0:2400:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616100.208956:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19180 x1859763795571200/t4294983387(4294983387) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616100.208964:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795571200:192.168.201.103@tcp:4:bash.0 00000100:00000001:0.0:1773616100.208970:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616100.208973:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616100.208976:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19180 x1859763795571200/t4294983387(4294983387) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616100.208982:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.208984:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616100.208991:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616100.208993:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616100.208996:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616100.208998:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616100.209011:0:71416:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616100.209018:0:71416:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279360. 00000020:00000010:0.0:1773616100.209022:0:71416:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa2200. 00000020:00000010:0.0:1773616100.209027:0:71416:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804fa2a00. 00000020:00000010:0.0:1773616100.209031:0:71416:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046f91e0. 00000008:00000010:0.0:1773616100.209037:0:71416:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616100.209042:0:71416:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fb40. 00008000:00000010:0.0:1773616100.209047:0:71416:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616100.209052:0:71416:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616100.209056:0:71416:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616100.209059:0:71416:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa2e00. 00000008:00000010:0.0:1773616100.209063:0:71416:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616100.209066:0:71416:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616100.209069:0:71416:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616100.209073:0:71416:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000001:0.0:1773616100.209076:0:71416:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878621032 : -121323830930584 : ffff91a818279368) 00000020:00001000:0.0:1773616100.209078:0:71416:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279360 00000008:00000020:0.0:1773616100.209081:0:71416:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff91a807e721d8. 00000008:00000001:0.0:1773616100.209083:0:71416:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616100.209084:0:71416:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616100.209087:0:71416:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616100.209089:0:71416:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1773616100.209091:0:71416:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279360 00000020:00000010:0.0:1773616100.209094:0:71416:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804fa2a00. 00000020:00000010:0.0:1773616100.209098:0:71416:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046f91e0. 00000008:00000010:0.0:1773616100.209102:0:71416:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616100.209106:0:71416:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fb40. 00008000:00000010:0.0:1773616100.209109:0:71416:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616100.209112:0:71416:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616100.209115:0:71416:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616100.209118:0:71416:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa2200. 00000008:00000010:0.0:1773616100.209120:0:71416:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616100.209123:0:71416:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616100.209127:0:71416:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616100.209130:0:71416:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616100.209133:0:71416:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa2e00. 00000020:00000010:0.0:1773616100.209135:0:71416:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279360. 00010000:00000001:0.0:1773616100.259705:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616100.259713:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616100.259719:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616100.259720:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616100.259898:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616100.259902:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616100.259905:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616100.672411:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301901279, at 4301901280 00000100:00000010:0.0:1773616100.672428:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b000. 00000100:00000040:1.0:1773616100.675674:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301901279, at 4301901283 00000100:00000010:1.0:1773616100.675690:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b780. 00010000:00000001:0.0:1773616101.280110:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616101.280116:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616101.280122:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616101.280123:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616101.280147:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616101.280150:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616101.280153:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616101.729630:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616101.729641:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616101.729660:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000020:00000040:3.0:1773616101.729666:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616101.729671:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616101.729674:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616101.729695:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616101.729703:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773616101.729710:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.729721:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616101.729732:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616101.729736:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.729742:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005840b22c] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.729995:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.729998:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616101.730001:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616101.730005:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616101.730008:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616101.730011:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616101.730012:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616101.730014:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616101.730018:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41a00. 00000100:00000001:3.0:1773616101.730021:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730026:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616101.730034:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616101.730036:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730041:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730050:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730052:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616101.730055:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616101.730058:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616101.730061:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616101.730063:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616101.730064:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616101.730066:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616101.730071:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773616101.730073:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730078:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616101.730085:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616101.730087:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730090:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730097:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730099:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616101.730102:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616101.730105:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616101.730108:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616101.730111:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 00000020:00000040:3.0:1773616101.730113:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=4 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616101.730116:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616101.730117:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616101.730119:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616101.730122:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773616101.730125:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730130:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616101.730137:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616101.730139:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730142:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730149:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730154:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7240) 00000100:00000001:3.0:1773616101.730165:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.730169:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616101.730171:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616101.730176:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730183:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616101.730186:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.730190:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616101.730192:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616101.730194:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616101.730197:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795571456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616101.730202:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616101.730208:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616101.730211:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.730214:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616101.730218:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111fba00. 02000000:00000001:3.0:1773616101.730220:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616101.730228:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616101.730233:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616101.730266:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616101.730273:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795571456, portal 10 00000100:00000001:3.0:1773616101.730276:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616101.730277:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616101.730285:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730292:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616101.730294:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616101.730297:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000100:00000200:3.0:1773616101.730300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795571456, offset 0 00000400:00000200:3.0:1773616101.730306:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616101.730314:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.730321:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616101.730326:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616101.730330:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616101.730334:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616101.730337:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616101.730350:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149403:149403:256:4294967295] 192.168.201.103@tcp LPNI seq info [149343:149343:8:4294967295] 00000400:00000200:3.0:1773616101.730358:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.730367:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616101.730373:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616101.730386:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8194ea400. 00000800:00000200:3.0:1773616101.730393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616101.730400:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616101.730404:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8194ea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616101.730420:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730424:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 482043 usecs (483 jiffies) 00000400:00000200:3.0:1773616101.730428:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616101.730431:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301902821 00000100:00000010:3.0:1773616101.730436:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bc00. 00000100:00000001:3.0:1773616101.730443:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616101.730453:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301902821 00000100:00000010:3.0:1773616101.730457:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bc60. 00000100:00000001:3.0:1773616101.730459:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616101.730463:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.730466:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.730468:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616101.730473:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730480:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616101.730481:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.730483:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616101.730485:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616101.730487:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616101.730490:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795571712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616101.730493:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616101.730495:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616101.730497:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.730498:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616101.730501:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111fb600. 02000000:00000001:3.0:1773616101.730503:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616101.730506:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616101.730509:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616101.730513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773616101.730516:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795571712, portal 4 00000100:00000001:3.0:1773616101.730518:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616101.730519:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:3.0:1773616101.730525:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730531:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616101.730533:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616101.730535:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3660. 00000100:00000200:3.0:1773616101.730537:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795571712, offset 0 00000400:00000200:3.0:1773616101.730542:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616101.730545:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.730548:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616101.730551:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616101.730554:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616101.730556:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616101.730558:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616101.730562:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149404:149404:255:4294967295] 192.168.201.103@tcp LPNI seq info [149344:149344:7:4294967295] 00000400:00000200:3.0:1773616101.730565:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.730572:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616101.730576:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616101.730580:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8194ea900. 00000800:00000200:3.0:1773616101.730583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616101.730587:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616101.730590:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8194ea900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616101.730593:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.730595:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 498887 usecs (499 jiffies) 00000400:00000200:3.0:1773616101.730598:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616101.730600:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301902837 00000100:00000001:3.0:1773616101.730606:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301902821 00000100:00000001:3.0:1773616101.730609:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301902837 00000100:00000001:3.0:1773616101.730611:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301902821 00000100:00000001:3.0:1773616101.730614:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.730616:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.730618:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.730621:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.730629:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616101.730631:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616101.730633:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.730634:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616101.730635:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616101.730638:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773616101.730640:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.730642:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616101.730643:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.730645:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.730646:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616101.730647:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616101.730651:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730658:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616101.730659:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.730661:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616101.730881:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616101.730884:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616101.730906:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795571328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616101.730910:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616101.730912:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616101.730914:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.730916:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616101.730920:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802f11600. 02000000:00000001:3.0:1773616101.730922:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616101.730926:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616101.730929:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616101.730933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773616101.730935:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795571328, portal 25 00000100:00000001:3.0:1773616101.730937:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616101.730938:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000040:3.0:1773616101.730943:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.730949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616101.730952:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616101.730954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773616101.730956:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795571328, offset 0 00000400:00000200:3.0:1773616101.730960:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616101.730964:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.730967:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616101.730970:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616101.730973:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616101.730975:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616101.730977:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616101.730980:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149405:149405:254:4294967295] 192.168.201.103@tcp LPNI seq info [149345:149345:6:4294967295] 00000400:00000200:3.0:1773616101.730984:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.730989:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616101.730994:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616101.730997:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6f700. 00000800:00000200:3.0:1773616101.731002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616101.731006:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616101.731009:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616101.731012:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616101.731014:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616101.731016:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301906312 00000100:00000001:3.0:1773616101.731020:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301902837 00000100:00000001:3.0:1773616101.731023:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301906312 00000100:00000001:3.0:1773616101.731026:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301902837 00000100:00000001:3.0:1773616101.731028:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.731030:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.731032:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616101.731036:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.731042:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616101.731044:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.731046:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616101.731047:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616101.731049:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616101.731052:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795571584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616101.731058:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616101.731061:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616101.731062:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.731064:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616101.731067:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802f10200. 02000000:00000001:3.0:1773616101.731069:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616101.731072:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616101.731074:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616101.731078:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773616101.731081:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795571584, portal 10 00000100:00000001:3.0:1773616101.731083:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616101.731084:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616101.731090:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.731097:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616101.731099:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616101.731102:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3a18. 00000100:00000200:3.0:1773616101.731104:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795571584, offset 0 00000400:00000200:3.0:1773616101.731108:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616101.731111:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.731114:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616101.731117:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616101.731120:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616101.731122:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616101.731124:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616101.731127:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149406:149406:253:4294967295] 192.168.201.103@tcp LPNI seq info [149346:149346:5:4294967295] 00000400:00000200:3.0:1773616101.731130:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616101.731136:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616101.731140:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616101.731144:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6ff00. 00000800:00000200:3.0:1773616101.731148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616101.731153:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616101.731155:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616101.731158:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.731161:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 105718 usecs (106 jiffies) 00000400:00000200:3.0:1773616101.731164:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616101.731166:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301902445 00000100:00000001:3.0:1773616101.731168:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301906312 00000100:00000001:3.0:1773616101.731170:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301902445 00000100:00000001:3.0:1773616101.731172:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301906312 00000100:00000001:3.0:1773616101.731173:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.731176:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.731178:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.731180:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616101.732073:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616101.732078:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8194ea400. 00000400:00000200:0.0:1773616101.732086:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616101.732091:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616101.732097:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3ee0 00000400:00000010:0.0:1773616101.732099:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3ee0. 00000100:00000001:0.0:1773616101.732103:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616101.732108:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732117:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616101.732121:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732128:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616101.732130:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616101.732142:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616101.732145:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8194ea900. 00000400:00000200:0.0:1773616101.732147:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616101.732151:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616101.732153:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3660 00000400:00000010:0.0:1773616101.732155:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3660. 00000100:00000001:0.0:1773616101.732157:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616101.732161:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732168:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616101.732171:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732176:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616101.732178:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616101.732184:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616101.732186:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6f700. 00000400:00000200:0.0:1773616101.732189:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616101.732192:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616101.732194:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000400:00000010:0.0:1773616101.732196:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:0.0:1773616101.732198:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616101.732200:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732206:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616101.732209:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732214:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616101.732215:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616101.732270:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616101.732272:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6ff00. 00000400:00000200:0.0:1773616101.732275:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616101.732278:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616101.732280:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3a18 00000400:00000010:0.0:1773616101.732282:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3a18. 00000100:00000001:0.0:1773616101.732284:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616101.732287:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732294:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616101.732297:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.732303:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616101.732304:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616101.732625:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616101.732629:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616101.747041:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.747062:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616101.747066:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.747068:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616101.747078:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.747085:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616101.747094:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.747100:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.747105:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.747110:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066b400 00000400:00000200:1.0:1773616101.747115:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.747120:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193599 [1] + 224 00000800:00000001:1.0:1773616101.747128:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.747136:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616101.747139:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616101.747143:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616101.747151:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616101.747159:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616101.747171:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616101.747185:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616101.747194:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.747197:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.747741:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.747747:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616101.747755:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616101.747757:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616101.747761:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773616101.747767:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:3.0:1773616101.747769:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:3.0:1773616101.747772:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616101.747778:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616101.747801:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.747808:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616101.747810:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.747814:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616101.747817:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616101.747819:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616101.747822:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.747824:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616101.747868:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616101.747873:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616101.747876:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616101.747878:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616101.747880:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616101.747884:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.747887:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616101.747890:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983381 00000100:00000001:3.0:1773616101.747892:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616101.747895:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.747901:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.747909:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.747912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616101.747914:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616101.747918:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616101.747926:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795571712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616101.747931:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.747933:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616101.747936:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795571712/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.747943:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616101.747946:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616101.747950:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111fb600. 02000000:00000001:3.0:1773616101.747954:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616101.747957:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616101.747959:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616101.747961:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616101.747964:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:3.0:1773616101.747967:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616101.747969:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616101.747972:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:3.0:1773616101.747975:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616101.747976:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.747979:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.747981:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.747982:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616101.747984:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.747986:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616101.755586:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616101.755603:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616101.755608:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616101.755610:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616101.755633:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616101.755641:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616101.755657:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616101.755663:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616101.755668:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616101.755672:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066b300 00000400:00000200:0.0:1773616101.755677:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616101.755683:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193591 [1] + 224 00000800:00000001:0.0:1773616101.755690:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616101.755698:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616101.755702:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616101.755706:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616101.755713:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616101.755722:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616101.755989:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616101.756010:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616101.756019:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616101.756023:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.756259:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.756264:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616101.756271:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616101.756273:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616101.756277:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616101.756281:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:3.0:1773616101.756284:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000100:00000001:3.0:1773616101.756287:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616101.756292:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616101.756301:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.756308:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616101.756310:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.756312:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616101.756315:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616101.756318:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616101.756547:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.756551:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616101.756560:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=42 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616101.756564:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616101.756567:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616101.756569:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616101.756571:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616101.756575:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.756578:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616101.756580:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215232 00000100:00000001:3.0:1773616101.756582:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616101.756585:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.756590:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.756597:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.756600:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616101.756601:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616101.756605:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616101.756614:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795571456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616101.756619:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.756622:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616101.756625:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795571456/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.756632:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616101.756635:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616101.756639:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111fba00. 02000000:00000001:3.0:1773616101.756644:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616101.756646:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616101.756800:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616101.756804:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616101.756807:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41a00. 02000000:00000001:3.0:1773616101.756811:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616101.756814:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616101.756816:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616101.756819:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616101.756820:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.756824:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.756825:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.756827:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616101.756829:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.756831:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616101.758602:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.758617:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616101.758621:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.758624:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616101.758632:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.758640:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616101.758648:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759051:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759058:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759062:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066b380 00000400:00000200:1.0:1773616101.759067:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759074:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935a9 [1] + 224 00000800:00000001:1.0:1773616101.759081:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.759087:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616101.759091:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616101.759094:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616101.759100:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616101.759108:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616101.759118:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616101.759131:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616101.759139:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.759143:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616101.759144:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.759146:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616101.759149:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759153:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616101.759158:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759160:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759162:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759165:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066b280 00000400:00000200:1.0:1773616101.759168:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616101.759173:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935a1 [1] + 224 00000800:00000001:1.0:1773616101.759176:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.759182:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616101.759185:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616101.759188:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616101.759191:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616101.759196:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616101.759205:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616101.759212:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616101.759216:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616101.759219:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.759297:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.759302:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616101.759310:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616101.759312:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616101.759315:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616101.759320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:3.0:1773616101.759323:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:3.0:1773616101.759325:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616101.759330:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616101.759340:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.759346:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616101.759348:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.759351:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616101.759354:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616101.759357:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616101.759359:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.759361:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616101.759367:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616101.759371:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616101.759373:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616101.759375:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616101.759386:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616101.759388:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.759390:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.759394:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.759400:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.759402:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616101.759404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616101.759407:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616101.759414:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795571328:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616101.759419:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616101.759430:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616101.759432:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616101.759434:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3b28 00000400:00000010:3.0:1773616101.759436:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3b28. 00000100:00000001:3.0:1773616101.759438:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616101.759441:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616101.759449:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.759455:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616101.759456:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.759458:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616101.759459:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616101.759460:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616101.759462:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616101.759464:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616101.759470:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=42 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616101.759473:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616101.759475:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616101.759476:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616101.759478:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616101.759481:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.759484:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616101.759486:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616101.759488:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616101.759490:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616101.759493:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.759501:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616101.759502:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616101.759504:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616101.759507:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616101.760005:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795571584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616101.760010:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.760185:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616101.760191:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795571328/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.760199:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616101.760202:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616101.760205:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802f11600. 02000000:00000001:3.0:1773616101.760212:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616101.760214:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616101.760216:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616101.760218:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616101.760221:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773616101.760224:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616101.760226:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616101.760227:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:3.0:1773616101.760231:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616101.760232:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.760234:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616101.760237:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795571584/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616101.760242:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616101.760243:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616101.760244:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802f10200. 02000000:00000001:3.0:1773616101.760248:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616101.760316:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616101.760318:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616101.760320:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616101.760321:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41600. 02000000:00000001:3.0:1773616101.760324:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616101.760325:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616101.760327:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:3.0:1773616101.760329:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616101.760331:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.760333:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616101.760342:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616101.760344:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616101.760347:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616101.760349:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616102.184085:0:92717:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616102.184092:0:92717:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616102.184095:0:92717:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616102.184098:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7b20 00000080:00200000:0.0:1773616102.184102:0:92717:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616102.184109:0:92717:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804fa2200. 00800000:00000002:0.0:1773616102.184115:0:92717:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616102.184119:0:92717:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616102.184124:0:92717:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616102.184126:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7a40 00800000:00000002:0.0:1773616102.184129:0:92717:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616102.184133:0:92717:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616102.184135:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616102.184138:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616102.184140:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616102.184142:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616102.184145:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616102.184148:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616102.184150:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616102.184154:0:92717:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616102.184159:0:92717:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616102.184161:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7910 00000002:00010000:0.0:1773616102.184163:0:92717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616102.184167:0:92717:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616102.184168:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616102.184172:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616102.184179:0:92717:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616102.184181:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616102.184184:0:92717:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616102.184187:0:92717:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773616102.184189:0:92717:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773616102.184195:0:92717:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000020:00000040:0.0:1773616102.184199:0:92717:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:0.0:1773616102.184205:0:92717:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616102.184210:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616102.184215:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616102.184218:0:92717:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616102.184220:0:92717:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616102.184224:0:92717:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616102.184230:0:92717:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8102d4c00. 00000100:00000001:0.0:1773616102.184236:0:92717:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.184241:0:92717:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616102.184243:0:92717:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.184245:0:92717:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616102.184246:0:92717:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.184248:0:92717:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616102.184253:0:92717:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00010000:00000001:0.0:1773616102.184257:0:92717:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616102.184259:0:92717:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616102.184263:0:92717:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527c00. 00010000:00000010:0.0:1773616102.184267:0:92717:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8047d5880. 00010000:00000001:0.0:1773616102.184272:0:92717:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616102.184276:0:92717:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804651a00. 00000020:00000001:0.0:1773616102.184279:0:92717:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616102.184282:0:92717:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804651a00 with handle 0xe60cc2233ec67882 to hash 00000020:00000001:0.0:1773616102.184284:0:92717:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616102.184286:0:92717:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616102.184290:0:92717:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616102.184293:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616102.184296:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616102.184301:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 92717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616102.184316:0:92717:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616102.184327:0:92717:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 92717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616102.184333:0:92717:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616102.184335:0:92717:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616102.184342:0:92717:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe2240. 00000100:00000001:0.0:1773616102.184344:0:92717:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557137984 : -121324152413632 : ffff91a804fe2240) 00000100:00000001:0.0:1773616102.184347:0:92717:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616102.184349:0:92717:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000001:0.0:1773616102.184353:0:92717:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616102.184357:0:92717:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616102.184359:0:92717:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616102.184361:0:92717:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616102.184384:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616102.184394:0:92717:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616102.184396:0:92717:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616102.184400:0:92717:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616102.184403:0:92717:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616102.184406:0:92717:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616102.184409:0:92717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:92717:1859763795571840:192.168.201.103@tcp:101:rm.0 00000100:00000001:0.0:1773616102.184414:0:92717:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616102.184419:0:92717:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616102.184421:0:92717:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616102.184424:0:92717:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616102.184429:0:92717:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807fba000. 02000000:00000001:0.0:1773616102.184431:0:92717:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616102.184440:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616102.184444:0:92717:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a840. 00000400:00000010:0.0:1773616102.184452:0:92717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616102.184459:0:92717:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795571840, portal 10 00000100:00000001:0.0:1773616102.184461:0:92717:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616102.184463:0:92717:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000040:0.0:1773616102.184469:0:92717:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616157 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616102.184477:0:92717:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616102.184480:0:92717:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616102.184483:0:92717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616102.184486:0:92717:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795571840, offset 0 00000400:00000200:0.0:1773616102.184492:0:92717:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616102.184500:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616102.184510:0:92717:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616102.184515:0:92717:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616102.184519:0:92717:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616102.184523:0:92717:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616102.184526:0:92717:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616102.184530:0:92717:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149407:149407:256:4294967295] 192.168.201.103@tcp LPNI seq info [149347:149347:8:4294967295] 00000400:00000200:0.0:1773616102.184535:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616102.184544:0:92717:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616102.184550:0:92717:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616102.184555:0:92717:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372300. 00000800:00000200:0.0:1773616102.184562:0:92717:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616102.184570:0:92717:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616102.184575:0:92717:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773616102.184589:0:92717:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616102.184593:0:92717:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 481001 usecs (482 jiffies) 00000400:00000200:0.0:1773616102.184597:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616102.184600:0:92717:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301903272 00000100:00000001:0.0:1773616102.184603:0:92717:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301906312 00000100:00000001:0.0:1773616102.184607:0:92717:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301903272 00000100:00000001:0.0:1773616102.184609:0:92717:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301906312 00000100:00000001:0.0:1773616102.184612:0:92717:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616102.184615:0:92717:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616102.184617:0:92717:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616102.184619:0:92717:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773616102.184621:0:92717:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe2240 going to sleep for 50 seconds 00000100:00000001:0.0:1773616102.184624:0:92717:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616102.184627:0:92717:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616102.186202:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616102.186212:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:1.0:1773616102.186217:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616102.186225:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616102.186231:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:1.0:1773616102.186233:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:1.0:1773616102.186237:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616102.186243:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616157 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616102.186254:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616102.186257:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616157 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616102.186264:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616102.186266:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773616102.306417:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616102.306428:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616102.306430:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616102.306433:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.306438:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616102.306440:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.306442:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.306444:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.306449:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616102.306450:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616102.306454:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616102.306455:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616102.306501:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616102.306504:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616102.306507:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616103.328148:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616103.328156:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616103.328162:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616103.328164:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616103.328168:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616103.328169:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616103.328271:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616103.328275:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616103.328278:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616104.352092:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616104.352100:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616104.352106:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616104.352107:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616104.352110:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616104.352111:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616104.352137:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616104.352140:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616104.352143:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616105.380085:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616105.380093:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616105.380100:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616105.380101:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616105.380104:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616105.380106:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616105.380132:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616105.380135:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616105.380138:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616105.762609:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301906312, at 4301906370 00000100:00000010:1.0:1773616105.762629:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bc60. 00000100:00000040:0.0:1773616105.763067:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301906312, at 4301906371 00000100:00000010:0.0:1773616105.763074:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bc00. 00010000:00000001:0.0:1773616106.400892:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616106.400899:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616106.400904:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616106.400905:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616106.400909:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616106.400910:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616106.401018:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616106.401022:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616106.401025:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616106.850378:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616106.850388:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616106.850403:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616106.850409:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616106.850415:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616106.850419:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616106.850424:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616106.850438:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cdec00. 00000100:00000001:2.0:1773616106.850444:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.850455:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616106.850476:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616106.850480:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.850486:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1eadc1c] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616106.850526:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.850529:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616106.850532:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616106.850536:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616106.850538:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616106.850540:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616106.850542:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616106.850544:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616106.850553:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde500. 00000100:00000001:2.0:1773616106.850557:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.850561:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616106.850581:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616106.850583:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.850587:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005975f6ca] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616106.850601:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.850604:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616106.850607:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616106.850610:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca680. 00000020:00000040:2.0:1773616106.850612:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616106.850615:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616106.850616:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616106.850618:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616106.850627:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde700. 00000100:00000001:2.0:1773616106.850630:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.850635:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616106.850761:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.850772:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.850774:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616106.850781:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.850789:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616106.850798:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.850802:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616106.850805:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616106.850808:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616106.850811:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795571968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616106.850815:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616106.850827:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616106.850830:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.850833:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616106.850882:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802f11600. 02000000:00000001:3.0:1773616106.850886:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616106.850893:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616106.850903:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616106.850911:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773616106.850919:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795571968, portal 25 00000100:00000001:3.0:1773616106.850921:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616106.850929:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:3.0:1773616106.850935:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.850943:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616106.850946:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616106.850955:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773616106.850959:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795571968, offset 0 00000400:00000200:3.0:1773616106.850966:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616106.850980:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.851007:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616106.851013:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616106.851018:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616106.851021:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616106.851024:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616106.851034:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149408:149408:256:4294967295] 192.168.201.103@tcp LPNI seq info [149348:149348:8:4294967295] 00000400:00000200:3.0:1773616106.851039:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.851049:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616106.851060:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616106.851065:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6f600. 00000800:00000200:3.0:1773616106.851073:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616106.851088:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616106.851092:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616106.851103:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616106.851112:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616106.851115:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301911431 00000100:00000010:3.0:1773616106.851121:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bd80. 00000100:00000001:3.0:1773616106.851127:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616106.851135:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301911431 00000100:00000010:3.0:1773616106.851144:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bba0. 00000100:00000001:3.0:1773616106.851147:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616106.851150:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.851154:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.851157:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.851160:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.851173:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616106.851175:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616106.851178:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.851179:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.851181:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616106.851183:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773616106.851185:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.851187:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616106.851188:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.851190:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.851191:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.851192:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616106.851202:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.851210:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616106.851212:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.851215:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616106.851216:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616106.851218:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616106.851221:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795572096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616106.851231:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616106.851234:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616106.851235:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.851237:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616106.851241:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802f10200. 02000000:00000001:3.0:1773616106.851243:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616106.851247:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616106.851256:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616106.851261:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616106.851264:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795572096, portal 10 00000100:00000001:3.0:1773616106.851266:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616106.851267:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:3.0:1773616106.851280:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.851286:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616106.851288:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616106.851291:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773616106.851294:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795572096, offset 0 00000400:00000200:3.0:1773616106.851310:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616106.851314:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.851318:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616106.851321:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616106.851324:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616106.851326:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616106.851328:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616106.851331:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149409:149409:255:4294967295] 192.168.201.103@tcp LPNI seq info [149349:149349:7:4294967295] 00000400:00000200:3.0:1773616106.851335:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.851341:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616106.851353:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616106.851357:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6ff00. 00000800:00000200:3.0:1773616106.851362:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616106.851366:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616106.851369:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616106.851379:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616106.851383:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 481001 usecs (482 jiffies) 00000400:00000200:3.0:1773616106.851387:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616106.851389:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301907940 00000100:00000001:3.0:1773616106.851392:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301911431 00000100:00000001:3.0:1773616106.851394:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301907940 00000100:00000001:3.0:1773616106.851396:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301911431 00000100:00000001:3.0:1773616106.851398:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.851408:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.851410:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.851412:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.851426:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.851434:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616106.851910:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616106.851915:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6f600. 00000400:00000200:0.0:1773616106.851922:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616106.851927:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616106.851933:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:0.0:1773616106.851936:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:0.0:1773616106.851940:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616106.851944:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616106.851954:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616106.851958:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616106.851965:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616106.851967:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616106.852053:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616106.852056:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6ff00. 00000400:00000200:0.0:1773616106.852059:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616106.852062:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616106.852065:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:0.0:1773616106.852067:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:0.0:1773616106.852069:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616106.852072:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616106.852079:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616106.852082:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616106.852088:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616106.852089:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616106.852537:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616106.852541:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.852548:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c85d45e5] to pc [ptlrpcd_01_01+1] req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616106.852579:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.852583:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616106.852586:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616106.852589:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616106.852593:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616106.852598:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8a80. 00000020:00000040:2.0:1773616106.852601:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=4 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616106.852605:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616106.852608:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616106.852611:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616106.852616:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde400. 00000100:00000001:2.0:1773616106.852621:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.852626:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616106.852634:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616106.852636:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.852650:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ee6fcc4] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616106.852660:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616106.852665:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7245) 00000100:00000001:3.0:1773616106.854634:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.854641:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.854643:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616106.854654:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.854665:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616106.854667:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.854671:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616106.854674:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616106.854677:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616106.854680:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795572224:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616106.854685:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616106.854691:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616106.854694:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.854696:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616106.854701:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111fba00. 02000000:00000001:3.0:1773616106.854704:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616106.854709:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616106.854714:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616106.854720:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773616106.854727:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795572224, portal 10 00000100:00000001:3.0:1773616106.854730:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616106.854732:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530826368 : -121324178725248 : ffff91a8036ca680) 00000100:00000040:3.0:1773616106.854739:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.854747:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616106.854750:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616106.854753:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773616106.854756:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795572224, offset 0 00000400:00000200:3.0:1773616106.854762:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616106.854769:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.854776:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616106.854780:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616106.854784:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616106.854787:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616106.854789:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616106.854793:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149410:149410:256:4294967295] 192.168.201.103@tcp LPNI seq info [149350:149350:8:4294967295] 00000400:00000200:3.0:1773616106.854798:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.854807:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616106.854813:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616106.854818:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6f700. 00000800:00000200:3.0:1773616106.854825:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616106.854833:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616106.854876:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616106.854889:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616106.854894:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 105252 usecs (106 jiffies) 00000400:00000200:3.0:1773616106.854897:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616106.854900:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301907568 00000100:00000001:3.0:1773616106.854903:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301911431 00000100:00000001:3.0:1773616106.854906:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301907568 00000100:00000001:3.0:1773616106.854908:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301911431 00000100:00000001:3.0:1773616106.854911:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.854914:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.854917:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.854920:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.854929:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616106.854931:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616106.854935:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.854936:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.854939:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616106.854942:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773616106.854944:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.854947:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616106.854949:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.854952:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.854953:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.854954:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616106.854959:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.854968:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616106.854969:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.854972:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616106.854974:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616106.854976:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616106.854980:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795572352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616106.854984:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616106.854986:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616106.854988:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.854990:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616106.854994:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111fb600. 02000000:00000001:3.0:1773616106.854996:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616106.855013:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616106.855018:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616106.855022:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773616106.855025:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795572352, portal 4 00000100:00000001:3.0:1773616106.855027:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616106.855028:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530819200 : -121324178732416 : ffff91a8036c8a80) 00000100:00000040:3.0:1773616106.855036:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.855043:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616106.855046:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616106.855049:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3a18. 00000100:00000200:3.0:1773616106.855052:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795572352, offset 0 00000400:00000200:3.0:1773616106.855058:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616106.855063:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.855067:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616106.855070:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616106.855072:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616106.855075:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616106.855077:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616106.855080:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149411:149411:255:4294967295] 192.168.201.103@tcp LPNI seq info [149351:149351:7:4294967295] 00000400:00000200:3.0:1773616106.855084:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616106.855090:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616106.855095:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616106.855099:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6ff00. 00000800:00000200:3.0:1773616106.855103:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616106.855107:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616106.855110:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616106.855114:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616106.855117:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 495643 usecs (496 jiffies) 00000400:00000200:3.0:1773616106.855120:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616106.855122:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301907958 00000100:00000001:3.0:1773616106.855124:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301911431 00000100:00000001:3.0:1773616106.855127:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301907958 00000100:00000001:3.0:1773616106.855129:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301911431 00000100:00000001:3.0:1773616106.855131:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.855134:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.855136:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.855138:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.855148:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.855151:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616106.855532:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616106.855536:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6f700. 00000400:00000200:1.0:1773616106.855542:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616106.855548:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616106.855552:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:1.0:1773616106.855555:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:1.0:1773616106.855565:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616106.855571:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616106.855583:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616106.855592:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616106.855599:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616106.855601:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616106.855651:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616106.855654:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6ff00. 00000400:00000200:1.0:1773616106.855657:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616106.855661:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616106.855670:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3a18 00000400:00000010:1.0:1773616106.855672:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3a18. 00000100:00000001:1.0:1773616106.855674:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616106.855678:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616106.855686:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616106.855689:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616106.855702:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616106.855704:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616106.857342:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.857574:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616106.857578:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.857582:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616106.857588:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857594:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616106.857603:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857607:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857618:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857622:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066b580 00000400:00000200:0.0:1773616106.857627:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857633:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935c9 [1] + 224 00000800:00000001:0.0:1773616106.857647:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.857653:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616106.857656:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616106.857661:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616106.857666:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616106.857678:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616106.857689:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616106.857706:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616106.857714:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.857717:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616106.857720:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.857722:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616106.857725:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857736:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616106.857741:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857744:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857747:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857750:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066b500 00000400:00000200:0.0:1773616106.857753:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.857765:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935c1 [1] + 224 00000800:00000001:0.0:1773616106.857769:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.857775:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616106.857778:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616106.857781:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616106.857790:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616106.857795:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616106.857804:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616106.857820:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616106.857824:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.857827:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.859356:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.859364:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616106.859375:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616106.859377:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616106.859381:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616106.859388:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:3.0:1773616106.859390:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000100:00000001:3.0:1773616106.859394:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616106.859404:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616106.859414:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.859421:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616106.859422:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.859425:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616106.859428:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616106.859431:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616106.859434:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.859436:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616106.859447:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=47 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616106.859451:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616106.859454:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616106.859455:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616106.859458:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616106.859463:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.859466:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616106.859468:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215234 gen 10 00000100:00000040:3.0:1773616106.859473:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215234) req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.859481:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616106.859483:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000001:3.0:1773616106.859485:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.859488:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.859494:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.859495:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.859499:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1880 x1859763795570944/t103079215234(103079215234) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616114 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.859505:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773616106.859508:0:2402:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff91a806539480. 00000100:00000001:3.0:1773616106.859512:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.859514:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795570560/t103079215233(103079215233) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616153 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.859520:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773616106.859523:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616106.859526:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616106.859528:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616106.859532:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a811160800. 02000000:00000001:3.0:1773616106.859535:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616106.859538:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616106.859540:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:3.0:1773616106.859543:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616106.859544:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616106.859548:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215234) req@ffff91a8034b1880 x1859763795570944/t103079215234(103079215234) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616114 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.859554:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.859557:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1880 x1859763795570944/t103079215234(103079215234) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616114 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.859564:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616106.859566:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616106.859568:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a811163c00. 02000000:00000001:3.0:1773616106.859571:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616106.859572:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616106.859573:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616106.859575:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616106.859576:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63200. 02000000:00000001:3.0:1773616106.859579:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616106.859580:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616106.859582:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1880. 00000100:00000001:3.0:1773616106.859584:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616106.859585:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.859587:0:2402:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773616106.859590:0:2402:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1773616106.859592:0:2402:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616106.859594:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616106.859599:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.859607:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.859610:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616106.859612:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616106.859616:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616106.859624:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795572096:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616106.859631:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616106.859633:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616106.859635:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616106.859637:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3b28 00000400:00000010:3.0:1773616106.859651:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3b28. 00000100:00000001:3.0:1773616106.859655:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616106.859659:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616106.859666:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.859672:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616106.859673:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.859675:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616106.859677:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616106.859678:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616106.859679:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.859681:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616106.859684:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616106.859687:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616106.859689:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616106.859691:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616106.859692:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616106.859694:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.859695:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616106.859699:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.859705:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.859707:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616106.859708:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616106.859712:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616106.859719:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795571968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616106.859723:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.859725:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.859728:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795572096/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.859734:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616106.859736:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616106.859739:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802f10200. 02000000:00000001:3.0:1773616106.859744:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616106.859746:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616106.859747:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616106.859749:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616106.859750:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde500. 02000000:00000001:3.0:1773616106.859753:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616106.860566:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616106.860568:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:3.0:1773616106.860573:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616106.860574:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.860576:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.860581:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795571968/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.860588:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616106.860589:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616106.860591:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802f11600. 02000000:00000001:3.0:1773616106.860597:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616106.860599:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616106.860600:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616106.860602:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616106.860603:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cdec00. 02000000:00000001:3.0:1773616106.860605:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616106.860606:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616106.860608:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:3.0:1773616106.860610:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616106.860611:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.860615:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.860617:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.860619:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.860621:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.860623:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616106.861707:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616106.861724:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616106.861728:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616106.861731:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616106.861739:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616106.861745:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616106.861753:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616106.861759:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616106.861765:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616106.861768:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066b680 00000400:00000200:1.0:1773616106.861773:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616106.861780:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935d9 [1] + 224 00000800:00000001:1.0:1773616106.861789:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616106.861798:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616106.861801:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616106.861806:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616106.861813:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616106.861819:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616106.861830:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616106.861893:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616106.861903:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616106.861907:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.862247:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.862250:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616106.862257:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616106.862259:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616106.862261:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773616106.862265:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:3.0:1773616106.862267:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:3.0:1773616106.862270:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616106.862274:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616106.862283:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.862289:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616106.862291:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.862293:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616106.862323:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616106.862325:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616106.862327:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.862330:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616106.862338:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=47 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616106.862342:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=151 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616106.862344:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616106.862346:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616106.862348:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616106.862351:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.862354:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616106.862356:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: committing for last_committed 4294983387 gen 3 00000100:00000040:3.0:1773616106.862362:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294983387) req@ffff91a807a19180 x1859763795571200/t4294983387(4294983387) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.862370:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.862373:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19180 x1859763795571200/t4294983387(4294983387) o4->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 496/448 e 0 to 0 dl 1773616155 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616106.862378:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616106.862381:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616106.862383:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8102d5400. 02000000:00000001:3.0:1773616106.862390:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616106.862392:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616106.862393:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616106.862395:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616106.862398:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a810910600. 02000000:00000001:3.0:1773616106.862401:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616106.862402:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616106.862404:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19180. 00000100:00000001:3.0:1773616106.862407:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616106.862408:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.862410:0:2402:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773616106.862413:0:2402:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1773616106.862415:0:2402:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616106.862417:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616106.862421:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.862434:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.862437:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616106.862439:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616106.862443:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616106.862451:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795572352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616106.862456:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.862459:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.862462:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8a80 x1859763795572352/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.862468:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616106.862469:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616106.862471:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111fb600. 02000000:00000001:3.0:1773616106.862474:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616106.862475:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616106.862477:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616106.862478:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616106.862480:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde400. 02000000:00000001:3.0:1773616106.862482:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616106.862483:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616106.862484:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8a80. 00000100:00000001:3.0:1773616106.862486:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616106.862487:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.862492:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.862493:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.862495:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616106.862496:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.862498:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616106.869860:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.869881:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616106.869886:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.869889:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616106.869899:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.869907:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616106.869918:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.869922:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.869940:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.869946:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066b600 00000400:00000200:0.0:1773616106.869950:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616106.869958:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935d1 [1] + 224 00000800:00000001:0.0:1773616106.869966:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.869976:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616106.869979:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616106.869984:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616106.869991:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616106.869999:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616106.870011:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616106.870031:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616106.870040:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616106.870043:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.870219:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.870223:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616106.870231:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616106.870233:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616106.870238:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616106.870242:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773616106.870244:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773616106.870247:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616106.870252:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616106.870261:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.870267:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616106.870269:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.870271:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616106.870275:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616106.870277:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616106.870280:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616106.870282:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616106.870293:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=47 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616106.870309:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616106.870312:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616106.870313:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616106.870316:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616106.870319:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.870323:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616106.870325:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616106.870327:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616106.870328:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616106.870332:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.870350:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616106.870352:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616106.870354:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616106.870374:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616106.870382:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795572224:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616106.870387:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.870390:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616106.870393:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca680 x1859763795572224/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616106.870400:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616106.870402:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616106.870406:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111fba00. 02000000:00000001:3.0:1773616106.870411:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616106.870414:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616106.870416:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616106.870418:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616106.870421:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde700. 02000000:00000001:3.0:1773616106.870424:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616106.870426:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616106.870428:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca680. 00000100:00000001:3.0:1773616106.870432:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616106.870433:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.870436:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616106.870443:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616106.870445:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616106.870447:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616106.870449:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616107.429193:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616107.429201:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616107.429207:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616107.429208:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616107.429212:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616107.429214:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616107.429276:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616107.429279:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616107.429282:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616108.448767:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616108.448775:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448781:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616108.448785:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616108.448787:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616108.448794:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616108.448797:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616108.448799:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448802:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616108.448804:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448806:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448808:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448812:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616108.448814:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616108.448815:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616108.448817:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448818:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616108.448820:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448821:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616108.448823:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616108.448909:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616108.448912:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616108.448915:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616109.471902:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616109.471909:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616109.471915:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616109.471916:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616109.471920:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616109.471921:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616109.472664:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616109.472669:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616109.472672:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616110.514979:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616110.514986:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616110.514991:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616110.514993:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616110.514996:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616110.514997:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616110.515017:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616110.515019:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616110.515022:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616110.879937:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301911431, at 4301911488 00000100:00000010:1.0:1773616110.879953:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bba0. 00000100:00000040:0.0:1773616110.880693:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301911431, at 4301911488 00000100:00000010:0.0:1773616110.880701:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bd80. 00010000:00000001:0.0:1773616111.520043:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616111.520050:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616111.520057:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616111.520058:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616111.520062:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616111.520063:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616111.520090:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616111.520093:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616111.520096:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616111.967973:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616111.967984:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616111.967994:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cad80. 00000020:00000040:2.0:1773616111.968001:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616111.968005:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616111.968008:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616111.968013:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616111.968021:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde200. 00000100:00000001:2.0:1773616111.968028:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968040:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616111.968051:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616111.968055:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968061:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f1c111e] to pc [ptlrpcd_01_01+1] req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616111.968097:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968100:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616111.968103:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616111.968108:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9180. 00000020:00000040:2.0:1773616111.968110:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616111.968113:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616111.968114:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616111.968116:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616111.968119:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cdeb00. 00000100:00000001:2.0:1773616111.968122:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968127:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616111.968135:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616111.968137:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968140:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9118ba6] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616111.968149:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968152:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616111.968155:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616111.968160:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca680. 00000020:00000040:2.0:1773616111.968162:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616111.968164:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616111.968166:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616111.968167:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616111.968171:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde600. 00000100:00000001:2.0:1773616111.968174:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968178:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616111.968186:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616111.968188:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968192:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c85d45e5] to pc [ptlrpcd_01_01+1] req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616111.968199:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968202:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616111.968205:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616111.968208:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616111.968236:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616111.968240:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8a80. 00000020:00000040:2.0:1773616111.968243:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616111.968246:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616111.968247:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616111.968249:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616111.968252:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cdea00. 00000100:00000001:2.0:1773616111.968266:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968271:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616111.968278:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616111.968484:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968489:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ee6fcc4] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616111.968496:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616111.968501:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7250) 00000100:00000001:3.0:1773616111.969152:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.969157:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616111.969160:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616111.969166:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969174:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616111.969176:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969179:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616111.969182:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616111.969184:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616111.969189:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795572608:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616111.969193:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616111.969198:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616111.969200:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969203:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616111.969208:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111fba00. 02000000:00000001:3.0:1773616111.969211:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616111.969229:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616111.969234:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616111.969242:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773616111.969249:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795572608, portal 10 00000100:00000001:3.0:1773616111.969251:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616111.969264:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820992 : -121324178730624 : ffff91a8036c9180) 00000100:00000040:3.0:1773616111.969273:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969281:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616111.969284:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616111.969287:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773616111.969291:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795572608, offset 0 00000400:00000200:3.0:1773616111.969298:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616111.969307:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.969315:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616111.969321:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616111.969324:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616111.969328:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616111.969331:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616111.969335:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149412:149412:256:4294967295] 192.168.201.103@tcp LPNI seq info [149352:149352:8:4294967295] 00000400:00000200:3.0:1773616111.969340:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.969349:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616111.969354:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616111.969359:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6f600. 00000800:00000200:3.0:1773616111.969366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616111.969385:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616111.969390:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616111.969404:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616111.969409:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 479913 usecs (480 jiffies) 00000400:00000200:3.0:1773616111.969412:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616111.969415:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301913057 00000100:00000010:3.0:1773616111.969421:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b7e0. 00000100:00000001:3.0:1773616111.969428:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616111.969443:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301913057 00000100:00000010:3.0:1773616111.969447:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bb40. 00000100:00000001:3.0:1773616111.969451:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616111.969455:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.969458:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.969461:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616111.969465:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969473:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616111.969476:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969478:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616111.969480:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616111.969483:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616111.969486:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795572864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616111.969490:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616111.969492:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616111.969494:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969496:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616111.969499:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111fb600. 02000000:00000001:3.0:1773616111.969502:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616111.969505:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616111.969509:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616111.969513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773616111.969517:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795572864, portal 4 00000100:00000001:3.0:1773616111.969519:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616111.969520:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530819200 : -121324178732416 : ffff91a8036c8a80) 00000100:00000040:3.0:1773616111.969526:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969532:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616111.969534:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616111.969537:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616111.969539:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795572864, offset 0 00000400:00000200:3.0:1773616111.969543:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616111.969546:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.969549:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616111.969552:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616111.969555:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616111.969557:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616111.969559:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616111.969562:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149413:149413:255:4294967295] 192.168.201.103@tcp LPNI seq info [149353:149353:7:4294967295] 00000400:00000200:3.0:1773616111.969567:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.969574:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616111.969579:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616111.969660:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6ff00. 00000800:00000200:3.0:1773616111.969666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616111.969670:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616111.969673:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616111.969676:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616111.969680:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 492376 usecs (493 jiffies) 00000400:00000200:3.0:1773616111.969683:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616111.969685:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301913070 00000100:00000001:3.0:1773616111.969691:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301913057 00000100:00000001:3.0:1773616111.969696:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301913070 00000100:00000001:3.0:1773616111.969698:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301913057 00000100:00000001:3.0:1773616111.969701:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.969703:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.969706:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.969708:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.969716:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616111.969718:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616111.969720:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.969722:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616111.969723:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616111.969726:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773616111.969728:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.969730:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616111.969731:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.969732:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.969733:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616111.969734:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616111.969739:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969746:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616111.969747:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969749:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616111.969751:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616111.969753:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616111.969756:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795572480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616111.969759:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616111.969761:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616111.969763:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969765:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616111.969768:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802f11600. 02000000:00000001:3.0:1773616111.969770:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616111.969773:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616111.969776:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616111.969780:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773616111.969783:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795572480, portal 25 00000100:00000001:3.0:1773616111.969785:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616111.969786:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530828160 : -121324178723456 : ffff91a8036cad80) 00000100:00000040:3.0:1773616111.969791:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969798:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616111.969800:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616111.969803:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3660. 00000100:00000200:3.0:1773616111.969805:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795572480, offset 0 00000400:00000200:3.0:1773616111.969810:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616111.969814:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.969817:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616111.969820:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616111.969823:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616111.969825:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616111.969827:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616111.969831:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149414:149414:254:4294967295] 192.168.201.103@tcp LPNI seq info [149354:149354:6:4294967295] 00000400:00000200:3.0:1773616111.969868:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.969876:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616111.969881:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616111.969884:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a810a6f700. 00000800:00000200:3.0:1773616111.969888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616111.969893:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616111.969896:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a810a6f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616111.969899:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616111.969902:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616111.969904:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301916551 00000100:00000001:3.0:1773616111.969907:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301913070 00000100:00000001:3.0:1773616111.969910:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301916551 00000100:00000001:3.0:1773616111.969913:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301913070 00000100:00000001:3.0:1773616111.969916:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.969918:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.969921:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616111.969925:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969931:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616111.969932:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969935:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616111.969937:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616111.969939:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616111.969942:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795572736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616111.969945:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616111.969947:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616111.969949:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.969950:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616111.969955:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a802f10200. 02000000:00000001:3.0:1773616111.969957:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616111.969959:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616111.969962:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616111.969966:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000100:00000200:3.0:1773616111.969969:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795572736, portal 10 00000100:00000001:3.0:1773616111.969970:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616111.969972:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530826368 : -121324178725248 : ffff91a8036ca680) 00000100:00000040:3.0:1773616111.969978:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.969985:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616111.969987:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616111.969989:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773616111.969991:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795572736, offset 0 00000400:00000200:3.0:1773616111.969996:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616111.969999:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.970003:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616111.970006:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616111.970008:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616111.970010:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616111.970012:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616111.970015:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149415:149415:253:4294967295] 192.168.201.103@tcp LPNI seq info [149355:149355:5:4294967295] 00000400:00000200:3.0:1773616111.970019:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616111.970024:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616111.970029:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616111.970033:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41600. 00000800:00000200:3.0:1773616111.970037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616111.970041:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616111.970044:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616111.970047:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616111.970559:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 104695 usecs (105 jiffies) 00000400:00000200:3.0:1773616111.970564:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616111.970566:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301912683 00000100:00000001:3.0:1773616111.970569:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301916551 00000100:00000001:3.0:1773616111.970571:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301912683 00000100:00000001:3.0:1773616111.970573:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301916551 00000100:00000001:3.0:1773616111.970575:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.970578:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.970650:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.970654:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.970669:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.970671:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616111.970973:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616111.970979:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6f600. 00000400:00000200:1.0:1773616111.970986:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616111.970993:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616111.970999:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:1.0:1773616111.971002:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:1.0:1773616111.971006:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616111.971012:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971022:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616111.971026:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971033:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616111.971035:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616111.971047:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616111.971049:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6ff00. 00000400:00000200:1.0:1773616111.971053:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616111.971056:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616111.971059:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:1.0:1773616111.971060:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000100:00000001:1.0:1773616111.971062:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616111.971066:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971073:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616111.971076:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971083:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616111.971085:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616111.971094:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616111.971097:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a810a6f700. 00000400:00000200:1.0:1773616111.971100:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616111.971103:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616111.971105:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3660 00000400:00000010:1.0:1773616111.971107:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3660. 00000100:00000001:1.0:1773616111.971109:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616111.971112:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971119:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616111.971122:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971129:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616111.971130:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616111.971194:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616111.971197:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41600. 00000400:00000200:1.0:1773616111.971200:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616111.971203:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616111.971206:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:1.0:1773616111.971208:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:1.0:1773616111.971210:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616111.971225:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971233:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616111.971237:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616111.971244:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616111.971245:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616111.982872:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.982895:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616111.982900:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.982903:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.982913:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.982920:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616111.982932:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.982937:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.982942:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.982946:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066b880 00000400:00000200:0.0:1773616111.982951:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.982957:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935e9 [1] + 224 00000800:00000001:0.0:1773616111.982966:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.982978:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.982981:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616111.982986:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616111.982993:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616111.983003:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616111.983014:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616111.983044:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616111.983266:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.983270:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616111.983278:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616111.983280:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616111.983283:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773616111.983288:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3b28 00000400:00000010:3.0:1773616111.983292:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3b28. 00000100:00000001:3.0:1773616111.983295:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616111.983300:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616111.983310:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.983316:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616111.983319:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.983322:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616111.983335:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616111.983339:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616111.983342:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.984864:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616111.984878:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616111.984884:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=6 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616111.984887:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616111.984888:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616111.984891:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616111.984895:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.984899:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616111.984902:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616111.984904:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616111.984906:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616111.984914:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.984923:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.984927:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616111.984929:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616111.984933:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616111.984941:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795572864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616111.984947:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.984951:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616111.984954:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8a80 x1859763795572864/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.984961:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616111.984964:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616111.984968:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111fb600. 02000000:00000001:3.0:1773616111.984975:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616111.984978:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616111.984980:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616111.984982:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616111.984985:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cdea00. 02000000:00000001:3.0:1773616111.984988:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616111.984990:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616111.984993:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8a80. 00000100:00000001:3.0:1773616111.984997:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616111.984998:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.985002:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.985005:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.985007:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616111.985010:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.985012:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616111.985172:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.985179:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616111.995543:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995559:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616111.995563:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995566:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.995574:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995593:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616111.995602:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995607:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995612:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995616:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066b700 00000400:00000200:0.0:1773616111.995621:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995627:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935f1 [1] + 224 00000800:00000001:0.0:1773616111.995635:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995640:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.995643:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616111.995648:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616111.995656:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616111.995665:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616111.995676:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616111.995699:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616111.995709:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995713:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616111.995715:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995717:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.995720:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995724:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616111.995728:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995731:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995734:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995737:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066b780 00000400:00000200:0.0:1773616111.995740:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995745:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935e1 [1] + 224 00000800:00000001:0.0:1773616111.995749:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995753:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.995755:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616111.995758:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616111.995761:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616111.995766:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616111.995776:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616111.995783:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616111.995787:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995790:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616111.995792:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995794:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.995797:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995801:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616111.995805:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995808:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995812:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995814:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066b800 00000400:00000200:0.0:1773616111.995817:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616111.995821:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1935f9 [1] + 224 00000800:00000001:0.0:1773616111.995824:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616111.995831:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616111.995833:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616111.995995:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616111.996000:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616111.996004:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616111.996014:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616111.996022:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616111.996092:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616111.996097:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.996150:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.996155:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616111.996161:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616111.996163:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616111.996167:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616111.996171:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000400:00000010:3.0:1773616111.996175:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:3.0:1773616111.996178:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616111.996182:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616111.996191:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996198:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616111.996200:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.996202:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616111.996206:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616111.996208:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616111.996210:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.996222:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616111.996230:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616111.996234:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616111.996237:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616111.996239:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616111.996242:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616111.996244:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.996247:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616111.996252:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996259:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.996262:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616111.996264:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616111.996268:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616111.996278:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795572480:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616111.996284:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616111.996285:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616111.996287:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616111.996289:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3ee0 00000400:00000010:3.0:1773616111.996291:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3ee0. 00000100:00000001:3.0:1773616111.996293:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616111.996296:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616111.996304:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996310:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616111.996311:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.996313:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616111.996314:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616111.996315:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616111.996317:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.996319:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616111.996325:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=52 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616111.996719:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616111.996722:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616111.996723:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616111.996725:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616111.996729:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.996733:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616111.996735:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616111.996737:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616111.996738:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616111.996743:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996749:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.996751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616111.996753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616111.996756:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616111.996765:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795572736:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616111.996771:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616111.996773:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616111.996775:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:3.0:1773616111.996777:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773616111.996779:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773616111.996781:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616111.996784:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616111.996793:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996806:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616111.996807:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.996809:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616111.996811:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616111.996812:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616111.996813:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616111.996815:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616111.996820:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=52 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616111.996822:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616111.996824:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616111.996826:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616111.996828:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616111.996830:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.996831:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616111.996833:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215234 00000100:00000001:3.0:1773616111.996860:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616111.996862:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616111.996867:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996874:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616111.996876:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616111.996877:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616111.996880:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616111.996887:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795572608:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616111.996891:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.996894:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616111.996898:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cad80 x1859763795572480/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996904:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616111.996906:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616111.996910:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802f11600. 02000000:00000001:3.0:1773616111.996916:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616111.996919:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616111.996921:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616111.996923:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616111.996927:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde200. 02000000:00000001:3.0:1773616111.996930:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616111.996932:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616111.996934:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cad80. 00000100:00000001:3.0:1773616111.996938:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616111.996939:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.996941:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616111.996944:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca680 x1859763795572736/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996951:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616111.996952:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616111.996954:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a802f10200. 02000000:00000001:3.0:1773616111.996957:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616111.996958:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616111.996959:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616111.996962:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616111.996964:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde600. 02000000:00000001:3.0:1773616111.996966:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616111.996967:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616111.996968:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca680. 00000100:00000001:3.0:1773616111.996971:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616111.996972:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.996974:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616111.996977:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9180 x1859763795572608/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616111.996983:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616111.996984:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616111.996986:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111fba00. 02000000:00000001:3.0:1773616111.996990:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616111.996991:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616111.996992:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616111.996994:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616111.996995:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cdeb00. 02000000:00000001:3.0:1773616111.996997:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616111.996998:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616111.996999:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9180. 00000100:00000001:3.0:1773616111.997001:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616111.997002:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.997005:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616111.997014:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616111.997016:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616111.997018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616111.997021:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616112.241510:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.241531:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616112.241537:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.241540:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616112.241550:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.241558:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616112.241568:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.241573:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.241591:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.241596:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b720066b480 00000400:00000200:0.0:1773616112.241600:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.241607:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x1935b1 [1] + 224 00000800:00000001:0.0:1773616112.241615:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.241626:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616112.241629:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616112.241634:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616112.241641:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616112.241650:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616157 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616112.241663:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616157 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616112.241692:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616112.241701:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.241705:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616112.243127:0:92717:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616112.243136:0:92717:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616112.243138:0:92717:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616112.243142:0:92717:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a840. 00000400:00000200:2.0:1773616112.243148:0:92717:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:2.0:1773616112.243150:0:92717:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:2.0:1773616112.243153:0:92717:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616112.243159:0:92717:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616157 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616112.243171:0:92717:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616157 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.243178:0:92717:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616112.243180:0:92717:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616112.243183:0:92717:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616112.243187:0:92717:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616112.243189:0:92717:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616112.243192:0:92717:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616112.243195:0:92717:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616112.243205:0:92717:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=53 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616112.243219:0:92717:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616112.243222:0:92717:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616112.243224:0:92717:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.243227:0:92717:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616112.243231:0:92717:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616112.243234:0:92717:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616112.243236:0:92717:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773616112.243239:0:92717:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616112.243240:0:92717:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616112.243245:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616157 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.243252:0:92717:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616112.243255:0:92717:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616112.243257:0:92717:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616112.243262:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616157 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616112.243270:0:92717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:92717:1859763795571840:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773616112.243275:0:92717:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616112.243277:0:92717:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616112.243280:0:92717:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616112.243282:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616112.243285:0:92717:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616157 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.243292:0:92717:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616112.243295:0:92717:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe2240. 00000100:00000001:2.0:1773616112.243299:0:92717:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616112.243301:0:92717:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.243304:0:92717:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616112.243308:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.243310:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.243314:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:2.0:1773616112.243317:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243320:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000040:2.0:1773616112.243338:0:92717:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804651a00, remote cookie: 0xf6516185796c50c, flags: 0x1001 00010000:00010000:2.0:1773616112.243345:0:92717:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616112.243548:0:92717:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.243556:0:92717:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616112.243560:0:92717:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616112.243562:0:92717:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616112.243563:0:92717:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616112.243564:0:92717:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616112.243567:0:92717:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804527c00) refcount = 1 00010000:00010000:2.0:1773616112.243571:0:92717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.243588:0:92717:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616112.243592:0:92717:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616112.243594:0:92717:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616112.243597:0:92717:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616112.243599:0:92717:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.243603:0:92717:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.243610:0:92717:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616112.243611:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243613:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.243614:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243615:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.243617:0:92717:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.243622:0:92717:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616112.243624:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.243626:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.243627:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.243630:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243632:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243635:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.243636:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.243637:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:2.0:1773616112.243639:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243642:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243645:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616112.243648:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.243651:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.243658:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243660:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.243661:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.243662:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.243663:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=5 00000020:00000001:2.0:1773616112.243665:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243667:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243669:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.243672:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.243678:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243679:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616112.243682:0:92717:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.243688:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.243689:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243690:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.243692:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243693:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616112.243698:0:92717:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616157 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616112.243707:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.243708:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.243710:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.243712:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243714:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243716:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243717:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.243718:0:92717:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.243720:0:92717:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.243723:0:92717:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616112.243725:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.243726:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.243728:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.243730:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243732:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00000002:00010000:2.0:1773616112.243735:0:92717:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.243740:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243741:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.243743:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616112.243951:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.243952:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.243954:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.243956:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.243958:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000040:2.0:1773616112.243965:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616112.243967:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616112.243972:0:92717:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773616112.243974:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.243975:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.243977:0:92717:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616112.243980:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7890 00000002:00002000:2.0:1773616112.243982:0:92717:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616112.243985:0:92717:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.243989:0:92717:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.243991:0:92717:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616112.243995:0:92717:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616112.243998:0:92717:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.244001:0:92717:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616112.244005:0:92717:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804fa2200. 00000080:00000001:2.0:1773616112.244009:0:92717:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616112.244011:0:92717:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616112.244017:0:92717:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616112.244021:0:92717:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773616112.244028:0:92717:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301680. 00800000:00000001:2.0:1773616112.244030:0:92717:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744961152 : -121323964590464 : ffff91a810301680) 00800000:00000001:2.0:1773616112.244033:0:92717:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.244035:0:92717:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616112.244037:0:92717:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616112.244039:0:92717:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773616112.244042:0:92717:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773616112.244045:0:92717:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773616112.244046:0:92717:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.244050:0:92717:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773616112.244053:0:92717:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773616112.244056:0:92717:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773616047 to 1773616098 00000080:00200000:2.0:1773616112.244060:0:92717:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773616112.244062:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.244064:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.244065:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.244067:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.244069:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.244071:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.244072:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616112.244073:0:92717:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616112.244076:0:92717:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773616112.244077:0:92717:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301680 1 00800000:00000010:2.0:1773616112.244080:0:92717:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301680. 00800000:00000001:2.0:1773616112.244082:0:92717:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.244086:0:92717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67882 00800000:00000001:2.0:1773616112.244089:0:92717:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616112.244091:0:92717:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616112.244092:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.244093:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.244095:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.244097:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.244099:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.244101:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.244102:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.244104:0:92717:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.244106:0:92717:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.244108:0:92717:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.244110:0:92717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616112.244113:0:92717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67882 from it ffffa25881ce7b58 00010000:00000001:2.0:1773616112.244115:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.244116:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.244117:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.244119:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.244121:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.244123:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.244127:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.244134:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.244135:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.244137:0:92717:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616112.244139:0:92717:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616112.244141:0:92717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616112.244150:0:92717:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616112.244153:0:92717:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616112.244155:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616112.244159:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.244160:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.244162:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.244165:0:92717:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616112.244166:0:92717:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.244169:0:92717:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.244171:0:92717:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.244173:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.244174:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.244175:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616112.244177:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616112.244181:0:92717:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795571840/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616157 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.244188:0:92717:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616112.244191:0:92717:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616112.244194:0:92717:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807fba000. 02000000:00000001:2.0:1773616112.244198:0:92717:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616112.244201:0:92717:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616112.244202:0:92717:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616112.244205:0:92717:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616112.244217:0:92717:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8102d4c00. 02000000:00000001:2.0:1773616112.244222:0:92717:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616112.244224:0:92717:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616112.244226:0:92717:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:2.0:1773616112.244229:0:92717:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616112.244230:0:92717:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616112.244233:0:92717:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616112.244238:0:92717:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616112.244267:0:92717:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a8065395e0. 00000020:00000001:2.0:1773616112.244272:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7ae8 00000080:00200000:2.0:1773616112.244274:0:92717:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), flags=8 00000080:00000001:2.0:1773616112.244278:0:92717:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616112.244280:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7998 00000080:00200000:2.0:1773616112.244281:0:92717:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=getattr 00000080:00000010:2.0:1773616112.244290:0:92717:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ce0a00. 00800000:00000002:2.0:1773616112.244295:0:92717:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616112.244299:0:92717:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616112.244302:0:92717:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.244304:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce78b8 00800000:00000002:2.0:1773616112.244306:0:92717:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.244309:0:92717:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616112.244312:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616112.244314:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616112.244316:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616112.244318:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616112.244320:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.244322:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.244325:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.244327:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7850 00800000:00000002:2.0:1773616112.244329:0:92717:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f130c.recovery-small' -> mds #0 00000002:00000001:2.0:1773616112.244334:0:92717:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.244335:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7788 00000002:00010000:2.0:1773616112.244337:0:92717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f130c.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616112.244341:0:92717:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616112.244343:0:92717:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616112.244348:0:92717:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616112.244351:0:92717:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616112.244355:0:92717:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616112.244359:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616112.244362:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.244363:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.244364:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616112.244368:0:92717:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616112.244370:0:92717:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616112.244374:0:92717:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616112.244381:0:92717:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496800. 00000100:00000001:2.0:1773616112.244386:0:92717:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.244390:0:92717:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616112.244392:0:92717:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.244394:0:92717:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616112.244395:0:92717:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.244397:0:92717:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.244403:0:92717:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00010000:00000001:2.0:1773616112.244407:0:92717:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616112.244409:0:92717:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616112.244412:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616112.244414:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616112.244417:0:92717:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616112.244420:0:92717:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5800. 00000020:00000001:2.0:1773616112.244423:0:92717:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616112.244425:0:92717:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5800 with handle 0xe60cc2233ec67889 to hash 00000020:00000001:2.0:1773616112.244428:0:92717:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616112.244429:0:92717:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.244432:0:92717:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.244435:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616112.244437:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.244440:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 92717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616112.244447:0:92717:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 92717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616112.244457:0:92717:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 92717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616112.244464:0:92717:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616112.244466:0:92717:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616112.244471:0:92717:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8060fee40. 00000100:00000001:2.0:1773616112.244473:0:92717:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749575081536 : -121324134470080 : ffff91a8060fee40) 00000100:00000001:2.0:1773616112.244476:0:92717:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616112.244478:0:92717:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000001:2.0:1773616112.244482:0:92717:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616112.244485:0:92717:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616112.244487:0:92717:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616112.244489:0:92717:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616112.244494:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.244502:0:92717:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616112.244504:0:92717:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616112.244508:0:92717:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616112.244511:0:92717:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616112.244513:0:92717:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616112.244517:0:92717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:92717:1859763795572992:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773616112.244521:0:92717:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616112.244526:0:92717:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616112.244528:0:92717:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616112.244530:0:92717:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616112.244535:0:92717:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3f800. 02000000:00000001:2.0:1773616112.244537:0:92717:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616112.244542:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616112.244546:0:92717:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616112.244551:0:92717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616112.244557:0:92717:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795572992, portal 10 00000100:00000001:2.0:1773616112.244559:0:92717:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616112.244560:0:92717:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:2.0:1773616112.244565:0:92717:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616167 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.244576:0:92717:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616112.244579:0:92717:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616112.244581:0:92717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616112.244584:0:92717:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795572992, offset 0 00000400:00000200:2.0:1773616112.244590:0:92717:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616112.244597:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616112.244603:0:92717:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616112.244608:0:92717:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616112.244611:0:92717:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616112.244615:0:92717:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616112.244618:0:92717:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616112.244622:0:92717:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149416:149416:256:4294967295] 192.168.201.103@tcp LPNI seq info [149356:149356:8:4294967295] 00000400:00000200:2.0:1773616112.244627:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616112.244636:0:92717:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616112.244642:0:92717:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616112.244647:0:92717:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde000. 00000800:00000200:2.0:1773616112.244654:0:92717:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616112.244662:0:92717:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616112.244667:0:92717:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773616112.244690:0:92717:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616112.244695:0:92717:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 506756 usecs (507 jiffies) 00000400:00000200:2.0:1773616112.244698:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616112.244701:0:92717:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301913359 00000100:00000001:2.0:1773616112.244705:0:92717:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301916551 00000100:00000001:2.0:1773616112.244707:0:92717:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301913359 00000100:00000001:2.0:1773616112.244710:0:92717:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301916551 00000100:00000001:2.0:1773616112.244712:0:92717:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616112.244715:0:92717:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616112.244718:0:92717:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616112.244719:0:92717:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616112.244722:0:92717:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8060fee40 going to sleep for 50 seconds 00000100:00000001:2.0:1773616112.244725:0:92717:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616112.244727:0:92717:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616112.245250:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616112.245255:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde000. 00000400:00000200:1.0:1773616112.245259:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616112.245264:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616112.245493:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:1.0:1773616112.245495:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:1.0:1773616112.245499:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616112.245504:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616167 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616112.245513:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616112.245516:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616167 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616112.245522:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616112.245524:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616112.256477:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.256499:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616112.256504:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.256507:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616112.256518:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.256527:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616112.256539:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.256545:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.256553:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.256559:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 640 into portal 10 MB=0x69b720066b900 00000400:00000200:0.0:1773616112.256564:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.256571:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 640/640 into md 0x193601 [1] + 224 00000800:00000001:0.0:1773616112.256589:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.256614:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616112.256617:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616112.256622:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616112.256631:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616112.256640:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616167 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616112.256653:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616167 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616112.256674:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616112.256683:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.256686:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616112.258046:0:92717:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616112.258070:0:92717:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616112.258072:0:92717:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616112.258076:0:92717:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616112.258092:0:92717:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616112.258095:0:92717:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616112.258098:0:92717:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616112.258106:0:92717:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616167 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616112.258118:0:92717:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616167 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.258125:0:92717:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616112.258127:0:92717:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616112.258130:0:92717:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616112.258134:0:92717:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616112.258136:0:92717:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616112.258139:0:92717:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616112.258142:0:92717:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616112.258152:0:92717:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=53 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616112.258157:0:92717:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616112.258160:0:92717:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616112.258162:0:92717:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.258165:0:92717:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616112.258168:0:92717:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616112.258172:0:92717:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616112.258174:0:92717:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215234 00000100:00000001:2.0:1773616112.258176:0:92717:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616112.258178:0:92717:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616112.258183:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616167 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.258197:0:92717:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616112.258201:0:92717:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616112.258203:0:92717:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616112.258218:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616167 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616112.258227:0:92717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:92717:1859763795572992:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773616112.258232:0:92717:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616112.258235:0:92717:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616112.258237:0:92717:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616112.258239:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616112.258242:0:92717:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616167 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.258249:0:92717:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616112.258252:0:92717:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8060fee40. 00000100:00000001:2.0:1773616112.258265:0:92717:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616112.258266:0:92717:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.258270:0:92717:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616112.258274:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.258277:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.258280:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=4 00000020:00000001:2.0:1773616112.258283:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.258286:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000040:2.0:1773616112.258292:0:92717:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5800, remote cookie: 0xf6516185796c528, flags: 0x1001 00010000:00010000:2.0:1773616112.258299:0:92717:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616112.258308:0:92717:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773616112.258311:0:92717:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1773616112.258552:0:92717:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb100. 00010000:00000010:2.0:1773616112.258561:0:92717:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453ca80. 00010000:00000001:2.0:1773616112.258567:0:92717:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.258571:0:92717:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616112.258591:0:92717:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.258599:0:92717:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616112.258603:0:92717:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616112.258605:0:92717:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616112.258606:0:92717:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616112.258608:0:92717:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616112.258611:0:92717:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x6:0x0].0x0 (ffff91a804feb100) refcount = 1 00010000:00010000:2.0:1773616112.258616:0:92717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.258622:0:92717:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616112.258625:0:92717:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616112.258627:0:92717:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616112.258630:0:92717:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616112.258632:0:92717:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.258636:0:92717:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.258642:0:92717:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616112.258644:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.258646:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.258647:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.258648:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.258650:0:92717:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.258655:0:92717:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616112.258657:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.258658:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.258661:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.258663:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.258666:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.258668:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.258669:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.258670:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=4 00000020:00000001:2.0:1773616112.258672:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.258674:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.258677:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616112.258680:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.258683:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.258947:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.258949:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.258951:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.258952:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.258953:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=5 00000020:00000001:2.0:1773616112.258955:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.258957:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.258959:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.258962:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.258967:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.258969:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616112.258971:0:92717:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.258978:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.258980:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.258981:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.258982:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.258984:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616112.258989:0:92717:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616167 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616112.259000:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.259001:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.259002:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.259004:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259006:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00000002:00010000:2.0:1773616112.259010:0:92717:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616112.259019:0:92717:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301680. 00010000:00000001:2.0:1773616112.259022:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259023:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.259025:0:92717:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.259027:0:92717:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616112.259030:0:92717:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616112.259032:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.259033:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.259034:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.259036:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259038:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00000002:00010000:2.0:1773616112.259042:0:92717:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.259048:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259049:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.259051:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616112.259052:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.259053:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.259055:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.259057:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259058:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000040:2.0:1773616112.259063:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb100 count: 2 00010000:00000001:2.0:1773616112.259065:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616112.259069:0:92717:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/6 (0 0) 00010000:00000001:2.0:1773616112.259071:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259072:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.259073:0:92717:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616112.259076:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7708 00000002:00002000:2.0:1773616112.259090:0:92717:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f130c.recovery-small intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616112.259093:0:92717:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.259097:0:92717:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.259099:0:92717:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616112.259102:0:92717:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616112.259106:0:92717:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.259110:0:92717:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:2.0:1773616112.259114:0:92717:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616112.259115:0:92717:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881ce7b20 it_disposition b 00000080:00000001:2.0:1773616112.259118:0:92717:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616112.259125:0:92717:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616112.259127:0:92717:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616112.259130:0:92717:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:2.0:1773616112.259133:0:92717:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1773616112.259139:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616112.259144:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616112.259149:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1400. 00000020:00000010:2.0:1773616112.259154:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce0600. 00000020:00000010:2.0:1773616112.259158:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616112.259165:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616112.259170:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616112.259175:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616112.259181:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616112.259185:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616112.259190:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1a00. 00000008:00000010:2.0:1773616112.259194:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616112.259198:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616112.259202:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616112.259217:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616112.259221:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616112.259224:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616112.259225:0:92717:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616112.259229:0:92717:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616112.259231:0:92717:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616112.259237:0:92717:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a8046853c0. 00020000:00000010:2.0:1773616112.259241:0:92717:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58c80. 00020000:00000010:2.0:1773616112.259245:0:92717:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a8046857e0. 00020000:00000001:2.0:1773616112.259247:0:92717:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547321312 : -121324162230304 : ffff91a8046857e0) 00020000:00000002:2.0:1773616112.259259:0:92717:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a8046857e0, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616112.259264:0:92717:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616112.259268:0:92717:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58c80: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000002:2.0:1773616112.259271:0:92717:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a8046170f8) owner ffff91a807eba7c0 00020000:00000001:2.0:1773616112.259274:0:92717:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616112.259277:0:92717:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a8046170f8) owner ffff91a807eba7c0 00020000:00000010:2.0:1773616112.259281:0:92717:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58c80. 00020000:00000010:2.0:1773616112.259285:0:92717:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a8046853c0. 00020000:00000010:2.0:1773616112.259288:0:92717:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a8046857e0. 00020000:00000002:2.0:1773616112.259291:0:92717:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616112.259293:0:92717:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.259295:0:92717:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616112.259297:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616112.259300:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce0600. 00000020:00000010:2.0:1773616112.259303:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616112.259498:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616112.259503:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616112.259505:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616112.259509:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616112.259512:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616112.259515:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1400. 00000008:00000010:2.0:1773616112.259520:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616112.259523:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616112.259527:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616112.259530:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616112.259533:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1a00. 00000020:00000010:2.0:1773616112.259535:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000080:00000001:2.0:1773616112.259539:0:92717:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088006 : 144116010713088006 : 20000bf89000006) 00000080:00000001:2.0:1773616112.259542:0:92717:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616112.259548:0:92717:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x6:0x0](ffff91a8041542c8): rc = 0 00000080:00000001:2.0:1773616112.259550:0:92717:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541876424 : -121324167675192 : ffff91a8041542c8) 00010000:00000001:2.0:1773616112.259553:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.259554:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.259556:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.259558:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259560:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00000080:00000001:2.0:1773616112.259562:0:92717:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616112.259564:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616112.259567:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616112.259569:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1a00. 00000020:00000010:2.0:1773616112.259571:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce1400. 00000020:00000010:2.0:1773616112.259574:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616112.259577:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616112.259579:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616112.259582:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616112.259585:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616112.259588:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616112.259590:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0600. 00000008:00000010:2.0:1773616112.259593:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616112.259595:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616112.259597:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616112.259600:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616112.259602:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616112.259604:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616112.259606:0:92717:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616112.259608:0:92717:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616112.259609:0:92717:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616112.259612:0:92717:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a8046857e0. 00020000:00000010:2.0:1773616112.259614:0:92717:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58c80. 00020000:00000010:2.0:1773616112.259617:0:92717:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a8046853c0. 00020000:00000001:2.0:1773616112.259618:0:92717:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547320256 : -121324162231360 : ffff91a8046853c0) 00020000:00000002:2.0:1773616112.259621:0:92717:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a8046853c0, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616112.259625:0:92717:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616112.259628:0:92717:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58c80: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000002:2.0:1773616112.259630:0:92717:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a8046170f8) owner ffff91a807eba7c0 00020000:00000001:2.0:1773616112.259633:0:92717:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616112.259635:0:92717:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a8046170f8) owner ffff91a807eba7c0 00020000:00000010:2.0:1773616112.259637:0:92717:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58c80. 00020000:00000010:2.0:1773616112.259640:0:92717:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a8046857e0. 00020000:00000010:2.0:1773616112.259642:0:92717:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a8046853c0. 00020000:00000002:2.0:1773616112.259644:0:92717:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616112.259646:0:92717:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.259647:0:92717:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.259651:0:92717:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616112.259654:0:92717:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000002:2.0:1773616112.259657:0:92717:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a807eba7c0. 00020000:00000002:2.0:1773616112.259660:0:92717:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000001:2.0:1773616112.259662:0:92717:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616112.259665:0:92717:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616112.259666:0:92717:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616112.259668:0:92717:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616112.259671:0:92717:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616112.259673:0:92717:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1773616112.259676:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616112.259678:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce1400. 00000020:00000010:2.0:1773616112.259681:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616112.259683:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616112.259686:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616112.259689:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616112.259691:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616112.259693:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616112.259695:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1a00. 00000008:00000010:2.0:1773616112.259698:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616112.259700:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616112.259702:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616112.259704:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616112.259707:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0600. 00000020:00000010:2.0:1773616112.259709:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000080:00000001:2.0:1773616112.259711:0:92717:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.259713:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259714:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616112.259715:0:92717:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616112.259718:0:92717:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616112.259720:0:92717:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.259722:0:92717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec67889 00800000:00000001:2.0:1773616112.259725:0:92717:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616112.259727:0:92717:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616112.259728:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.259729:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.259730:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.259732:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259734:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259736:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259737:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.259738:0:92717:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.259739:0:92717:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773616112.259746:0:92717:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a80550ed80 inode ffff91a8041542c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1773616112.259750:0:92717:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773616112.259753:0:92717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) 00000080:00010000:2.0:1773616112.259756:0:92717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67889 from it ffffa25881ce7b20 00010000:00000001:2.0:1773616112.259758:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.259759:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.259761:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.259762:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259764:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.259766:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.259768:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616112.259775:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259776:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.259777:0:92717:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616112.259779:0:92717:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616112.259782:0:92717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616112.259789:0:92717:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616112.259792:0:92717:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616112.259793:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616112.259797:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259798:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.259799:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.259802:0:92717:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616112.259804:0:92717:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.259806:0:92717:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.259809:0:92717:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.259811:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.259812:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.259813:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616112.259815:0:92717:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616112.259819:0:92717:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ce0a00. 00000100:00000001:2.0:1773616112.259823:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616112.259829:0:92717:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795572992/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616167 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616112.259854:0:92717:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616112.259858:0:92717:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616112.259861:0:92717:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3f800. 02000000:00000001:2.0:1773616112.259865:0:92717:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616112.259867:0:92717:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616112.259869:0:92717:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616112.259872:0:92717:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616112.259875:0:92717:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616112.259879:0:92717:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616112.259881:0:92717:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616112.259882:0:92717:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:2.0:1773616112.259885:0:92717:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616112.259886:0:92717:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616112.259889:0:92717:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616112.259890:0:92717:0:(dcache.c:176:ll_intent_release()) intent ffffa25881ce7b20 released 00000080:00000001:2.0:1773616112.259892:0:92717:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1773616112.259904:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7d08 00000080:00200008:2.0:1773616112.259907:0:92717:0:(file.c:6218:ll_getattr_dentry()) START file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff91a8041542c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616112.259912:0:92717:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616112.259914:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7c80 00000080:00200000:2.0:1773616112.259916:0:92717:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff91a8041542c8),name=f130c.recovery-small 00000080:00000010:2.0:1773616112.259921:0:92717:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ce0a00. 00800000:00000002:2.0:1773616112.259926:0:92717:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616112.259931:0:92717:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616112.259935:0:92717:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.259937:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7ba0 00800000:00000002:2.0:1773616112.259938:0:92717:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0x6:0x0] 'f130c.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.259942:0:92717:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616112.259945:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616112.259947:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616112.259949:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616112.259951:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616112.259953:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.259955:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.259958:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.259961:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616112.259962:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616112.259963:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616112.259964:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616112.259966:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.259968:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:2.0:1773616112.259969:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.259971:0:92717:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x6:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616112.259976:0:92717:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.259977:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7a70 00000002:00010000:2.0:1773616112.259979:0:92717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616112.259982:0:92717:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616112.259984:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616112.259986:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616112.259990:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb100 count: 2 00010000:00000001:2.0:1773616112.259992:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616112.259995:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616112.259997:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616112.260000:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616112.260008:0:92717:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616112.260012:0:92717:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.260015:0:92717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616112.260021:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616112.260023:0:92717:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616112.260025:0:92717:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616112.260026:0:92717:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616112.260028:0:92717:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616112.260030:0:92717:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616112.260032:0:92717:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616112.260034:0:92717:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616112.260037:0:92717:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ce0a00. 00000080:00000001:2.0:1773616112.260040:0:92717:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616112.260041:0:92717:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.260043:0:92717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) 00000080:00010000:2.0:1773616112.260046:0:92717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec67889 00800000:00000001:2.0:1773616112.260049:0:92717:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616112.260050:0:92717:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616112.260051:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.260052:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.260054:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.260055:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.260058:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.260060:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260061:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.260062:0:92717:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.260063:0:92717:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.260065:0:92717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67889 from it ffffa25881ce7cb8 00010000:00000001:2.0:1773616112.260067:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.260068:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.260069:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616112.260071:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.260073:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616112.260075:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.260078:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616112.260085:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260086:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.260087:0:92717:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616112.260089:0:92717:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616112.260091:0:92717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616112.260097:0:92717:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616112.260099:0:92717:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616112.260100:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616112.260102:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260103:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.260104:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260106:0:92717:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616112.260107:0:92717:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260109:0:92717:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260111:0:92717:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260112:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.260113:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260114:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616112.260115:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616112.260117:0:92717:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616112.260120:0:92717:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773616112.260123:0:92717:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616112.260125:0:92717:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616112.260127:0:92717:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616112.260128:0:92717:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.260130:0:92717:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616112.260133:0:92717:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773616112.260135:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616112.260138:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616112.260140:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0a00. 00000020:00000010:2.0:1773616112.260143:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce0600. 00000020:00000010:2.0:1773616112.260145:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616112.260149:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616112.260151:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616112.260154:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616112.260157:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616112.260159:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616112.260162:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1a00. 00000008:00000010:2.0:1773616112.260164:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616112.260167:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616112.260170:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616112.260172:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616112.260174:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616112.260176:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616112.260180:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:2.0:1773616112.260182:0:92717:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616112.260185:0:92717:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616112.260187:0:92717:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773616112.260190:0:92717:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616112.260192:0:92717:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616112.260194:0:92717:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616112.260196:0:92717:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.260198:0:92717:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616112.260201:0:92717:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff91a8050882a8 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773616112.260204:0:92717:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000001:2.0:1773616112.260217:0:92717:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616112.260219:0:92717:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616112.260222:0:92717:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616112.260223:0:92717:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616112.260225:0:92717:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616112.260227:0:92717:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616112.260229:0:92717:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260231:0:92717:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616112.260232:0:92717:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616112.260233:0:92717:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616112.260235:0:92717:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00000020:00000001:2.0:1773616112.260237:0:92717:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616112.260239:0:92717:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773616112.260241:0:92717:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0x6:0x0] 00000020:00000001:2.0:1773616112.260243:0:92717:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616112.260245:0:92717:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616112.260247:0:92717:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616112.260249:0:92717:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616112.260253:0:92717:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773616112.260258:0:92717:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453c480. 00020000:00000002:2.0:1773616112.260260:0:92717:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616112.260263:0:92717:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616112.260265:0:92717:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616112.260267:0:92717:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616112.260268:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616112.260271:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616112.260274:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1400. 00000020:00000010:2.0:1773616112.260276:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce1e00. 00000020:00000010:2.0:1773616112.260278:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616112.260282:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616112.260285:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118b40. 00008000:00000010:2.0:1773616112.260288:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616112.260291:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616112.260294:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616112.260297:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0800. 00000008:00000010:2.0:1773616112.260300:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616112.260302:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616112.260304:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616112.260307:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090960f0. 00000020:00000001:2.0:1773616112.260309:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616112.260311:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000020:00000001:2.0:1773616112.260313:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a804615f58 -> ffff91a804615530 00000020:00000001:2.0:1773616112.260315:0:92717:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616112.260317:0:92717:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616112.260318:0:92717:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616112.260319:0:92717:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616112.260321:0:92717:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616112.260323:0:92717:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877521320 : -121323832030296 : ffff91a81816cba8) 00000020:00000001:2.0:1773616112.260325:0:92717:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616112.260330:0:92717:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811967560. 00000008:00010000:2.0:1773616112.260332:0:92717:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773616112.260335:0:92717:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616112.260337:0:92717:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616112.260338:0:92717:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453c4b0, osc lock ffff91a811967560, flags 0x400001002 00000020:00000001:2.0:1773616112.260341:0:92717:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616112.260342:0:92717:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616112.260345:0:92717:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545972864 : -121324163578752 : ffff91a80453c480) 00000020:00000001:2.0:1773616112.260347:0:92717:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616112.260348:0:92717:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616112.260350:0:92717:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260352:0:92717:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260354:0:92717:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773616112.260356:0:92717:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773616112.260358:0:92717:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616112.260360:0:92717:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616112.260361:0:92717:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616112.260363:0:92717:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877521320 : -121323832030296 : ffff91a81816cba8) 00000020:00000001:2.0:1773616112.260364:0:92717:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616112.260366:0:92717:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616112.260368:0:92717:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616112.260371:0:92717:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616112.260595:0:92717:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616112.260597:0:92717:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616112.260599:0:92717:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616112.260600:0:92717:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616112.260601:0:92717:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616112.260604:0:92717:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616112.260606:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616112.260609:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:2.0:1773616112.260611:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616112.260616:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616112.260618:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616112.260622:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773616112.260632:0:92717:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616112.260634:0:92717:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.260637:0:92717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616112.260644:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.260646:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.260647:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616112.260649:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616112.260651:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00000008:00000001:2.0:1773616112.260655:0:92717:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616112.260657:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.260659:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.260660:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=4 00000020:00000001:2.0:1773616112.260662:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616112.260664:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00000020:00000001:2.0:1773616112.260668:0:92717:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616112.260669:0:92717:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773616112.260671:0:92717:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773616112.260673:0:92717:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260675:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.260676:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.260677:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=5 00000020:00000001:2.0:1773616112.260679:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616112.260681:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616112.260683:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.260685:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616112.260691:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260692:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.260693:0:92717:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616112.260695:0:92717:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616112.260697:0:92717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616112.260705:0:92717:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616112.260707:0:92717:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616112.260708:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616112.260710:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260711:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.260713:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260715:0:92717:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616112.260716:0:92717:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260717:0:92717:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260719:0:92717:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.260721:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.260722:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260723:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.260724:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260726:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616112.260727:0:92717:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616112.260730:0:92717:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260732:0:92717:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616112.260734:0:92717:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260735:0:92717:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260737:0:92717:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616112.260739:0:92717:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773616112.260741:0:92717:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773616112.260742:0:92717:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773616112.260744:0:92717:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260746:0:92717:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.260761:0:92717:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773616112.260763:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:2.0:1773616112.260765:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:2.0:1773616112.260767:0:92717:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616112.260770:0:92717:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773616112.260774:0:92717:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616112.260776:0:92717:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:2.0:1773616112.260778:0:92717:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616112.260779:0:92717:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4 : 4 : 4) 00020000:00000002:2.0:1773616112.260782:0:92717:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x6:49033 on OST[1]: s=4 (1) m=1773616098 a=0 c=1773616098 b=8 00020000:00000001:2.0:1773616112.260785:0:92717:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616112.260787:0:92717:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4 m=1773616098 a=0 c=1773616098 b=8 00020000:00000001:2.0:1773616112.260790:0:92717:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260792:0:92717:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260794:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000080:00200000:2.0:1773616112.260797:0:92717:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x6:0x0] updating i_size 4 i_blocks 8 00000080:00000001:2.0:1773616112.260799:0:92717:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773616112.260801:0:92717:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616112.260803:0:92717:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a805088248 (ffff91a81091c008/0) at cl_lock_release():245 00000020:00000001:2.0:1773616112.260806:0:92717:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616112.260807:0:92717:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a805088248 (ffff91a81091c008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616112.260809:0:92717:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616112.260811:0:92717:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616112.260813:0:92717:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877521320 : -121323832030296 : ffff91a81816cba8) 00000020:00000001:2.0:1773616112.260815:0:92717:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616112.260816:0:92717:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453c4b0 (ffff91a81091cab8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616112.260819:0:92717:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616112.260820:0:92717:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616112.260821:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.260822:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616112.260824:0:92717:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616112.260826:0:92717:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616112.260827:0:92717:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616112.260828:0:92717:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616112.260829:0:92717:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616112.260831:0:92717:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a805088248 (ffff91a81091c008/0) at cl_lock_fini():72 00020000:00000001:2.0:1773616112.260833:0:92717:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616112.260835:0:92717:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616112.260857:0:92717:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453c4b0 (ffff91a81091c008/1) at cl_lock_fini():72 00000008:00000010:2.0:1773616112.260861:0:92717:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811967560. 00000020:00000001:2.0:1773616112.260864:0:92717:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616112.260866:0:92717:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453c480. 00020000:00000001:2.0:1773616112.260868:0:92717:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616112.260869:0:92717:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616112.260870:0:92717:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773616112.260872:0:92717:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260874:0:92717:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773616112.260876:0:92717:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616112.260878:0:92717:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773616112.260879:0:92717:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773616112.260880:0:92717:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616112.260882:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:2.0:1773616112.260885:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce1e00. 00000020:00000010:2.0:1773616112.260888:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616112.260891:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616112.260894:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118b40. 00008000:00000010:2.0:1773616112.260897:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616112.260900:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616112.260903:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616112.260905:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1400. 00000008:00000010:2.0:1773616112.260907:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616112.260909:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616112.260912:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616112.260914:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090960f0. 00000020:00000010:2.0:1773616112.260917:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0800. 00000020:00000010:2.0:1773616112.260919:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00020000:00000001:2.0:1773616112.260921:0:92717:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616112.260922:0:92717:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616112.260924:0:92717:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616112.260926:0:92717:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616112.260929:0:92717:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616112.260930:0:92717:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.260932:0:92717:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616112.260934:0:92717:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616112.260936:0:92717:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616112.260937:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616112.260938:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce0600. 00000020:00000010:2.0:1773616112.260941:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616112.260943:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616112.260946:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616112.260948:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616112.260950:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616112.260952:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616112.260954:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0a00. 00000008:00000010:2.0:1773616112.260956:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616112.260958:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616112.260960:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616112.260962:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616112.260964:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1a00. 00000020:00000010:2.0:1773616112.260967:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000001:00000001:2.0:1773616112.260968:0:92717:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.260974:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7d08 00000080:00000008:2.0:1773616112.260976:0:92717:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file f130c.recovery-small:[0x20000bf89:0x6:0x0](ffff91a8041542c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616112.260980:0:92717:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616112.260982:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7da0 00000080:00002000:2.0:1773616112.260983:0:92717:0:(dcache.c:127:ll_ddelete()) keeping dentry f130c.recovery-small (ffff91a80550ed80, parent ffff91a80860ad80, inode ffff91a8041542c8) hashed, 00000080:00000001:2.0:1773616112.260986:0:92717:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.261025:0:92717:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616112.261029:0:92717:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616112.261030:0:92717:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616112.261032:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7bd8 00000080:00200000:2.0:1773616112.261034:0:92717:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616112.261038:0:92717:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ce1a00. 00800000:00000002:2.0:1773616112.261041:0:92717:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616112.261043:0:92717:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616112.261045:0:92717:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.261047:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7af8 00800000:00000002:2.0:1773616112.261049:0:92717:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.261052:0:92717:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616112.261053:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616112.261054:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616112.261056:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616112.261057:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616112.261059:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.261060:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.261063:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.261065:0:92717:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616112.261068:0:92717:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.261070:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce79c8 00000002:00010000:2.0:1773616112.261071:0:92717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616112.261074:0:92717:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616112.261076:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616112.261077:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616112.261081:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616112.261083:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616112.261086:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616112.261088:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616112.261091:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616112.261098:0:92717:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616112.261100:0:92717:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.261103:0:92717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616112.261111:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616112.261112:0:92717:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616112.261114:0:92717:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616112.261115:0:92717:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616112.261117:0:92717:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616112.261119:0:92717:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616112.261121:0:92717:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616112.261123:0:92717:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616112.261125:0:92717:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ce1a00. 00000080:00000001:2.0:1773616112.261129:0:92717:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616112.261130:0:92717:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.261132:0:92717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616112.261135:0:92717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67882 00800000:00000001:2.0:1773616112.261137:0:92717:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616112.261139:0:92717:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616112.261140:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.261141:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.261143:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.261144:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.261146:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.261148:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.261149:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.261150:0:92717:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.261152:0:92717:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.261154:0:92717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67882 from it ffffa25881ce7c10 00010000:00000001:2.0:1773616112.261156:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.261157:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.261158:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.261161:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.261162:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.261164:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.261167:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616112.261173:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.261174:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.261175:0:92717:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616112.261176:0:92717:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616112.261178:0:92717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616112.261185:0:92717:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616112.261186:0:92717:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616112.261187:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616112.261190:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.261191:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.261192:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.261194:0:92717:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616112.261195:0:92717:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.261197:0:92717:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.261199:0:92717:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.261201:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.261202:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.261204:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616112.261205:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616112.268538:0:92717:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616112.268552:0:92717:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616112.268559:0:92717:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616112.268573:0:92717:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773616112.268591:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7da0 00000080:00002000:2.0:1773616112.268593:0:92717:0:(dcache.c:87:ll_dcompare()) found name f130c.recovery-small(ffff91a80550ed80) flags 0x48000e refc 0 00000080:00000001:2.0:1773616112.268596:0:92717:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616112.268598:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7e10 00000080:00200000:2.0:1773616112.268600:0:92717:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f130c.recovery-small, flags=0 00000080:00000001:2.0:1773616112.268606:0:92717:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616112.268608:0:92717:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616112.268609:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7d30 00000080:00200000:2.0:1773616112.268612:0:92717:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616112.268622:0:92717:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ce1a00. 00800000:00000002:2.0:1773616112.268629:0:92717:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616112.268633:0:92717:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616112.268637:0:92717:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.268639:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7c50 00800000:00000002:2.0:1773616112.268642:0:92717:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.268646:0:92717:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616112.268648:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616112.268650:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616112.268653:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616112.268655:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616112.268657:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.268659:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616112.268661:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616112.268664:0:92717:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616112.268669:0:92717:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616112.268670:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7b20 00000002:00010000:2.0:1773616112.268672:0:92717:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616112.268675:0:92717:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616112.268678:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616112.268681:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616112.268690:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616112.268693:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616112.268697:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616112.268702:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616112.268707:0:92717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773616112.268719:0:92717:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616112.268725:0:92717:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616112.268728:0:92717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773616112.268736:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616112.268739:0:92717:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616112.268741:0:92717:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616112.268743:0:92717:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616112.268745:0:92717:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616112.268747:0:92717:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616112.268749:0:92717:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616112.268752:0:92717:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616112.268756:0:92717:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ce1a00. 00000080:00000001:2.0:1773616112.268764:0:92717:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616112.268766:0:92717:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.268768:0:92717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616112.268772:0:92717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67882 00800000:00000001:2.0:1773616112.268775:0:92717:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616112.268777:0:92717:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616112.268779:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.268782:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.268784:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.268786:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.268788:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.268791:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.268792:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616112.268793:0:92717:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616112.268795:0:92717:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616112.268797:0:92717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67882 from it ffffa25881ce7d68 00010000:00000001:2.0:1773616112.268799:0:92717:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616112.268800:0:92717:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616112.268801:0:92717:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616112.268803:0:92717:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.268805:0:92717:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616112.268807:0:92717:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616112.268810:0:92717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616112.268817:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.268818:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.268820:0:92717:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616112.268822:0:92717:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616112.268824:0:92717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616112.268831:0:92717:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616112.268834:0:92717:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616112.270183:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616112.270191:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.270193:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616112.270194:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.270199:0:92717:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616112.270200:0:92717:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.270202:0:92717:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.270206:0:92717:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616112.270216:0:92717:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616112.270218:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616112.270219:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616112.270222:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616112.270224:0:92717:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616112.270227:0:92717:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:2.0:1773616112.270233:0:92717:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616112.270707:0:92717:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:3.0:1773616112.270711:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7df8 00000080:00200000:3.0:1773616112.270714:0:92717:0:(namei.c:2407:ll_unlink()) VFS Op:name=f130c.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148) 00000080:00000001:3.0:1773616112.270717:0:92717:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1773616112.270720:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616112.270727:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773616112.270732:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802f10200. 00000020:00000010:3.0:1773616112.270737:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802f11600. 00000020:00000010:3.0:1773616112.270741:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773616112.270747:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616112.270762:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616112.270767:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616112.270773:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616112.270777:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616112.270782:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8111fba00. 00000008:00000010:3.0:1773616112.270786:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616112.270789:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616112.270792:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616112.270796:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616112.270799:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773616112.270801:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000020:00000001:3.0:1773616112.270803:0:92717:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773616112.270807:0:92717:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000002:3.0:1773616112.270811:0:92717:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a807eba7c0. 00020000:00000002:3.0:1773616112.270813:0:92717:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000001:3.0:1773616112.270816:0:92717:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773616112.270818:0:92717:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773616112.270820:0:92717:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773616112.270822:0:92717:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1773616112.270824:0:92717:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1773616112.270827:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773616112.270830:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802f11600. 00000020:00000010:3.0:1773616112.270858:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773616112.270863:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616112.270867:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616112.270870:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616112.270873:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616112.270877:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616112.270880:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802f10200. 00000008:00000010:3.0:1773616112.270884:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616112.270888:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616112.270891:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616112.270893:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616112.270896:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8111fba00. 00000020:00000010:3.0:1773616112.270898:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000080:00000001:3.0:1773616112.270901:0:92717:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773616112.270906:0:92717:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a8111fba00. 00800000:00000002:3.0:1773616112.270911:0:92717:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00800000:00000001:3.0:1773616112.270920:0:92717:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:3.0:1773616112.270923:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616112.270924:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616112.270926:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616112.270928:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616112.270929:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616112.270931:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616112.270933:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616112.270935:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616112.270937:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616112.270938:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616112.270939:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616112.270941:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616112.270943:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773616112.270944:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616112.270946:0:92717:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1773616112.270947:0:92717:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616112.270949:0:92717:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616112.270950:0:92717:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616112.270951:0:92717:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616112.270953:0:92717:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616112.270954:0:92717:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773616112.270956:0:92717:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616112.270958:0:92717:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0x6:0x0] 00800000:00000001:3.0:1773616112.270960:0:92717:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616112.270962:0:92717:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0x6:0x0] -> mds #0 00000002:00000001:3.0:1773616112.270967:0:92717:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1773616112.270969:0:92717:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773616112.270974:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:3.0:1773616112.270976:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616112.270979:0:92717:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773616112.270983:0:92717:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616112.270986:0:92717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1773616112.270995:0:92717:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616112.270999:0:92717:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773616112.271001:0:92717:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773616112.271003:0:92717:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773616112.271006:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616112.271008:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616112.271011:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 3 00010000:00000001:3.0:1773616112.271012:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616112.271015:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616112.271017:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616112.271018:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616112.271020:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 3 00010000:00000001:3.0:1773616112.271022:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616112.271023:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616112.271025:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616112.271026:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616112.271027:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 3 00010000:00000001:3.0:1773616112.271029:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616112.271031:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616112.271033:0:92717:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773616112.271036:0:92717:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773616112.271039:0:92717:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773616112.271041:0:92717:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773616112.271044:0:92717:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773616112.271045:0:92717:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616112.271048:0:92717:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616112.271052:0:92717:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616112.271053:0:92717:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616112.271055:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616112.271058:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773616112.271061:0:92717:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804651a00 with handle 0xe60cc2233ec67882 from hash 00010000:00000001:3.0:1773616112.271063:0:92717:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616112.271064:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616112.271066:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616112.271067:0:92717:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616112.271069:0:92717:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616112.271071:0:92717:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616112.271074:0:92717:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616112.271076:0:92717:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616112.271078:0:92717:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616112.271080:0:92717:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773616112.271083:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb100 count: 2 00010000:00000001:3.0:1773616112.271085:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616112.271087:0:92717:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773616112.271089:0:92717:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616112.271092:0:92717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1773616112.271103:0:92717:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616112.271105:0:92717:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773616112.271106:0:92717:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773616112.271107:0:92717:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x6:0x0] mode (null) 00000002:00000001:3.0:1773616112.271109:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616112.271110:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616112.271112:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb100 count: 3 00010000:00000001:3.0:1773616112.271114:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616112.271116:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616112.271118:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616112.271119:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616112.271121:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb100 count: 3 00010000:00000001:3.0:1773616112.271123:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616112.271125:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616112.271126:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616112.271127:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616112.271129:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb100 count: 3 00010000:00000001:3.0:1773616112.271131:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616112.271133:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616112.271135:0:92717:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616112.271136:0:92717:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616112.271137:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb100 count: 3 00010000:00000001:3.0:1773616112.271139:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616112.271141:0:92717:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616112.271142:0:92717:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616112.271145:0:92717:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773616112.271146:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616112.271149:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773616112.271152:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8111fb600. 00000020:00000010:3.0:1773616112.271155:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802f10200. 00000020:00000010:3.0:1773616112.271158:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773616112.271161:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616112.271164:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616112.271166:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616112.271170:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616112.271172:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616112.271175:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802f11600. 00000008:00000010:3.0:1773616112.271178:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616112.271180:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616112.271182:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616112.271185:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616112.271201:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773616112.271204:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000020:00000001:3.0:1773616112.271214:0:92717:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773616112.271216:0:92717:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x6:0x0]: losing layout lock 00000080:00000001:3.0:1773616112.271220:0:92717:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773616112.271223:0:92717:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773616112.271226:0:92717:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773616112.271228:0:92717:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773616112.271230:0:92717:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x6:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773616112.271233:0:92717:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616112.271235:0:92717:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616112.271237:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773616112.271239:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802f10200. 00000020:00000010:3.0:1773616112.271243:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773616112.271245:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616112.271247:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616112.271249:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616112.271252:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616112.271254:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616112.271257:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8111fb600. 00000008:00000010:3.0:1773616112.271260:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616112.271263:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616112.271265:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616112.271267:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616112.271270:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802f11600. 00000020:00000010:3.0:1773616112.271272:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000080:00000001:3.0:1773616112.271275:0:92717:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616112.271278:0:92717:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773616112.271280:0:92717:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x6:0x0](ffff91a8041542c8) invalid 00000020:00000001:3.0:1773616112.271283:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7a60 00000080:00002000:3.0:1773616112.271284:0:92717:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f130c.recovery-small (ffff91a80550ed80) parent ffff91a80860ad80 inode ffff91a8041542c8 refc 1 00000080:00000001:3.0:1773616112.271288:0:92717:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773616112.271290:0:92717:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773616112.271291:0:92717:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616112.271293:0:92717:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616112.271295:0:92717:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616112.271296:0:92717:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616112.271297:0:92717:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616112.271299:0:92717:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773616112.271302:0:92717:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5800 with handle 0xe60cc2233ec67889 from hash 00010000:00000001:3.0:1773616112.271304:0:92717:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616112.271306:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616112.271307:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616112.271308:0:92717:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616112.271309:0:92717:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616112.271311:0:92717:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616112.271314:0:92717:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616112.271315:0:92717:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616112.271317:0:92717:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773616112.271323:0:92717:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1880. 00000020:00000040:3.0:1773616112.271327:0:92717:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:3.0:1773616112.271333:0:92717:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773616112.271335:0:92717:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616112.271337:0:92717:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616112.271341:0:92717:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616112.271343:0:92717:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616112.271346:0:92717:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616112.271348:0:92717:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616112.271352:0:92717:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616112.271358:0:92717:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a802f11600. 00000100:00000001:3.0:1773616112.271365:0:92717:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616112.271377:0:92717:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616112.271380:0:92717:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616112.271387:0:92717:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773616112.271396:0:92717:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773616112.271402:0:92717:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1773616112.271404:0:92717:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1773616112.271406:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616112.271408:0:92717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec67889 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c528 expref: -99 pid: 92717 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1773616112.271416:0:92717:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301680. 00010000:00000040:3.0:1773616112.271420:0:92717:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feb100 count: 0 00010000:00000010:3.0:1773616112.271426:0:92717:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453ca80. 00010000:00000001:3.0:1773616112.271435:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616112.271437:0:92717:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616112.271439:0:92717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651a00/0xe60cc2233ec67882 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c50c expref: -99 pid: 92717 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1773616112.271445:0:92717:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527c00 count: 0 00010000:00000010:3.0:1773616112.271448:0:92717:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8047d5880. 00010000:00000001:3.0:1773616112.271452:0:92717:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616112.271454:0:92717:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616112.271456:0:92717:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616112.271457:0:92717:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616112.271459:0:92717:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1773616112.271470:0:92717:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1773616112.271482:0:92717:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616112.271491:0:92717:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616112.271493:0:92717:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616112.271499:0:92717:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807eddc00. 00000100:00000001:3.0:1773616112.271502:0:92717:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606403072 : -121324103148544 : ffff91a807eddc00) 00000100:00000001:3.0:1773616112.271505:0:92717:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616112.271506:0:92717:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000001:3.0:1773616112.271511:0:92717:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616112.271514:0:92717:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616112.271516:0:92717:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616112.271518:0:92717:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616112.271522:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616112.271530:0:92717:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616112.271532:0:92717:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616112.271536:0:92717:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616112.271538:0:92717:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616112.271541:0:92717:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616112.271545:0:92717:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:92717:1859763795573248:192.168.201.103@tcp:36:rm.0 00000100:00000001:3.0:1773616112.271549:0:92717:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616112.271554:0:92717:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616112.271557:0:92717:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616112.271559:0:92717:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616112.271563:0:92717:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a811160800. 02000000:00000001:3.0:1773616112.271565:0:92717:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616112.271573:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616112.271577:0:92717:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d370. 00000400:00000010:3.0:1773616112.271583:0:92717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773616112.271590:0:92717:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795573248, portal 10 00000100:00000001:3.0:1773616112.271592:0:92717:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616112.271593:0:92717:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000040:3.0:1773616112.271599:0:92717:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616112.271607:0:92717:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616112.271610:0:92717:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616112.271613:0:92717:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000100:00000200:3.0:1773616112.271616:0:92717:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1859763795573248, offset 0 00000400:00000200:3.0:1773616112.271622:0:92717:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616112.271630:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616112.271638:0:92717:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616112.271643:0:92717:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616112.271647:0:92717:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616112.271651:0:92717:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616112.271654:0:92717:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616112.271658:0:92717:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149417:149417:256:4294967295] 192.168.201.103@tcp LPNI seq info [149357:149357:8:4294967295] 00000400:00000200:3.0:1773616112.271663:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616112.271674:0:92717:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616112.271680:0:92717:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616112.271685:0:92717:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773616112.271693:0:92717:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616112.271700:0:92717:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616112.271704:0:92717:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1773616112.271728:0:92717:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616112.271732:0:92717:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 505630 usecs (506 jiffies) 00000400:00000200:3.0:1773616112.271736:0:92717:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616112.271739:0:92717:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301913385 00000100:00000001:3.0:1773616112.271742:0:92717:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301916551 00000100:00000001:3.0:1773616112.271744:0:92717:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301913385 00000100:00000001:3.0:1773616112.271746:0:92717:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301916551 00000100:00000001:3.0:1773616112.271749:0:92717:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616112.271751:0:92717:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616112.271754:0:92717:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616112.271755:0:92717:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616112.271758:0:92717:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807eddc00 going to sleep for 50 seconds 00000100:00000001:3.0:1773616112.271761:0:92717:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616112.271765:0:92717:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616112.272149:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616112.272154:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000400:00000200:1.0:1773616112.272158:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616112.272164:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616112.272169:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3ee0 00000400:00000010:1.0:1773616112.272172:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3ee0. 00000100:00000001:1.0:1773616112.272176:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616112.272181:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616167 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616112.272191:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616112.272196:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616167 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616112.272203:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616112.272205:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616112.281314:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb100. 00010000:00000010:3.1:1773616112.281332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00010000:00000010:3.1:1773616112.281338:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:3.1:1773616112.281342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00000800:00000001:0.0:1773616112.291827:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.291880:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616112.291885:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.291887:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616112.291896:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.291904:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616112.291913:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.291918:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.291923:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.291928:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b720066ba00 00000400:00000200:0.0:1773616112.291933:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616112.291939:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x193609 [1] + 224 00000800:00000001:0.0:1773616112.291946:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.291954:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616112.291957:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616112.291961:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616112.291969:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616112.291979:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616167 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616112.291992:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616112.292023:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616112.292032:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616112.292035:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616112.292596:0:92717:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616112.292604:0:92717:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616112.292607:0:92717:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616112.292611:0:92717:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d370. 00000400:00000200:1.0:1773616112.292617:0:92717:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:1.0:1773616112.292619:0:92717:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:1.0:1773616112.292623:0:92717:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616112.292628:0:92717:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616167 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616112.292639:0:92717:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1880 x1859763795573248/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616167 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616112.292646:0:92717:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616112.292648:0:92717:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616112.292651:0:92717:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616112.292654:0:92717:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616112.292657:0:92717:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616112.292660:0:92717:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616112.292663:0:92717:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616112.292673:0:92717:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=53 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616112.292677:0:92717:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616112.292680:0:92717:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616112.292682:0:92717:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616112.292685:0:92717:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616112.292689:0:92717:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616112.292692:0:92717:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773616112.292694:0:92717:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1800000081] 00000100:00000001:1.0:1773616112.292696:0:92717:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773616112.292699:0:92717:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616112.292700:0:92717:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000001:1.0:1773616112.292704:0:92717:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616112.292706:0:92717:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215234 00000100:00000001:1.0:1773616112.292708:0:92717:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616112.292711:0:92717:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616112.292718:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1880 x1859763795573248/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616167 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616112.292726:0:92717:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616112.292729:0:92717:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616112.292731:0:92717:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616112.292735:0:92717:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1880 x1859763795573248/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616167 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616112.292745:0:92717:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:92717:1859763795573248:192.168.201.103@tcp:36:rm.0 00000100:00000001:1.0:1773616112.292751:0:92717:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616112.292754:0:92717:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616112.292756:0:92717:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616112.292758:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616112.292762:0:92717:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b1880 x1859763795573248/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616167 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616112.292769:0:92717:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616112.292772:0:92717:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807eddc00. 00000100:00000001:1.0:1773616112.292776:0:92717:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616112.292777:0:92717:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616112.292786:0:92717:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616112.292790:0:92717:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616112.292794:0:92717:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616112.292798:0:92717:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a8111fba00. 00000100:00000001:1.0:1773616112.292805:0:92717:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616112.292809:0:92717:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1880 x1859763795573248/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616167 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616112.292815:0:92717:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616112.292819:0:92717:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616112.292830:0:92717:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773616112.292834:0:92717:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881ce7e28 00000080:00002000:1.0:1773616112.292863:0:92717:0:(dcache.c:127:ll_ddelete()) deleting dentry f130c.recovery-small (ffff91a80550ed80, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:1.0:1773616112.292868:0:92717:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616112.292874:0:92717:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773616112.292880:0:92717:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773616112.292889:0:92717:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:1.0:1773616112.292892:0:92717:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773616112.292895:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616112.292900:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616112.292906:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810910200. 00000020:00000010:1.0:1773616112.292911:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810911a00. 00000020:00000010:1.0:1773616112.292915:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8840. 00000008:00000010:1.0:1773616112.292922:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616112.292927:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a000. 00008000:00000010:1.0:1773616112.292932:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616112.292939:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616112.292944:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616112.292948:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911400. 00000008:00000010:1.0:1773616112.292952:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616112.292955:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616112.292960:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616112.292964:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616112.292967:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616112.292970:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000020:00000001:1.0:1773616112.292974:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a804615530 -> ffff91a804615530 00000020:00000001:1.0:1773616112.292977:0:92717:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773616112.292980:0:92717:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773616112.292982:0:92717:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773616112.292986:0:92717:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616112.292988:0:92717:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773616112.292989:0:92717:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616112.292993:0:92717:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x6:0x0]io ffff91a818551978 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773616112.292997:0:92717:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000001:1.0:1773616112.293001:0:92717:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773616112.293003:0:92717:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773616112.293006:0:92717:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773616112.293008:0:92717:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.293011:0:92717:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773616112.293013:0:92717:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773616112.293015:0:92717:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.293017:0:92717:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616112.293018:0:92717:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773616112.293020:0:92717:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773616112.293022:0:92717:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00000020:00000001:1.0:1773616112.293025:0:92717:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.293027:0:92717:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773616112.293029:0:92717:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773616112.293031:0:92717:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773616112.293035:0:92717:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773616112.293039:0:92717:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773616112.293043:0:92717:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616112.293045:0:92717:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773616112.293046:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616112.293064:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616112.293068:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911600. 00000020:00000010:1.0:1773616112.293071:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810911c00. 00000020:00000010:1.0:1773616112.293074:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8960. 00000008:00000010:1.0:1773616112.293078:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616112.293226:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616112.293230:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616112.293234:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616112.293237:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616112.293241:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911200. 00000008:00000010:1.0:1773616112.293244:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616112.293247:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616112.293249:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616112.293961:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616112.293966:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616112.293968:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000020:00000001:1.0:1773616112.293972:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a804615f58 -> ffff91a804615530 00000020:00000001:1.0:1773616112.293974:0:92717:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773616112.293976:0:92717:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616112.293978:0:92717:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773616112.293980:0:92717:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.293982:0:92717:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.293984:0:92717:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616112.293987:0:92717:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773616112.293989:0:92717:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.293991:0:92717:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.293993:0:92717:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.293995:0:92717:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1773616112.293997:0:92717:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773616112.293999:0:92717:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616112.294000:0:92717:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773616112.294002:0:92717:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616112.294004:0:92717:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.294006:0:92717:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.294008:0:92717:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.294009:0:92717:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.294011:0:92717:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616112.294012:0:92717:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.294014:0:92717:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.294017:0:92717:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1773616112.294018:0:92717:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773616112.294020:0:92717:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616112.294021:0:92717:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773616112.294023:0:92717:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1773616112.294026:0:92717:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1773616112.294029:0:92717:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1773616112.294033:0:92717:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8044c8540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773616112.294036:0:92717:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773616112.294039:0:92717:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c8540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:1.0:1773616112.294042:0:92717:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616112.294045:0:92717:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.294046:0:92717:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.294048:0:92717:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.294049:0:92717:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.294051:0:92717:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.294053:0:92717:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773616112.294055:0:92717:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1773616112.294057:0:92717:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773616112.294058:0:92717:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1773616112.294059:0:92717:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616112.294062:0:92717:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.294063:0:92717:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1773616112.294065:0:92717:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616112.294067:0:92717:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773616112.294068:0:92717:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616112.294070:0:92717:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616112.294071:0:92717:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616112.294072:0:92717:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616112.294073:0:92717:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.294075:0:92717:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.294077:0:92717:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616112.294078:0:92717:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616112.295171:0:92717:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773616112.295174:0:92717:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616112.295176:0:92717:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616112.295178:0:92717:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616112.295180:0:92717:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616112.295181:0:92717:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616112.295183:0:92717:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616112.295184:0:92717:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.295187:0:92717:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.295189:0:92717:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616112.295190:0:92717:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616112.295192:0:92717:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.295194:0:92717:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616112.295195:0:92717:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616112.295197:0:92717:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616112.295198:0:92717:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616112.295200:0:92717:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616112.295202:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616112.295218:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810911c00. 00000020:00000010:1.0:1773616112.295225:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8960. 00000008:00000010:1.0:1773616112.295230:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616112.295235:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616112.295240:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616112.295244:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616112.295543:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616112.295551:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911600. 00000008:00000010:1.0:1773616112.295554:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616112.295558:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616112.295562:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616112.295567:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616112.295570:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911200. 00000020:00000010:1.0:1773616112.295573:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00020000:00000001:1.0:1773616112.295654:0:92717:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616112.295658:0:92717:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616112.295660:0:92717:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616112.295663:0:92717:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616112.295666:0:92717:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616112.295668:0:92717:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616112.295671:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616112.295673:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810911a00. 00000020:00000010:1.0:1773616112.295677:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8840. 00000008:00000010:1.0:1773616112.295680:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616112.295683:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a000. 00008000:00000010:1.0:1773616112.295685:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616112.295689:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616112.295692:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616112.295695:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810910200. 00000008:00000010:1.0:1773616112.295698:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616112.295700:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616112.295704:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616112.295706:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616112.295709:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911400. 00000020:00000010:1.0:1773616112.295711:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000080:00000001:1.0:1773616112.295713:0:92717:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.295723:0:92717:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1773616112.295726:0:92717:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446622749574057696 : -121324135493920 : ffff91a806004ee0) 00000020:00000001:1.0:1773616112.295729:0:92717:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:1.0:1773616112.295731:0:92717:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:1.0:1773616112.295733:0:92717:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773616112.295734:0:92717:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773616112.295736:0:92717:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616112.295742:0:92717:0:(cl_page.c:547:__cl_page_state_set()) page@000000006587cbfb[2 000000002a50bccb 1 1 0000000000000000] 00000020:00000001:1.0:1773616112.295744:0:92717:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1773616112.295746:0:92717:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1773616112.295749:0:92717:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1773616112.295751:0:92717:0:(osc_page.c:138:osc_page_delete()) ffff91a806004f40 00000008:00000001:1.0:1773616112.295753:0:92717:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1773616112.295755:0:92717:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff91a806004f50 page ffff91a806004f40 at index 0. 00000008:00000001:1.0:1773616112.295758:0:92717:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616112.295764:0:92717:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1773616112.295766:0:92717:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd0b184c7a5c0 index 0 00000020:00000001:1.0:1773616112.295771:0:92717:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1773616112.295772:0:92717:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:1.0:1773616112.295774:0:92717:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773616112.295777:0:92717:0:(cl_page.c:596:cl_batch_put()) page@000000006587cbfb[1 000000002a50bccb 5 1 0000000000000000] 00000020:00000001:1.0:1773616112.295779:0:92717:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:1.0:1773616112.295781:0:92717:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:1.0:1773616112.295783:0:92717:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91a806004ee0. 00000020:00000001:1.0:1773616112.295787:0:92717:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:1.0:1773616112.295788:0:92717:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:1.0:1773616112.295817:0:92717:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:1.0:1773616112.295820:0:92717:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x6:0x0](ffff91a8041542c8) 00800000:00000001:1.0:1773616112.295825:0:92717:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:1.0:1773616112.295827:0:92717:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x6:0x0] 00000002:00000001:1.0:1773616112.295832:0:92717:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773616112.295861:0:92717:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616112.295864:0:92717:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773616112.295867:0:92717:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616112.295869:0:92717:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616112.295872:0:92717:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1773616112.295875:0:92717:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1773616112.295877:0:92717:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616112.295879:0:92717:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616112.295882:0:92717:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616112.295887:0:92717:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616112.295891:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911400. 00000020:00000010:1.0:1773616112.295895:0:92717:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810910200. 00000020:00000010:1.0:1773616112.295899:0:92717:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8840. 00000008:00000010:1.0:1773616112.295904:0:92717:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616112.295907:0:92717:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a000. 00008000:00000010:1.0:1773616112.295910:0:92717:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616112.295914:0:92717:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616112.295918:0:92717:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616112.295921:0:92717:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911a00. 00000008:00000010:1.0:1773616112.295924:0:92717:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616112.295926:0:92717:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616112.295929:0:92717:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616112.295932:0:92717:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616112.295934:0:92717:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616112.295936:0:92717:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00020000:00000001:1.0:1773616112.295943:0:92717:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:1.0:1773616112.295945:0:92717:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000001:1.0:1773616112.295948:0:92717:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:1.0:1773616112.295952:0:92717:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773616112.295956:0:92717:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773616112.295961:0:92717:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58f00: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000001:1.0:1773616112.295964:0:92717:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:1.0:1773616112.295966:0:92717:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.295969:0:92717:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1773616112.295971:0:92717:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1773616112.295975:0:92717:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1773616112.295980:0:92717:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:1.0:1773616112.295983:0:92717:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616112.295986:0:92717:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1773616112.295988:0:92717:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1773616112.295993:0:92717:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 4 blocks 8 [cma]time 1773616098 1773616098 0 ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00000001:1.0:1773616112.296006:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000020:00000001:1.0:1773616112.296009:0:92717:0:(cl_object.c:151:cl_object_top()) ffff91a8044c8540 -> ffff91a804615530 00000008:00000001:1.0:1773616112.296011:0:92717:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773616112.296013:0:92717:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773616112.296015:0:92717:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616112.296017:0:92717:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773616112.296022:0:92717:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91a8044c8540. 00020000:00000001:1.0:1773616112.296027:0:92717:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1773616112.296029:0:92717:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91a804615ed8. 00020000:00000001:1.0:1773616112.296035:0:92717:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1773616112.296038:0:92717:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616112.296040:0:92717:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616112.296042:0:92717:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000001:1.0:1773616112.296045:0:92717:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:1.0:1773616112.296047:0:92717:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:1.0:1773616112.296061:0:92717:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000001:1.0:1773616112.296065:0:92717:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:1.0:1773616112.296067:0:92717:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91a8036255c8. 00020000:00000010:1.0:1773616112.296073:0:92717:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91a8060fef00. 00020000:00000010:1.0:1773616112.296076:0:92717:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91a80471c0d0. 00020000:00000002:1.0:1773616112.299743:0:92717:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685840, objid 0x6:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1773616112.299758:0:92717:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1773616112.299762:0:92717:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58f00: ostid: 0x2c0000401:5995 ost idx: 1 gen: 0 00020000:00000010:1.0:1773616112.299768:0:92717:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58f00. 00020000:00000010:1.0:1773616112.299775:0:92717:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685060. 00020000:00000010:1.0:1773616112.299781:0:92717:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685840. 00020000:00000001:1.0:1773616112.299783:0:92717:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1773616112.299787:0:92717:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a8046170f8) owner 0000000000000000/ffff91a807eba7c0 00020000:00000010:1.0:1773616112.299792:0:92717:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff91a8046170f8. 00020000:00000001:1.0:1773616112.299795:0:92717:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:1.0:1773616112.299799:0:92717:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff91a8046154b0. 00000020:00001000:1.0:1773616112.299808:0:92717:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616112.299814:0:92717:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810910200. 00000020:00000010:1.0:1773616112.299818:0:92717:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8840. 00000008:00000010:1.0:1773616112.299823:0:92717:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616112.299828:0:92717:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a000. 00008000:00000010:1.0:1773616112.299833:0:92717:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616112.299857:0:92717:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616112.299861:0:92717:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616112.299865:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911400. 00000008:00000010:1.0:1773616112.299868:0:92717:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616112.299872:0:92717:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616112.299877:0:92717:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616112.299880:0:92717:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616112.299883:0:92717:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911a00. 00000020:00000010:1.0:1773616112.299885:0:92717:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000080:00000001:1.0:1773616112.299890:0:92717:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1773616112.299892:0:92717:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1773616112.313611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a8065395e0. 00000080:00000010:1.1:1773616112.337122:0:92720:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804154200. 00010000:00000001:0.0:1773616112.548524:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616112.548532:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616112.548534:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616112.548538:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616112.548543:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616112.548545:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616112.548547:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616112.548549:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616112.548551:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616112.548552:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616112.556706:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616112.556713:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616112.556719:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616113.568006:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616113.568015:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616113.568023:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616113.568024:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616113.568060:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616113.568063:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616113.568066:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616114.592020:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616114.592027:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616114.592033:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616114.592035:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616114.592069:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616114.592072:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616114.592075:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616115.616979:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616115.616988:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616115.616994:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616115.616996:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616115.618416:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616115.618422:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616115.618426:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616116.002015:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301916551, at 4301916609 00000100:00000010:1.0:1773616116.002030:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bb40. 00000100:00000040:0.0:1773616116.004363:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301916551, at 4301916612 00000100:00000010:0.0:1773616116.004379:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b7e0. 00010000:00000001:0.0:1773616116.639961:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616116.639980:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616116.639987:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616116.639988:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616116.640064:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616116.640067:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616116.640070:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616117.088250:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616117.088261:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616117.088273:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375500. 00000020:00000040:0.0:1773616117.088280:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616117.088464:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616117.088467:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616117.088585:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616117.088594:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372100. 00000100:00000001:0.0:1773616117.088601:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.088613:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616117.088624:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616117.088628:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.088634:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000260d5244] to pc [ptlrpcd_00_00+0] req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.088750:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616117.088754:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616117.088756:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616117.088762:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.088770:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616117.088773:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.089018:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616117.089022:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616117.089025:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616117.089029:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795573376:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616117.089034:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616117.089040:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616117.089043:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.089045:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616117.089052:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810910200. 02000000:00000001:1.0:1773616117.089054:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616117.089063:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616117.089066:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424528. 00000400:00000010:1.0:1773616117.089123:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773616117.089139:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795573376, portal 25 00000100:00000001:1.0:1773616117.089141:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616117.089143:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435904 : -121323964115712 : ffff91a810375500) 00000100:00000040:1.0:1773616117.089149:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.089156:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616117.089158:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616117.089161:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616117.089164:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795573376, offset 0 00000400:00000200:1.0:1773616117.089170:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616117.089179:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616117.089186:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616117.089191:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616117.089195:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616117.089199:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616117.089202:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616117.089206:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149418:149418:256:4294967295] 192.168.201.103@tcp LPNI seq info [149358:149358:8:4294967295] 00000400:00000200:1.0:1773616117.089210:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616117.089219:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616117.089224:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616117.089229:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac300. 00000800:00000200:1.0:1773616117.089236:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616117.089243:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616117.089248:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616117.089259:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616117.089263:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616117.089266:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301921670 00000100:00000010:1.0:1773616117.089597:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8840. 00000100:00000001:1.0:1773616117.089606:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616117.089612:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301921670 00000100:00000010:1.0:1773616117.089615:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8960. 00000100:00000001:1.0:1773616117.089618:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616117.089621:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616117.089624:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.089627:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.089630:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.089906:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616117.089910:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616117.089913:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616117.089914:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616117.089916:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.089918:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616117.090011:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090015:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616117.090018:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616117.090023:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374380. 00000020:00000040:0.0:1773616117.090026:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616117.090030:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616117.090032:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616117.090035:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616117.090040:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372200. 00000100:00000001:0.0:1773616117.090046:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090052:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616117.090060:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616117.090063:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090067:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f336dc11] to pc [ptlrpcd_00_01+1] req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.090217:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090220:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616117.090223:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616117.090226:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616117.090228:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616117.090231:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616117.090232:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616117.090234:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616117.090238:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372500. 00000100:00000001:0.0:1773616117.090241:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090246:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616117.090254:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616117.090256:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090260:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.090269:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090271:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616117.090274:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616117.090278:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616117.090281:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616117.090284:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616117.090286:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616117.090288:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616117.090290:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616117.090291:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616117.090294:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372400. 00000100:00000001:0.0:1773616117.090296:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090300:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1773616117.090420:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616117.090424:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac300. 00000400:00000200:1.0:1773616117.090428:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616117.090433:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616117.090438:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616117.090441:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616117.090444:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616117.090448:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.090457:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616117.090460:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.090467:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.090469:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616117.090483:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616117.090485:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616117.090486:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616117.090489:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.090497:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616117.090498:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.090501:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616117.090504:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616117.090506:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616117.090509:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795573632:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616117.090513:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616117.090516:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616117.090517:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.090519:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616117.090523:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911200. 02000000:00000001:1.0:1773616117.090525:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616117.090529:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616117.090532:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424aa8. 00000400:00000010:1.0:1773616117.090535:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616117.090539:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795573632, portal 10 00000100:00000001:1.0:1773616117.090541:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616117.090542:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:1.0:1773616117.090549:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.090555:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616117.090557:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616117.090560:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616117.090562:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795573632, offset 0 00000400:00000200:1.0:1773616117.090566:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616117.090570:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616117.090574:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616117.090577:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616117.090580:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616117.090583:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616117.090585:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616117.090589:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149419:149419:256:4294967295] 192.168.201.103@tcp LPNI seq info [149359:149359:8:4294967295] 00000400:00000200:1.0:1773616117.090593:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616117.090599:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616117.090603:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616117.090606:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac300. 00000800:00000200:1.0:1773616117.090611:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616117.090617:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616117.090620:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616117.090629:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616117.090632:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 104231 usecs (105 jiffies) 00000400:00000200:1.0:1773616117.090635:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616117.090637:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301917803 00000100:00000001:1.0:1773616117.090640:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301921670 00000100:00000001:1.0:1773616117.090652:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301917803 00000100:00000001:1.0:1773616117.090654:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301921670 00000100:00000001:0.0:1773616117.090733:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616117.090735:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090740:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_01+1] req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.090748:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090753:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7255) 00000100:00000001:0.0:1773616117.090765:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616117.090767:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616117.090769:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616117.090774:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.090780:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616117.090781:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616117.090783:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616117.090785:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616117.090787:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616117.090790:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795573504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616117.090793:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616117.090796:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616117.090798:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616117.090800:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616117.090804:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3400. 02000000:00000001:0.0:1773616117.090806:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616117.090810:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616117.090813:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a6e0. 00000400:00000010:0.0:1773616117.090817:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616117.090820:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795573504, portal 10 00000100:00000001:0.0:1773616117.090822:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616117.090823:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745431424 : -121323964120192 : ffff91a810374380) 00000100:00000040:0.0:1773616117.090829:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.090856:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616117.090859:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616117.090862:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616117.090864:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795573504, offset 0 00000400:00000200:0.0:1773616117.090869:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616117.090873:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.090877:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616117.090880:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616117.090882:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616117.090885:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616117.090887:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616117.090890:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149420:149420:255:4294967295] 192.168.201.103@tcp LPNI seq info [149360:149360:7:4294967295] 00000400:00000200:0.0:1773616117.090894:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.090900:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616117.090904:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616117.090908:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372300. 00000800:00000200:0.0:1773616117.090912:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616117.090916:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616117.090919:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616117.090923:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.090926:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 504531 usecs (505 jiffies) 00000400:00000200:0.0:1773616117.090928:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616117.090930:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301918203 00000100:00000001:0.0:1773616117.090933:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301921670 00000100:00000001:0.0:1773616117.090935:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301918203 00000800:00000200:0.0:1773616117.090957:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616117.090960:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac300. 00000400:00000200:0.0:1773616117.090962:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616117.090966:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616117.090969:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:0.0:1773616117.090971:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:0.0:1773616117.090974:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616117.090978:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.090985:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616117.090989:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.090994:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616117.090996:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616117.091028:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616117.091031:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372300. 00000400:00000200:0.0:1773616117.091034:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616117.091038:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616117.091040:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:0.0:1773616117.091042:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:0.0:1773616117.091044:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616117.091047:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.091054:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616117.091057:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.091062:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616117.091064:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616117.091157:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616117.091161:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091164:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091166:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.091173:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616117.091175:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616117.091177:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616117.091179:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616117.091180:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091182:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091207:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301921670 00000100:00000001:1.0:1773616117.091210:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616117.091212:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091214:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616117.091219:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.091225:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616117.091226:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.091229:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616117.091230:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616117.091232:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616117.091235:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795573760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616117.091241:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616117.091244:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616117.091245:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.091247:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616117.091251:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911600. 02000000:00000001:1.0:1773616117.091253:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616117.091257:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616117.091260:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424a50. 00000400:00000010:1.0:1773616117.091264:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616117.091266:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795573760, portal 4 00000100:00000001:1.0:1773616117.091268:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616117.091270:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:1.0:1773616117.091276:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.091462:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616117.091467:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616117.091471:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000100:00000200:1.0:1773616117.091474:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795573760, offset 0 00000400:00000200:1.0:1773616117.091479:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616117.091484:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616117.091488:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616117.091490:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616117.091493:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616117.091495:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616117.091497:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616117.091500:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149421:149421:256:4294967295] 192.168.201.103@tcp LPNI seq info [149361:149361:8:4294967295] 00000400:00000200:1.0:1773616117.091505:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616117.091511:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616117.091515:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616117.091519:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac900. 00000800:00000200:1.0:1773616117.091523:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616117.091529:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616117.091531:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616117.091588:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616117.091593:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 489196 usecs (490 jiffies) 00000400:00000200:1.0:1773616117.091596:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616117.091599:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301918189 00000100:00000001:1.0:1773616117.091601:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301921670 00000100:00000001:1.0:1773616117.091603:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301918189 00000100:00000001:1.0:1773616117.091605:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301921670 00000100:00000001:1.0:1773616117.091608:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616117.091610:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091612:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091614:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.091618:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616117.091620:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616117.091622:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616117.091623:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616117.091677:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.091680:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616117.091910:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616117.091914:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac900. 00000400:00000200:0.0:1773616117.091918:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616117.091922:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616117.091926:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1330 00000400:00000010:0.0:1773616117.091928:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1330. 00000100:00000001:0.0:1773616117.091931:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616117.091974:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.091983:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616117.091986:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.091993:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616117.091994:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616117.096732:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.096750:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616117.096754:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.096757:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.096767:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097308:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616117.097318:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097323:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097409:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097414:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066bb00 00000400:00000200:0.0:1773616117.097418:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097425:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193631 [1] + 224 00000800:00000001:0.0:1773616117.097432:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097438:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.097442:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616117.097446:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616117.097452:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616117.097460:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616117.097472:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.097539:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616117.097543:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616117.097561:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616117.097571:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097576:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616117.097578:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097581:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.097585:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097588:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616117.097593:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097596:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097599:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097602:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066bb80 00000400:00000200:0.0:1773616117.097605:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097610:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193621 [1] + 224 00000800:00000001:0.0:1773616117.097614:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097618:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.097620:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616117.097623:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616117.097626:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616117.097631:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616117.097640:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.097656:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616117.097660:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097663:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616117.097665:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097667:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.097669:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097673:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616117.097677:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097679:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097683:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097686:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066ba80 00000400:00000200:0.0:1773616117.097689:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.097693:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193611 [1] + 224 00000800:00000001:0.0:1773616117.097697:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097703:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.097705:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616117.097708:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616117.097711:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616117.097715:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616117.097724:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.097730:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616117.097733:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.097736:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616117.097764:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616117.097766:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616117.097771:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616117.097773:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616117.097776:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424aa8. 00000400:00000200:0.0:1773616117.097780:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:0.0:1773616117.097782:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:0.0:1773616117.097785:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616117.097789:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616117.097797:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.097802:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616117.097805:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616117.097807:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616117.097811:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616117.097813:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616117.097816:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616117.097819:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616117.097828:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=58 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616117.097832:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616117.097834:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616117.097858:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616117.097861:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616117.097875:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616117.097880:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616117.097882:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616117.097884:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616117.097885:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.097890:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.097897:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616117.097899:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616117.097901:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616117.097905:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616117.097912:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795573632:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616117.097917:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616117.097918:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616117.097920:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424528. 00000400:00000200:0.0:1773616117.097923:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e13b8 00000400:00000010:0.0:1773616117.097925:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e13b8. 00000100:00000001:0.0:1773616117.097927:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616117.097930:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616117.097938:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.097944:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616117.097946:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616117.097948:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616117.097950:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616117.097951:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616117.097952:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616117.097954:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616117.097957:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616117.097959:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616117.097961:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616117.097974:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616117.097976:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616117.097978:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616117.097980:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616117.097984:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.097991:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616117.097993:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616117.097994:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616117.098008:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616117.098016:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795573376:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616117.098019:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616117.098022:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616117.098025:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795573632/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.098031:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616117.098033:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616117.098036:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911200. 02000000:00000001:0.0:1773616117.098040:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616117.098042:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616117.098044:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616117.098045:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616117.098048:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372500. 02000000:00000001:0.0:1773616117.098052:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616117.098053:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616117.098055:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:0.0:1773616117.098058:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616117.098059:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616117.098061:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616117.098064:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375500 x1859763795573376/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.098070:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616117.098071:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616117.098072:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810910200. 02000000:00000001:0.0:1773616117.098074:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616117.098075:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616117.098077:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616117.098078:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616117.098080:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372100. 02000000:00000001:0.0:1773616117.098082:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616117.098083:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616117.098084:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375500. 00000100:00000001:0.0:1773616117.098086:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616117.098087:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616117.098089:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616117.098096:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616117.098098:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616117.098101:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616117.098103:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616117.107710:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.107730:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616117.107734:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.107736:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.107745:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.107752:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616117.107762:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.107766:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.107771:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.107774:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066bc00 00000400:00000200:0.0:1773616117.107778:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616117.107784:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193641 [1] + 224 00000800:00000001:0.0:1773616117.107791:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.107801:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616117.107804:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616117.107807:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616117.107814:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616117.107822:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616117.107831:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616117.107934:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616117.107942:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616117.107945:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616117.114420:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616117.114427:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616117.114431:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a6e0. 00000400:00000200:1.0:1773616117.114440:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:1.0:1773616117.114443:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:1.0:1773616117.114447:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616117.114459:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616117.114470:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.114478:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616117.114481:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.114484:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616117.114488:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616117.114490:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616117.114492:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.114495:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616117.114505:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=58 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616117.114510:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616117.114512:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616117.114514:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616117.114517:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616117.114521:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.114525:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616117.114527:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215234 00000100:00000001:1.0:1773616117.114529:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616117.114532:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616117.114537:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.114544:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616117.114547:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616117.114549:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616117.114553:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616117.114560:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795573504:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616117.114567:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616117.114568:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616117.114570:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424a50. 00000400:00000200:1.0:1773616117.114573:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:1.0:1773616117.114574:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:1.0:1773616117.114576:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616117.114581:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616117.114590:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.114597:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616117.114599:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.114600:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616117.114602:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616117.114603:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616117.114605:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616117.114607:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616117.114611:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616117.114614:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=12 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616117.114616:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616117.114617:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616117.114619:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616117.114621:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.114623:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616117.114625:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616117.114626:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616117.114628:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616117.114632:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.114638:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616117.114640:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616117.114641:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616117.114644:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616117.114650:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795573760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616117.114654:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.114657:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616117.114660:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374380 x1859763795573504/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.114667:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616117.114885:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616117.114889:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3400. 02000000:00000001:1.0:1773616117.114893:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616117.114896:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616117.114898:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616117.114901:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616117.114903:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372200. 02000000:00000001:1.0:1773616117.114906:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616117.114908:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616117.114910:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374380. 00000100:00000001:1.0:1773616117.114913:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616117.114915:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.114916:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616117.114920:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795573760/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616117.114928:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616117.114929:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616117.114931:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911600. 02000000:00000001:1.0:1773616117.114933:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616117.114934:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616117.114935:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616117.114937:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616117.114939:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372400. 02000000:00000001:1.0:1773616117.114941:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616117.114942:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616117.114943:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:1.0:1773616117.114945:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616117.114946:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.114950:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616117.114958:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616117.114960:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616117.114973:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616117.114976:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616117.665467:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616117.665476:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616117.665483:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616117.665484:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616117.665510:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616117.665513:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616117.665515:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616118.064489:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.064507:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616118.064510:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.064513:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616118.064523:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.064532:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616118.064540:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.064545:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.064550:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.064555:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b7201421080 00000400:00000200:0.0:1773616118.064564:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x192e01 [2] + 328 00000800:00000001:0.0:1773616118.064573:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.064589:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616118.064593:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616118.064598:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616118.064607:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773616118.064610:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773616118.064616:0:2392:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375500. 00000100:00000040:0.0:1773616118.064621:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91a810375500 x1859763809947776 msgsize 328 00000100:00100000:0.0:1773616118.064626:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773616118.064646:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773616118.064655:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.064658:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616118.064743:0:81767:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773616118.064746:0:81767:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763809947776 02000000:00000001:1.0:1773616118.064749:0:81767:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773616118.064752:0:81767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616118.064755:0:81767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616118.064760:0:81767:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616118.064765:0:81767:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763809947776 00000020:00000001:1.0:1773616118.064769:0:81767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616118.064770:0:81767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671b3 00000020:00000001:1.0:1773616118.064773:0:81767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616118.064776:0:81767:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e3c000 refcount=4 00000020:00000001:1.0:1773616118.065028:0:81767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605740544 : -121324103811072 : ffff91a807e3c000) 00000020:00000001:1.0:1773616118.065032:0:81767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605740544 : -121324103811072 : ffff91a807e3c000) 00000100:00000001:1.0:1773616118.065037:0:81767:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616118.065041:0:81767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9300. 00000100:00000001:1.0:1773616118.065045:0:81767:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616118.065047:0:81767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9300. 00000020:00000010:1.0:1773616118.065053:0:81767:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911600. 00000020:00000010:1.0:1773616118.065058:0:81767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8046b7b80. 00000020:00000010:1.0:1773616118.065063:0:81767:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8046b6190. 00000100:00000040:1.0:1773616118.065071:0:81767:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773616118.065074:0:81767:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773616118.065076:0:81767:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773616118.065078:0:81767:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616118.065085:0:81767:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616118.065099:0:81767:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616118.065141:0:81767:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773616118.065144:0:81767:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773616118.065149:0:81767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 38 00000100:00000040:1.0:1773616118.065154:0:81767:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a807e3c000 : new rpc_count 1 00000100:00000001:1.0:1773616118.065156:0:81767:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749745435904 : -121323964115712 : ffff91a810375500) 00000100:00000040:1.0:1773616118.065164:0:81767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a810375500 x1859763809947776/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:329/0 lens 328/0 e 0 to 0 dl 1773616129 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616118.065174:0:81767:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616118.065177:0:81767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9300. 00000100:00000001:1.0:1773616118.065180:0:81767:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616118.065182:0:81767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9300. 00000100:00100000:1.0:1773616118.065187:0:81767:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a810375500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:28771:x1859763809947776:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773616118.065191:0:81767:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763809947776 00010000:00000001:1.0:1773616118.065195:0:81767:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773616118.065202:0:81767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616118.065205:0:81767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616118.065208:0:81767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=2 00000020:00000001:1.0:1773616118.065210:0:81767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:1.0:1773616118.065212:0:81767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:1.0:1773616118.065217:0:81767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616118.065221:0:81767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616118.065227:0:81767:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:1.0:1773616118.065239:0:81767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773616118.065242:0:81767:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773616118.065247:0:81767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8050f9400. 02000000:00000001:1.0:1773616118.065249:0:81767:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616118.065252:0:81767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616118.065259:0:81767:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773616118.065262:0:81767:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616118.065266:0:81767:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=183 v=5 (1 1 0 1) 00000100:00000001:1.0:1773616118.065270:0:81767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616118.065273:0:81767:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616118.065276:0:81767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:1.0:1773616118.065278:0:81767:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773616118.065280:0:81767:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616118.065284:0:81767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616118.065287:0:81767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616118.065292:0:81767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616118.065297:0:81767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763809947776, offset 224 00000400:00000200:1.0:1773616118.065303:0:81767:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616118.065310:0:81767:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616118.065316:0:81767:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616118.065519:0:81767:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149422:149422:256:4294967295] 192.168.201.103@tcp LPNI seq info [149362:149362:8:4294967295] 00000400:00000200:1.0:1773616118.065526:0:81767:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616118.065534:0:81767:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616118.065540:0:81767:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616118.065546:0:81767:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac600. 00000800:00000200:1.0:1773616118.065551:0:81767:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616118.065558:0:81767:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616118.065563:0:81767:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616118.065572:0:81767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616118.065576:0:81767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773616118.065579:0:81767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773616118.065583:0:81767:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a807f63780. 00010000:00000001:1.0:1773616118.065586:0:81767:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773616118.065600:0:81767:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773616118.065602:0:81767:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616118.065604:0:81767:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616118.065606:0:81767:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616118.065612:0:81767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375500 x1859763809947776/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:329/0 lens 328/224 e 0 to 0 dl 1773616129 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773616118.065621:0:81767:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a810375500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:28771:x1859763809947776:12345-192.168.201.103@tcp:104: Request processed in 446us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1773616118.065629:0:81767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 38 00000100:00000040:1.0:1773616118.065632:0:81767:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a807e3c000 : new rpc_count 0 00000100:00000001:1.0:1773616118.065635:0:81767:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773616118.065636:0:81767:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773616118.065642:0:81767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8046b7b80. 00000020:00000010:1.0:1773616118.065646:0:81767:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8046b6190. 00000020:00000010:1.0:1773616118.065649:0:81767:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911600. 00000020:00000040:1.0:1773616118.065654:0:81767:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e3c000 : new refcount 3 00000100:00000001:1.0:1773616118.065657:0:81767:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616118.065687:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616118.065691:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616118.065694:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773616118.065697:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616118.065699:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616118.065705:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x420000010000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773616118.065716:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c5600 already unused, calling callback (ffffffffc109a260) 00000008:00000001:3.0:1773616118.065719:0:81777:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773616118.065722:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616118.065723:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616118.065725:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616118.065727:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:3.0:1773616118.065729:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:3.0:1773616118.065732:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:3.0:1773616118.065735:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616118.065739:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x428400010000 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1773616118.065747:0:81777:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773616118.065749:0:81777:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616118.065754:0:81777:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773616118.065758:0:81777:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8111fb600. 00000020:00000010:3.0:1773616118.065763:0:81777:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a8111fba00. 00000020:00000010:3.0:1773616118.065767:0:81777:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773616118.065772:0:81777:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616118.065777:0:81777:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616118.065782:0:81777:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616118.065787:0:81777:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616118.065791:0:81777:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616118.065794:0:81777:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8108c3200. 00000008:00000010:3.0:1773616118.065798:0:81777:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616118.065802:0:81777:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616118.065806:0:81777:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616118.065809:0:81777:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616118.065812:0:81777:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773616118.065815:0:81777:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000008:00000001:3.0:1773616118.065817:0:81777:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773616118.065820:0:81777:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616118.065822:0:81777:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773616118.065824:0:81777:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a8111fba00. 00000020:00000010:3.0:1773616118.065829:0:81777:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b480. 00000008:00000010:3.0:1773616118.065833:0:81777:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616118.065859:0:81777:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616118.065864:0:81777:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616118.065867:0:81777:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616118.065871:0:81777:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616118.065874:0:81777:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8111fb600. 00000008:00000010:3.0:1773616118.065877:0:81777:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616118.065881:0:81777:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616118.065885:0:81777:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616118.065888:0:81777:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616118.065891:0:81777:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8108c3200. 00000020:00000010:3.0:1773616118.065893:0:81777:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000008:00000001:3.0:1773616118.065896:0:81777:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616118.065899:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616118.065905:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616118.065907:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616118.065909:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616118.065912:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616118.065915:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5600 with handle 0xe60cc2233ec6787b from hash 00010000:00000001:3.0:1773616118.065918:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616118.065919:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616118.065921:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616118.065922:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616118.065926:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616118.065928:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773616118.065933:0:81777:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616118.065939:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616118.065940:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616118.065942:0:81777:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616118.065945:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616118.065947:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773616118.065951:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616118.065955:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616118.065960:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616118.065962:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616118.065967:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616118.065972:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a8108c3200. 00000100:00000001:3.0:1773616118.065978:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616118.065981:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616118.065996:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773616118.066006:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616118.066008:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616118.066013:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616118.066017:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616118.066024:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1773616118.066026:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1773616118.066030:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac600. 00000400:00000200:0.0:1773616118.066036:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616118.066045:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616118.066049:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:0.0:1773616118.066052:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:0.0:1773616118.066055:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773616118.066056:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1773616118.066065:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616118.066076:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616118.066078:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616118.066080:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616118.066083:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616118.066085:0:81777:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616118.066090:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616118.066097:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616118.066100:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff91a8182b3000 lock: 00000000494acaf0/0xe60cc2233ec6787b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x176b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4c29400010020 nid: local remote: 0xf6516185796c4fe expref: -99 pid: 92461 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:3.0:1773616118.066108:0:81777:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301400. 00010000:00000040:3.0:1773616118.066120:0:81777:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804febe00 count: 0 00010000:00000010:3.0:1773616118.066127:0:81777:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91a804feb300. 00010000:00000001:3.0:1773616118.066137:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616118.066139:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616118.066141:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a807f63780. 00010000:00000001:3.0:1773616118.066143:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616118.066146:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616118.066147:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616118.066149:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616118.066151:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616118.066153:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616118.066155:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616118.066281:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616118.066284:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616118.066287:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616118.066289:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616118.066294:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616118.066295:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616118.066297:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773616118.066300:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616118.066307:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616118.066318:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616118.066320:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616118.066324:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616118.066327:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616118.066330:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616118.066334:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795573888:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616118.066337:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616118.066342:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616118.066345:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616118.066348:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616118.066353:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63a00. 02000000:00000001:2.0:1773616118.066355:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616118.066360:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616118.066364:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616118.066369:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616118.066375:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795573888, portal 18 00000100:00000001:2.0:1773616118.066377:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616118.066379:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:2.0:1773616118.066699:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616118.066707:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616118.066710:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616118.066915:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616118.066920:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795573888, offset 0 00000400:00000200:2.0:1773616118.066926:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616118.066931:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616118.066935:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616118.066940:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616118.066944:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616118.066948:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616118.066951:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616118.066955:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149423:149423:256:4294967295] 192.168.201.103@tcp LPNI seq info [149363:149363:8:4294967295] 00000400:00000200:2.0:1773616118.066960:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616118.066967:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616118.066973:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616118.066977:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde000. 00000800:00000200:2.0:1773616118.066982:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616118.066988:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616118.066991:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616118.066998:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616118.067003:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 486133 usecs (487 jiffies) 00000400:00000200:2.0:1773616118.067007:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616118.067010:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301919161 00000100:00000001:2.0:1773616118.067014:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301921670 00000100:00000001:2.0:1773616118.067017:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301919161 00000100:00000001:2.0:1773616118.067019:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301921670 00000100:00000001:2.0:1773616118.067022:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616118.067025:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616118.067028:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616118.067031:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616118.067036:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616118.067038:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616118.067040:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616118.067041:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616118.067043:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616118.067045:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616118.067211:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616118.067215:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde000. 00000400:00000200:0.0:1773616118.067218:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616118.067223:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616118.067227:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:0.0:1773616118.067229:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:0.0:1773616118.067232:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616118.067236:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616118.067247:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616118.067250:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616118.067257:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616118.067259:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616118.072286:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febe00. 00010000:00000010:3.1:1773616118.072317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00000800:00000001:0.0:1773616118.073913:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.073930:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616118.073934:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.073938:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616118.073960:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.073969:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616118.073989:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.073995:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.074001:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.074006:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b720066bc80 00000400:00000200:0.0:1773616118.074011:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616118.074018:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193659 [1] + 224 00000800:00000001:0.0:1773616118.074028:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.074040:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616118.074044:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616118.074049:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616118.074057:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616118.074067:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616118.074081:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616118.074105:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616118.074125:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616118.074129:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616118.075685:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616118.075700:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616118.075709:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616118.075711:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616118.075716:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616118.075723:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616118.075726:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616118.075729:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616118.075738:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616118.075749:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616118.075757:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616118.075759:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616118.075762:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616118.076005:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616118.076008:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616118.076011:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616118.076015:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616118.076025:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38d30 time=371 v=5 (5 5 0 0) 00000100:00001000:2.0:1773616118.076029:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=13 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616118.076032:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616118.076034:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616118.076037:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616118.076041:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616118.076045:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616118.076048:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616118.076050:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616118.076052:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616118.076057:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616118.076065:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616118.076068:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616118.076070:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616118.076075:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616118.076083:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795573888:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616118.076088:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616118.076091:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616118.076095:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795573888/t0(0) o103->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616134 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616118.076103:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616118.076122:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616118.076125:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63a00. 02000000:00000001:2.0:1773616118.076131:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616118.076134:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616118.076136:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616118.076138:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616118.076141:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a8108c3200. 02000000:00000001:2.0:1773616118.076146:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616118.076148:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616118.076151:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:2.0:1773616118.076154:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616118.076156:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616118.076159:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616118.076168:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616118.076170:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616118.076172:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616118.076175:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616118.692759:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616118.692981:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616118.692988:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616118.692989:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616118.693052:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616118.693055:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616118.693058:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616119.716594:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616119.716602:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616119.716607:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616119.716609:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616119.716634:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616119.716637:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616119.716640:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616120.738609:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616120.738616:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616120.738622:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616120.738623:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616120.744431:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616120.744438:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616120.744444:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616121.120144:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301921670, at 4301921728 00000100:00000010:1.0:1773616121.120157:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8960. 00000100:00000040:0.0:1773616121.120234:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301921670, at 4301921728 00000100:00000010:0.0:1773616121.120240:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8840. 00010000:00000001:0.0:1773616121.759966:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616121.759976:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616121.759978:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616121.759982:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616121.759987:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616121.759990:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616121.759992:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616121.759994:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616121.759998:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616121.760000:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616121.760002:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616121.760006:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616121.760008:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616121.760009:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616121.760011:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616121.760012:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616121.760014:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616121.760016:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616121.760284:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616121.760288:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616121.760291:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616122.207995:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616122.208006:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616122.208018:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616122.208025:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616122.208029:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616122.208031:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616122.208036:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616122.208043:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372100. 00000100:00000001:0.0:1773616122.208061:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.208073:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616122.208098:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616122.208102:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.208110:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.208188:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.208193:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616122.208196:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616122.208203:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.208210:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616122.208212:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616122.208216:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616122.208219:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616122.208222:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616122.208225:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795574016:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616122.208230:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616122.208235:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616122.208238:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616122.208240:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616122.208246:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911c00. 02000000:00000001:1.0:1773616122.208249:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616122.208257:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616122.208261:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424a50. 00000400:00000010:1.0:1773616122.208268:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1aa0. 00000100:00000200:1.0:1773616122.208276:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574016, portal 25 00000100:00000001:1.0:1773616122.208278:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616122.208280:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:1.0:1773616122.208287:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.208295:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616122.208298:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616122.208301:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e12a8. 00000100:00000200:1.0:1773616122.208304:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795574016, offset 0 00000400:00000200:1.0:1773616122.208311:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616122.208332:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.208340:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616122.208347:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616122.208351:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616122.208355:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616122.208358:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616122.208362:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149424:149424:256:4294967295] 192.168.201.103@tcp LPNI seq info [149364:149364:8:4294967295] 00000400:00000200:1.0:1773616122.208367:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.208390:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616122.208398:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616122.208403:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac000. 00000800:00000200:1.0:1773616122.208409:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616122.208417:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616122.208695:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616122.208715:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616122.208721:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616122.208724:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301926789 00000100:00000010:1.0:1773616122.208731:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8960. 00000100:00000001:1.0:1773616122.208738:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616122.208746:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301926789 00000100:00000010:1.0:1773616122.208750:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8b40. 00000100:00000001:1.0:1773616122.208753:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616122.208757:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616122.208760:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.208764:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.208767:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.209113:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.209118:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616122.209122:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616122.209127:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377480. 00000020:00000040:0.0:1773616122.209130:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616122.209133:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616122.209135:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616122.209138:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616122.209143:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372500. 00000100:00000001:0.0:1773616122.209147:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.209153:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616122.209162:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616122.209166:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.209170:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004df736df] to pc [ptlrpcd_00_01+1] req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.209313:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616122.209316:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616122.209487:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.209489:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616122.209491:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616122.209495:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773616122.209497:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616122.209500:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616122.209502:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616122.209504:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.209505:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616122.209507:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616122.209512:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.209521:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616122.209523:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616122.209526:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616122.209528:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616122.209531:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616122.209534:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616122.209538:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616122.209542:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616122.209544:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616122.209546:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616122.209551:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810910600. 02000000:00000001:1.0:1773616122.209553:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616122.209558:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616122.209562:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204242c0. 00000400:00000010:1.0:1773616122.209567:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1550. 00000100:00000200:1.0:1773616122.209571:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574144, portal 10 00000100:00000001:1.0:1773616122.209573:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616122.209575:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443968 : -121323964107648 : ffff91a810377480) 00000100:00000040:1.0:1773616122.209671:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.209905:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616122.209909:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616122.209912:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e14c8. 00000100:00000200:1.0:1773616122.209916:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795574144, offset 0 00000400:00000200:1.0:1773616122.209921:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616122.209927:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.209931:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616122.209935:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616122.209938:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616122.209941:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616122.209944:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616122.209948:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149425:149425:255:4294967295] 192.168.201.103@tcp LPNI seq info [149365:149365:7:4294967295] 00000400:00000200:1.0:1773616122.209952:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.209960:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616122.209966:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616122.209971:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098acb00. 00000800:00000200:1.0:1773616122.209976:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616122.209982:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616122.209986:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098acb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616122.209990:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616122.209994:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 503446 usecs (504 jiffies) 00000400:00000200:1.0:1773616122.209998:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616122.210000:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301923321 00000100:00000001:1.0:1773616122.210003:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301926789 00000100:00000001:1.0:1773616122.210005:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301923321 00000100:00000001:1.0:1773616122.210008:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301926789 00000100:00000001:1.0:1773616122.210010:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616122.210013:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.210016:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.210018:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.210030:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.210033:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616122.210101:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616122.210106:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac000. 00000400:00000200:1.0:1773616122.210112:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616122.210118:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616122.210123:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e12a8 00000400:00000010:1.0:1773616122.210126:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e12a8. 00000100:00000001:1.0:1773616122.210131:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616122.210136:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.210147:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616122.210151:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.210159:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.210161:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616122.210228:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616122.210231:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098acb00. 00000400:00000200:1.0:1773616122.210234:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616122.210238:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616122.210241:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e14c8 00000400:00000010:1.0:1773616122.210244:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e14c8. 00000100:00000001:1.0:1773616122.210246:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616122.210250:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.210258:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616122.210261:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.210269:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.210270:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616122.210988:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.210994:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616122.210999:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616122.211005:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616122.211009:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616122.211013:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616122.211015:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616122.211019:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616122.211025:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372300. 00000100:00000001:0.0:1773616122.211031:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.211037:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616122.211059:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616122.211062:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.211068:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b96efe] to pc [ptlrpcd_00_00+0] req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.211087:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.211090:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616122.211094:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616122.211097:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616122.211100:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616122.211104:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000020:00000040:0.0:1773616122.211107:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616122.211109:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616122.211110:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616122.211112:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616122.212193:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372d00. 00000100:00000001:0.0:1773616122.212208:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.212217:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616122.212227:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616122.212231:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.212237:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_01+1] req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.212249:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.212256:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7260) 00000100:00000001:0.0:1773616122.212272:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.212276:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616122.212279:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616122.212284:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.212292:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616122.212295:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616122.212299:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616122.212302:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616122.212305:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616122.212308:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795574400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616122.212313:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616122.212477:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616122.212481:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616122.212484:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616122.212492:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804fa3600. 02000000:00000001:0.0:1773616122.212494:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616122.212501:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616122.212506:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a268. 00000400:00000010:0.0:1773616122.212512:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616122.212519:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574400, portal 4 00000100:00000001:0.0:1773616122.212522:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616122.212524:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000040:0.0:1773616122.212533:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.212542:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616122.212545:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616122.212548:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a3b8. 00000100:00000200:0.0:1773616122.212551:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795574400, offset 0 00000400:00000200:0.0:1773616122.212558:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616122.212565:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.212572:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616122.212577:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616122.212580:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:1.0:1773616122.212710:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.212714:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616122.212716:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616122.212723:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.212731:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616122.212733:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616122.212735:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616122.212737:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616122.212739:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616122.212743:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616122.212747:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616122.212750:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616122.212752:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616122.212754:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616122.212759:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911600. 02000000:00000001:1.0:1773616122.212761:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616122.212765:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616122.212769:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424c08. 00000400:00000010:1.0:1773616122.212774:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e14c8. 00000100:00000200:1.0:1773616122.212777:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574272, portal 10 00000100:00000001:1.0:1773616122.212779:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616122.212781:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000040:1.0:1773616122.212788:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.212796:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616122.212798:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616122.212801:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e12a8. 00000100:00000200:1.0:1773616122.212804:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795574272, offset 0 00000400:00000200:1.0:1773616122.212809:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616122.212831:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616122.212835:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616122.212858:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149426:149426:256:4294967295] 192.168.201.103@tcp LPNI seq info [149366:149366:8:4294967295] 00000400:00000200:0.0:1773616122.212865:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.212875:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616122.212881:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616122.212887:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372700. 00000800:00000200:0.0:1773616122.212894:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616122.212902:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616122.212918:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616122.212931:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.212936:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 482996 usecs (483 jiffies) 00000400:00000200:0.0:1773616122.212939:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616122.212942:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301923304 00000100:00000001:0.0:1773616122.212945:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301926789 00000100:00000001:0.0:1773616122.212948:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301923304 00000100:00000001:0.0:1773616122.212951:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301926789 00000100:00000001:0.0:1773616122.212953:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616122.212956:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.212960:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.212963:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.212970:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616122.212972:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616122.212974:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.212976:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616122.212977:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.212980:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616122.213080:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616122.213084:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372700. 00000400:00000200:0.0:1773616122.213088:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616122.213094:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616122.213942:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.213949:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616122.213953:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616122.213956:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616122.213958:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616122.213961:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616122.213965:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149427:149427:255:4294967295] 192.168.201.103@tcp LPNI seq info [149367:149367:7:4294967295] 00000400:00000200:1.0:1773616122.213969:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.213977:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616122.213983:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616122.213989:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098acb00. 00000800:00000200:1.0:1773616122.213995:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616122.214001:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616122.214004:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098acb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616122.214008:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616122.214012:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 103603 usecs (104 jiffies) 00000400:00000200:1.0:1773616122.214016:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616122.214018:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301922925 00000100:00000001:1.0:1773616122.214021:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301926789 00000100:00000001:1.0:1773616122.214023:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301922925 00000100:00000001:1.0:1773616122.214025:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301926789 00000100:00000001:1.0:1773616122.214028:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616122.214030:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.214034:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.214038:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616122.215321:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a3b8 00000400:00000010:0.0:1773616122.215328:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a3b8. 00000100:00000001:0.0:1773616122.215335:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773616122.215500:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616122.215504:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616122.215509:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.215511:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616122.215515:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.215519:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773616122.215568:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.215581:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616122.215585:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.215592:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.215594:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616122.215771:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616122.215775:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098acb00. 00000400:00000200:0.0:1773616122.215780:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616122.215786:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616122.215790:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e12a8 00000400:00000010:0.0:1773616122.215792:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e12a8. 00000100:00000001:0.0:1773616122.215795:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616122.215809:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.215817:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616122.215821:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.215828:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.215830:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616122.221813:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.221830:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616122.221834:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.221857:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616122.221866:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.221872:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616122.221881:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.221885:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.221890:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.221894:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066bd00 00000400:00000200:1.0:1773616122.221899:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.221904:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193661 [1] + 224 00000800:00000001:1.0:1773616122.221912:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.221924:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616122.221926:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616122.221929:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616122.221935:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616122.221942:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616122.221951:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.221971:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616122.221981:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.221984:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.222023:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.222027:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616122.222035:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616122.222037:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616122.222040:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424a50. 00000400:00000200:0.0:1773616122.222060:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1aa0 00000400:00000010:0.0:1773616122.222063:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1aa0. 00000100:00000001:0.0:1773616122.222067:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616122.222072:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616122.222089:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.222095:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616122.222098:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.222101:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616122.222105:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616122.222107:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616122.222110:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616122.222113:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616122.222121:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616122.222126:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616122.222129:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616122.222131:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616122.222134:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616122.222136:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.222139:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.222145:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.222153:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616122.222157:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616122.222159:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616122.222162:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616122.222171:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795574016:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616122.222177:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.222190:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616122.222195:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795574016/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.222204:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616122.222207:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616122.222211:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911c00. 02000000:00000001:0.0:1773616122.222216:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616122.222219:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616122.222222:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616122.222225:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616122.222228:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372100. 02000000:00000001:0.0:1773616122.222232:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616122.222234:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616122.222236:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:0.0:1773616122.222240:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616122.222241:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.222245:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.222247:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.222248:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616122.222250:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.222252:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616122.230624:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616122.230654:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616122.230660:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616122.230662:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616122.230674:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230684:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616122.230698:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230705:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230712:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230717:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066be80 00000400:00000200:0.0:1773616122.230723:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230730:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193681 [1] + 224 00000800:00000001:0.0:1773616122.230741:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616122.230748:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616122.230751:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616122.230756:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616122.230766:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616122.230777:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616122.230795:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.230823:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616122.230877:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616122.230881:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616122.230883:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616122.230885:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616122.230888:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230892:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616122.230896:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230899:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230902:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230905:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066bd80 00000400:00000200:0.0:1773616122.230909:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616122.230915:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193671 [1] + 224 00000800:00000001:0.0:1773616122.230931:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616122.230941:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616122.230943:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616122.230946:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616122.230949:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616122.230955:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616122.230964:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.230991:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616122.230995:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616122.230999:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616122.231008:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.231016:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616122.231020:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.231025:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616122.231026:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616122.231030:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616122.231035:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a268. 00000400:00000200:1.0:1773616122.231043:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:1.0:1773616122.231057:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:1.0:1773616122.231063:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1773616122.231065:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616122.231070:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1773616122.231077:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773616122.231077:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204242c0. 00000400:00000200:0.0:1773616122.231084:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1550 00000400:00000010:0.0:1773616122.231089:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1550. 00000100:00000001:0.0:1773616122.231098:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616122.231107:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616122.231112:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616122.231154:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.231155:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616122.231160:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616122.231169:0:2400:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1773616122.231178:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1773616122.231179:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616122.231183:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616122.231184:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616122.231188:0:2399:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1773616122.231190:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616122.231193:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1773616122.231197:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.231198:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616122.231202:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616122.231207:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616122.231213:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616122.231217:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=63 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616122.231222:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=17 v=5 (1 1 1 0) 00000100:00001000:0.0:1773616122.231225:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616122.231233:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616122.231234:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616122.231239:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.231240:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616122.231244:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616122.231247:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616122.231253:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616122.231255:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.231267:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1773616122.231267:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616122.231272:0:2399:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215235 gen 10 00000100:00000040:1.0:1773616122.231273:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616122.231282:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616122.231285:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.231290:0:2399:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215235) req@ffff91a8034b1880 x1859763795573248/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616167 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616122.231299:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.231309:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616122.231319:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773616122.231322:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1880 x1859763795573248/t103079215235(103079215235) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616167 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.231326:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616122.231331:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.231343:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1773616122.231349:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773616122.231350:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616122.231359:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a811160800. 02000000:00000001:0.0:1773616122.231367:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616122.231374:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616122.231378:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616122.231381:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616122.231384:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a802f11600. 02000000:00000001:0.0:1773616122.231391:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616122.231393:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616122.231395:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1880. 00000100:00000001:0.0:1773616122.231399:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616122.231401:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.231403:0:2399:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773616122.231406:0:2399:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1773616122.231409:0:2399:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616122.231411:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.231417:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.231439:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616122.231442:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616122.231444:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616122.231448:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616122.231457:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616122.231463:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.231466:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1773616122.231469:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795574400:192.168.201.103@tcp:400:kworker.0 00000100:00000040:0.0:1773616122.231470:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377480 x1859763795574144/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.231491:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.231493:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616122.231499:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1773616122.231503:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1773616122.231503:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810910600. 02000000:00000001:0.0:1773616122.231510:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1773616122.231511:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795574400/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773616122.231515:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616122.231519:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616122.231531:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773616122.231531:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1773616122.231535:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616122.231537:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372500. 02000000:00000010:1.0:1773616122.231540:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804fa3600. 02000000:00000001:1.0:1773616122.231547:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1773616122.231547:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1773616122.231553:0:2400:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1773616122.231553:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1773616122.231564:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000010:0.0:1773616122.231564:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377480. 00000020:00000001:1.0:1773616122.231574:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616122.231577:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372d00. 00000100:00000001:0.0:1773616122.231577:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616122.231583:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.231591:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.231593:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.231595:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616122.231598:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.231600:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616122.231976:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616122.231979:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616122.231981:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:1.0:1773616122.231984:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616122.231986:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616122.231989:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616122.231996:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616122.231997:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616122.231999:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616122.232001:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616122.241060:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.241083:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616122.241088:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.241090:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616122.241101:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.241109:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616122.241120:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.241126:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.241133:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.241137:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066be00 00000400:00000200:1.0:1773616122.241143:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616122.241149:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193691 [1] + 224 00000800:00000001:1.0:1773616122.241157:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.241171:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616122.241174:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616122.241179:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616122.241187:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616122.241196:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616122.241209:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616122.241242:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616122.241253:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616122.241257:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.243094:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.243101:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616122.243111:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616122.243114:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616122.243118:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424c08. 00000400:00000200:0.0:1773616122.243126:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e14c8 00000400:00000010:0.0:1773616122.243128:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e14c8. 00000100:00000001:0.0:1773616122.243133:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616122.243143:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616122.243154:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.243162:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616122.243164:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.243167:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616122.243170:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616122.243173:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616122.243176:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616122.243179:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616122.243190:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=63 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616122.243195:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616122.243198:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616122.243200:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616122.243203:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616122.243206:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.243211:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616122.243213:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616122.243216:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616122.243218:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616122.243223:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.243231:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616122.243234:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616122.243236:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616122.243241:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616122.243248:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616122.243254:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.243256:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616122.243260:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795574272/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616177 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616122.243268:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616122.243271:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616122.243274:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911600. 02000000:00000001:0.0:1773616122.243279:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616122.243282:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616122.243284:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616122.243286:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616122.243289:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372300. 02000000:00000001:0.0:1773616122.243292:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616122.243294:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616122.243296:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:0.0:1773616122.243300:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616122.243301:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.243304:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616122.243312:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616122.243314:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616122.243317:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616122.243331:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616122.787259:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616122.787267:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616122.787272:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616122.787274:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616122.787919:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616122.787923:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616122.787927:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616123.808502:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616123.808509:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616123.808516:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616123.808517:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616123.811352:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616123.811359:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616123.811365:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773616124.258340:0:81767:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1773616124.258349:0:81767:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616124.832132:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616124.832139:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616124.832146:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616124.832147:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616124.837739:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616124.837747:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616124.837753:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616125.856085:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616125.856093:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616125.856098:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616125.856099:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616125.856157:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616125.856160:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616125.856163:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616126.242074:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301926789, at 4301926850 00000100:00000010:1.0:1773616126.242088:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8b40. 00000100:00000040:0.0:1773616126.242825:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301926789, at 4301926850 00000100:00000010:0.0:1773616126.242859:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8960. 00010000:00000001:0.0:1773616126.882251:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616126.882258:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616126.882263:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616126.882265:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616126.882506:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616126.882510:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616126.882940:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616127.328052:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616127.328063:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616127.328075:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616127.328081:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616127.328085:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616127.328088:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616127.328094:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616127.328101:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372300. 00000100:00000001:0.0:1773616127.328108:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328119:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616127.328131:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616127.328135:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328142:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b96efe] to pc [ptlrpcd_00_00+0] req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.328176:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328179:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616127.328182:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616127.328186:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377480. 00000020:00000040:0.0:1773616127.328188:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616127.328190:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616127.328192:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616127.328193:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616127.328197:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372500. 00000100:00000001:0.0:1773616127.328199:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328204:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616127.328210:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616127.328212:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328216:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004df736df] to pc [ptlrpcd_00_01+1] req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.328224:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328226:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616127.328229:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616127.328231:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616127.328233:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616127.328235:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616127.328236:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616127.328238:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616127.328241:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372100. 00000100:00000001:0.0:1773616127.328244:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328247:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616127.328260:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616127.328262:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328276:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.328284:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328286:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616127.328289:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616127.328291:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616127.328294:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616127.328297:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374e00. 00000020:00000040:0.0:1773616127.328300:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616127.328302:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616127.328303:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616127.328305:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616127.328308:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372700. 00000100:00000001:0.0:1773616127.328311:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328315:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616127.328323:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616127.328324:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328328:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d341ca7b] to pc [ptlrpcd_00_01+1] req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.328335:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.328339:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7265) 00000100:00000001:1.0:1773616127.328556:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616127.328560:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616127.328562:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616127.328569:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.328577:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616127.328579:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.328582:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616127.328585:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616127.328587:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616127.328590:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795574528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616127.328594:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616127.328600:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616127.328602:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.328604:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616127.328609:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911a00. 02000000:00000001:1.0:1773616127.328611:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616127.328618:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616127.328622:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424318. 00000400:00000010:1.0:1773616127.328628:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1bb0. 00000100:00000200:1.0:1773616127.328635:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574528, portal 25 00000100:00000001:1.0:1773616127.328638:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616127.328639:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000040:1.0:1773616127.328644:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.328652:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616127.328655:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616127.328657:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1110. 00000100:00000200:1.0:1773616127.328660:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795574528, offset 0 00000400:00000200:1.0:1773616127.328666:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616127.328673:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.328680:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616127.328685:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616127.328689:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616127.328693:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616127.328696:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616127.328701:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149428:149428:256:4294967295] 192.168.201.103@tcp LPNI seq info [149368:149368:8:4294967295] 00000400:00000200:1.0:1773616127.328705:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.328714:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616127.328719:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616127.328724:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac000. 00000800:00000200:1.0:1773616127.328730:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616127.328737:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616127.328742:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616127.328758:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616127.328769:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616127.328772:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301931909 00000100:00000010:1.0:1773616127.328777:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8b40. 00000100:00000001:1.0:1773616127.328782:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616127.328787:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301931909 00000100:00000010:1.0:1773616127.328790:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8360. 00000100:00000001:1.0:1773616127.328793:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616127.328796:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616127.328798:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616127.328801:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616127.328805:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.328811:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616127.328813:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.328815:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616127.328816:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616127.328818:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616127.328821:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616127.328827:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616127.328829:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616127.328831:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.328832:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616127.328866:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810910200. 02000000:00000001:1.0:1773616127.328869:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616127.328872:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616127.328875:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204245d8. 00000400:00000010:1.0:1773616127.328879:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1660. 00000100:00000200:1.0:1773616127.328881:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574784, portal 10 00000100:00000001:1.0:1773616127.328883:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616127.328884:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:1.0:1773616127.328891:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.328898:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616127.328900:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616127.328902:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616127.328904:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795574784, offset 0 00000400:00000200:1.0:1773616127.328908:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616127.328911:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.328914:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616127.328916:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616127.328918:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616127.328921:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616127.328923:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616127.328926:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149429:149429:255:4294967295] 192.168.201.103@tcp LPNI seq info [149369:149369:7:4294967295] 00000400:00000200:1.0:1773616127.328930:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.328936:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616127.328940:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616127.328943:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac800. 00000800:00000200:1.0:1773616127.328946:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616127.328951:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616127.328953:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616127.328956:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616127.328959:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 103186 usecs (104 jiffies) 00000400:00000200:1.0:1773616127.328972:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616127.328974:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301928041 00000100:00000001:1.0:1773616127.328977:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301931909 00000100:00000001:1.0:1773616127.328979:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301928041 00000100:00000001:1.0:1773616127.328981:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301931909 00000100:00000001:1.0:1773616127.328983:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616127.328984:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616127.328987:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616127.328989:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616127.328996:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616127.328998:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616127.329000:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616127.329001:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616127.329003:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616127.329005:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773616127.329007:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616127.329009:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616127.329011:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616127.329012:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616127.329013:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616127.329015:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616127.329018:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.329025:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616127.329027:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.329029:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616127.329030:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616127.329032:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616127.329035:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616127.329039:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616127.329041:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616127.329042:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.329044:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616127.329047:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810910e00. 02000000:00000001:1.0:1773616127.329049:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616127.329052:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616127.329054:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424cb8. 00000400:00000010:1.0:1773616127.329057:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1770. 00000100:00000200:1.0:1773616127.329059:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574656, portal 10 00000100:00000001:1.0:1773616127.329061:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616127.329062:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443968 : -121323964107648 : ffff91a810377480) 00000100:00000040:1.0:1773616127.329068:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.329074:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616127.329076:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616127.329078:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616127.329080:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795574656, offset 0 00000400:00000200:1.0:1773616127.329084:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616127.329088:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.329091:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616127.329093:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616127.329095:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616127.329098:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616127.329100:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616127.329103:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149430:149430:254:4294967295] 192.168.201.103@tcp LPNI seq info [149370:149370:6:4294967295] 00000400:00000200:1.0:1773616127.329107:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.329112:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616127.329117:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616127.329121:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098acb00. 00000800:00000200:1.0:1773616127.329125:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616127.329129:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616127.329132:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098acb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616127.329134:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616127.329137:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 502358 usecs (503 jiffies) 00000400:00000200:1.0:1773616127.329140:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616127.329141:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301928440 00000100:00000001:1.0:1773616127.329143:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301931909 00000100:00000001:1.0:1773616127.329145:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301928440 00000100:00000001:1.0:1773616127.329147:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301931909 00000100:00000001:1.0:1773616127.329149:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616127.329150:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616127.329152:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616127.329156:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.329161:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616127.329163:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.329164:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616127.329166:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616127.329168:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616127.329170:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616127.329173:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616127.329175:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616127.329177:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616127.329178:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616127.329181:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a810911800. 02000000:00000001:1.0:1773616127.329183:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616127.329186:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616127.329188:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204240b0. 00000400:00000010:1.0:1773616127.329191:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1440. 00000100:00000200:1.0:1773616127.329194:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795574912, portal 4 00000100:00000001:1.0:1773616127.329195:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616127.329197:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000040:1.0:1773616127.329202:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.329207:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616127.329210:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616127.329212:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1220. 00000100:00000200:1.0:1773616127.329214:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795574912, offset 0 00000400:00000200:1.0:1773616127.329218:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616127.329222:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.329225:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616127.329227:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616127.329229:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616127.329231:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616127.329234:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616127.329237:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149431:149431:253:4294967295] 192.168.201.103@tcp LPNI seq info [149371:149371:5:4294967295] 00000400:00000200:1.0:1773616127.329241:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.329246:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616127.329250:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616127.329253:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac600. 00000800:00000200:1.0:1773616127.329257:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616127.329261:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616127.329263:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616127.329947:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616127.329951:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 479975 usecs (480 jiffies) 00000400:00000200:1.0:1773616127.329954:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616127.329956:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301928418 00000100:00000001:1.0:1773616127.329959:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301931909 00000100:00000001:1.0:1773616127.329970:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301928418 00000100:00000001:1.0:1773616127.329972:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301931909 00000100:00000001:1.0:1773616127.329976:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616127.329978:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616127.329981:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616127.329984:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616127.330000:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616127.330003:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616127.330365:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616127.330370:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac000. 00000400:00000200:0.0:1773616127.330377:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616127.330383:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616127.330389:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1110 00000400:00000010:0.0:1773616127.330391:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1110. 00000100:00000001:0.0:1773616127.330396:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616127.330402:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330411:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.330415:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330433:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.330435:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616127.330449:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616127.330451:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac800. 00000400:00000200:0.0:1773616127.330454:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616127.330458:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616127.330460:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:0.0:1773616127.330462:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:0.0:1773616127.330464:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616127.330467:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330474:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.330476:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330482:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.330484:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616127.330491:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616127.330493:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098acb00. 00000400:00000200:0.0:1773616127.330495:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616127.330499:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616127.330501:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:0.0:1773616127.330502:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:0.0:1773616127.330504:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616127.330508:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330520:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.330524:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330529:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.330530:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616127.330592:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616127.330594:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac600. 00000400:00000200:0.0:1773616127.330598:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616127.330601:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616127.330603:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1220 00000400:00000010:0.0:1773616127.330605:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1220. 00000100:00000001:0.0:1773616127.330606:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616127.330610:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330617:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.330619:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.330624:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.330625:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616127.335273:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.335292:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616127.335297:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.335299:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.335309:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335317:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616127.335326:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335331:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335337:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335341:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066c000 00000400:00000200:1.0:1773616127.335347:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335353:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936b1 [1] + 224 00000800:00000001:1.0:1773616127.335360:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.335366:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.335369:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616127.335373:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616127.335381:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616127.335390:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616127.335403:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.335438:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616127.335448:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.335452:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616127.335454:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.335456:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.335460:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335464:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616127.335468:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335470:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335473:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335475:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066c080 00000400:00000200:1.0:1773616127.335479:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.335483:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936d1 [1] + 224 00000800:00000001:1.0:1773616127.335487:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.335493:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.335495:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616127.335498:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616127.335501:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616127.335506:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616127.335514:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.335522:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616127.335525:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.335528:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616127.337148:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.337155:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616127.337158:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.337159:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.337163:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.337167:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616127.337173:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.337176:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.337179:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.337183:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066bf80 00000400:00000200:1.0:1773616127.337187:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.337191:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936c1 [1] + 224 00000800:00000001:1.0:1773616127.337196:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.337203:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.337205:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616127.337209:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616127.337213:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616127.337219:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616127.337229:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.337236:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616127.337242:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.337245:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.337721:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616127.337726:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616127.337732:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616127.337734:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616127.337737:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424cb8. 00000400:00000200:0.0:1773616127.337742:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1770 00000400:00000010:0.0:1773616127.337745:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1770. 00000100:00000001:0.0:1773616127.337748:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616127.337753:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616127.337762:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.337774:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616127.337775:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.338684:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616127.338688:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616127.338690:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616127.338693:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616127.338696:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616127.338706:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616127.338711:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616127.338714:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616127.338715:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616127.338718:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616127.338722:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.338725:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616127.338727:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:0.0:1773616127.338730:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616127.338731:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.338737:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.338745:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616127.338748:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616127.338750:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616127.338754:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616127.339254:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574656:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616127.339264:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616127.339266:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616127.339269:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204240b0. 00000400:00000200:0.0:1773616127.339273:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1440 00000400:00000010:0.0:1773616127.339275:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1440. 00000100:00000001:0.0:1773616127.339278:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616127.339284:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616127.339292:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.339533:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616127.339535:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.339537:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616127.339539:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616127.339541:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616127.339542:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616127.339544:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616127.339549:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616127.339552:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=22 v=5 (1 1 1 0) 00000100:00000001:0.0:1773616127.339555:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616127.339556:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616127.339558:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616127.339560:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.339563:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616127.339565:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:0.0:1773616127.339567:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616127.339568:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.339572:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.339579:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616127.339581:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616127.339582:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616127.339585:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616127.339593:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574912:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616127.339600:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616127.339602:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616127.339604:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204245d8. 00000400:00000200:0.0:1773616127.339607:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1660 00000400:00000010:0.0:1773616127.339608:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1660. 00000100:00000001:0.0:1773616127.339610:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616127.339614:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616127.339622:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.339628:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616127.339629:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.339631:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616127.339632:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616127.339634:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616127.339635:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616127.339637:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616127.339641:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=68 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616127.339644:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616127.339646:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616127.339648:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616127.339649:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616127.339651:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.339653:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616127.339654:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616127.339656:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616127.339657:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.339661:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.339668:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616127.339669:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616127.339671:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616127.339675:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616127.339681:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795574784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616127.339688:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.339691:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.339694:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377480 x1859763795574656/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.339700:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616127.339703:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616127.339707:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810910e00. 02000000:00000001:0.0:1773616127.339710:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616127.339712:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616127.339714:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616127.339716:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616127.339719:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372500. 02000000:00000001:0.0:1773616127.339723:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616127.339724:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616127.339727:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377480. 00000100:00000001:0.0:1773616127.339730:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616127.339732:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.339733:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.339736:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374e00 x1859763795574912/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.339742:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616127.339743:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616127.339745:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911800. 02000000:00000001:0.0:1773616127.339747:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616127.339748:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616127.339948:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616127.339950:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616127.339952:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372700. 02000000:00000001:0.0:1773616127.339955:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616127.339956:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616127.339958:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374e00. 00000100:00000001:0.0:1773616127.339970:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616127.339971:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.339973:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.339978:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795574784/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616182 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.339984:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616127.339986:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616127.339987:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810910200. 02000000:00000001:0.0:1773616127.339989:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616127.339990:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616127.339992:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616127.339993:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616127.339995:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372100. 02000000:00000001:0.0:1773616127.339997:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616127.339998:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616127.339999:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:0.0:1773616127.340002:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616127.340003:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.340012:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.340015:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616127.340017:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616127.340019:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.340021:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616127.341465:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.341482:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616127.341486:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.341489:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.341497:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.341503:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616127.341511:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.341516:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.341521:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.341525:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066bf00 00000400:00000200:1.0:1773616127.341530:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616127.341536:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936a1 [1] + 224 00000800:00000001:1.0:1773616127.341543:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.341551:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616127.341554:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616127.341558:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616127.341564:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616127.341570:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616127.341581:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616127.341606:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616127.341615:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616127.341619:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.342733:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616127.342738:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616127.342744:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616127.342746:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616127.342749:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424318. 00000400:00000200:0.0:1773616127.342754:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1bb0 00000400:00000010:0.0:1773616127.342757:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1bb0. 00000100:00000001:0.0:1773616127.343342:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616127.343350:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616127.343361:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.343367:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616127.343369:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.343371:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616127.343374:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616127.343377:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616127.343380:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616127.343383:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616127.343390:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616127.343393:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=135 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616127.343396:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616127.343398:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616127.343401:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616127.343403:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.344618:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616127.344635:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.344644:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616127.344647:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616127.344649:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616127.344653:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616127.344660:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795574528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616127.344666:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.344669:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616127.344672:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795574528/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616127.344679:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616127.344682:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616127.344686:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a810911a00. 02000000:00000001:0.0:1773616127.344691:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616127.344694:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616127.344696:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616127.344698:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616127.344701:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372300. 02000000:00000001:0.0:1773616127.344705:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616127.344707:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616127.344709:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:0.0:1773616127.344713:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616127.344715:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.344718:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616127.344726:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616127.344728:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616127.344731:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616127.344733:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616127.904131:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616127.904139:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616127.904145:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616127.904147:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616127.905858:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616127.905862:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616127.905865:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616128.928606:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616128.928616:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616128.928623:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616128.928624:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616128.928757:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616128.928762:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616128.928765:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616129.953962:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616129.953970:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616129.953976:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616129.953977:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616129.954521:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616129.954525:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616129.954528:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773616130.395535:0:92891:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616130.977437:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616130.977446:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616130.977452:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616130.977454:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616130.977860:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616130.977865:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616130.977868:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616131.359952:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301931909, at 4301931968 00000100:00000010:1.0:1773616131.359967:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8360. 00000100:00000040:0.0:1773616131.360091:0:71416:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301931909, at 4301931968 00000100:00000010:0.0:1773616131.360096:0:71416:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8b40. 00010000:00000001:0.0:1773616131.999970:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616131.999981:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616131.999983:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616131.999986:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616131.999992:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616131.999994:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616131.999996:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616131.999998:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616132.000003:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616132.000005:0:71416:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616132.000006:0:71416:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616132.000011:0:71416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616132.000013:0:71416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616132.000014:0:71416:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616132.000017:0:71416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616132.000018:0:71416:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616132.000020:0:71416:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616132.000022:0:71416:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616132.000088:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616132.000092:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616132.000095:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616132.448767:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616132.448781:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616132.448790:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616132.448797:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616132.448802:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616132.448807:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616132.448812:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616132.448821:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773616132.448829:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.448870:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616132.448894:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616132.448899:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.448905:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.449333:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.449338:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616132.449342:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616132.449347:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000020:00000040:3.0:1773616132.449350:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616132.449353:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616132.449355:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616132.449358:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616132.449362:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773616132.449365:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.449371:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616132.449379:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616132.449381:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.449386:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005840b22c] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.449396:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.451784:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616132.451794:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616132.451803:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616132.451809:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616132.451813:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616132.451816:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616132.451822:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616132.452936:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41a00. 00000100:00000001:3.0:1773616132.452946:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.452964:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616132.452976:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616132.452980:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.452987:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.452999:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.453001:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616132.453006:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616132.453009:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616132.453013:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616132.453017:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 00000020:00000040:3.0:1773616132.453021:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616132.453023:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616132.453024:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616132.453027:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616132.453031:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773616132.453034:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.453038:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616132.453044:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616132.453046:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.453050:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.453057:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.453062:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7270) 00000100:00000001:3.0:1773616132.453075:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.453078:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616132.453081:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616132.453086:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.453096:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616132.453098:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.453101:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616132.453104:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616132.453107:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616132.453111:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795575040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616132.453116:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616132.453121:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616132.453123:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.453126:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616132.453130:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80310ec00. 02000000:00000001:3.0:1773616132.453133:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616132.453140:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616132.453145:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616132.453152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773616132.453158:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575040, portal 25 00000100:00000001:3.0:1773616132.453161:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616132.453163:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616132.453168:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.453176:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616132.453178:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616132.453181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773616132.453184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795575040, offset 0 00000400:00000200:3.0:1773616132.453191:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616132.453199:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.453208:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616132.453213:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616132.453217:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616132.453221:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616132.453224:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616132.453228:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149432:149432:256:4294967295] 192.168.201.103@tcp LPNI seq info [149372:149372:8:4294967295] 00000400:00000200:3.0:1773616132.453233:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.453243:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616132.453249:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616132.453253:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773616132.453261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616132.453269:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616132.453273:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616132.453296:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616132.453300:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616132.453303:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301937031 00000100:00000010:3.0:1773616132.453309:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bae0. 00000100:00000001:3.0:1773616132.453317:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616132.453322:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301937031 00000100:00000010:3.0:1773616132.453325:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469ba20. 00000100:00000001:3.0:1773616132.453329:0:2401:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616132.453332:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.453335:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.453338:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616132.453342:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.453350:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616132.453352:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.453354:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616132.453356:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616132.453358:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616132.453361:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616132.453365:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616132.453368:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616132.453369:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.453371:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616132.453375:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a819718e00. 02000000:00000001:3.0:1773616132.453378:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616132.454073:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616132.454078:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41800. 00000400:00000200:0.0:1773616132.454083:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616132.454089:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616132.454094:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3b28 00000400:00000010:0.0:1773616132.454096:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3b28. 00000100:00000001:0.0:1773616132.454101:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616132.454105:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616132.454114:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616132.454118:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616132.454125:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616132.454127:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773616132.457767:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616132.457783:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616132.457794:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616132.457803:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575296, portal 10 00000100:00000001:3.0:1773616132.457808:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616132.457810:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616132.457826:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.457868:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616132.457871:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616132.457875:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773616132.457888:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795575296, offset 0 00000400:00000200:3.0:1773616132.457897:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616132.457907:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.457920:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616132.457926:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616132.457930:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616132.457935:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616132.457938:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616132.457943:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149433:149433:256:4294967295] 192.168.201.103@tcp LPNI seq info [149373:149373:8:4294967295] 00000400:00000200:3.0:1773616132.457948:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.457960:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616132.457966:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616132.457972:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616132.457980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616132.457988:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616132.457993:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616132.464905:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.464915:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 102603 usecs (103 jiffies) 00000400:00000200:3.0:1773616132.464924:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616132.464928:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301933175 00000100:00000001:3.0:1773616132.464932:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301937031 00000100:00000001:3.0:1773616132.464934:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301933175 00000100:00000001:3.0:1773616132.464937:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301937031 00000100:00000001:3.0:1773616132.464939:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.464943:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.464948:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.464953:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.464962:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616132.464964:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616132.465108:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.465112:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616132.465114:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616132.465118:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773616132.465121:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.465125:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616132.465127:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.465129:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.465130:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616132.465132:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616132.465144:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.465156:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1773616132.465156:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773616132.465159:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773616132.465162:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 00000400:00000200:1.0:1773616132.465168:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616132.465176:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 02000000:00000001:3.0:1773616132.465180:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1773616132.465183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 02000000:00000001:3.0:1773616132.465185:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1773616132.465189:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 02000000:00000001:3.0:1773616132.465190:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616132.465197:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1773616132.465199:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616132.465206:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1773616132.465207:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773616132.465213:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616132.465218:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616132.465221:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773616132.465223:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1773616132.465228:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773616132.465230:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8129e9c00. 02000000:00000001:3.0:1773616132.465236:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616132.465243:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616132.465248:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616132.465249:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1773616132.465257:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616132.465264:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773616132.465272:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575168, portal 10 00000100:00000001:3.0:1773616132.465275:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616132.465277:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000040:3.0:1773616132.465287:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.465491:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616132.465494:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616132.465498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616132.465501:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795575168, offset 0 00000400:00000200:3.0:1773616132.465507:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616132.465516:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.465523:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616132.465528:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616132.465533:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616132.465537:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616132.465540:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616132.465544:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149434:149434:256:4294967295] 192.168.201.103@tcp LPNI seq info [149374:149374:8:4294967295] 00000400:00000200:3.0:1773616132.465548:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.465558:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616132.465564:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616132.465569:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41000. 00000800:00000200:3.0:1773616132.465577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616132.465584:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616132.465589:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616132.465599:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.465602:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 501245 usecs (502 jiffies) 00000400:00000200:3.0:1773616132.465606:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616132.465607:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301933574 00000100:00000001:3.0:1773616132.465610:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301937031 00000100:00000001:3.0:1773616132.465612:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301933574 00000100:00000001:3.0:1773616132.465614:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301937031 00000100:00000001:3.0:1773616132.465616:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.465618:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.465621:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616132.465626:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.465634:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616132.465636:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.465638:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616132.465640:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616132.465642:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616132.465645:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616132.465649:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616132.465652:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616132.465654:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.465656:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616132.465660:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a80978b800. 02000000:00000001:3.0:1773616132.465662:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616132.465665:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616132.465668:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616132.465672:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3e58. 00000100:00000200:3.0:1773616132.465675:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575424, portal 4 00000100:00000001:3.0:1773616132.465677:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616132.465678:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:3.0:1773616132.465685:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.465692:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616132.465694:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616132.465697:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3bb0. 00000100:00000200:3.0:1773616132.465699:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795575424, offset 0 00000400:00000200:3.0:1773616132.465703:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616132.465707:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.465710:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616132.465713:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616132.465716:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616132.465719:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616132.465722:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616132.465725:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149435:149435:255:4294967295] 192.168.201.103@tcp LPNI seq info [149375:149375:7:4294967295] 00000400:00000200:3.0:1773616132.465729:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616132.465736:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616132.465740:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616132.465744:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773616132.465748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616132.465753:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616132.465755:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616132.465758:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.465767:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 476928 usecs (477 jiffies) 00000400:00000200:3.0:1773616132.465771:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616132.465773:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301933549 00000100:00000001:3.0:1773616132.465775:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301937031 00000100:00000001:3.0:1773616132.465777:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301933549 00000100:00000001:3.0:1773616132.465779:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301937031 00000100:00000001:3.0:1773616132.465781:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.465783:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.465786:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.465789:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.465800:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.465802:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616132.468127:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616132.468137:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41000. 00000400:00000200:1.0:1773616132.468143:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616132.468151:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616132.468157:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:1.0:1773616132.468159:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:1.0:1773616132.468164:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616132.468173:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.468185:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616132.468189:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.468197:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616132.468199:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616132.468253:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616132.468256:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41d00. 00000400:00000200:1.0:1773616132.468258:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616132.468262:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616132.468265:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3bb0 00000400:00000010:1.0:1773616132.468267:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3bb0. 00000100:00000001:1.0:1773616132.468270:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616132.468274:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.468282:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616132.468285:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.468291:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616132.468293:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616132.472029:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.472048:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616132.472053:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.472055:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.472066:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.472073:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616132.472082:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.472087:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.472093:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.472098:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066c100 00000400:00000200:1.0:1773616132.472103:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.472110:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936e1 [1] + 224 00000800:00000001:1.0:1773616132.472119:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.472127:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.472130:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616132.472135:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616132.472142:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616132.472151:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616132.472163:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.472177:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616132.472186:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.472189:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.472585:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.472591:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616132.472600:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616132.472602:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616132.472606:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:3.0:1773616132.472611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000400:00000010:3.0:1773616132.472613:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:3.0:1773616132.472617:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616132.472623:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616132.472641:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.472648:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616132.472651:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.472654:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616132.472659:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616132.472662:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616132.472665:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.472669:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616132.472677:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616132.472683:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616132.472686:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616132.472688:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616132.472691:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616132.472693:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.472696:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.472701:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.472709:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.472712:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616132.472714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616132.472718:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616132.472727:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795575040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616132.472732:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.472735:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616132.472739:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795575040/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.472746:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616132.472749:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616132.472753:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80310ec00. 02000000:00000001:3.0:1773616132.472770:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616132.472773:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616132.472775:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616132.472777:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616132.472780:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:3.0:1773616132.472786:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616132.472787:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616132.472790:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:3.0:1773616132.472794:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616132.472796:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.472800:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.472802:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.472803:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616132.472806:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.472808:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616132.501618:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.501636:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616132.501640:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.501642:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.501651:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501659:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616132.501668:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501673:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501678:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501682:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066c280 00000400:00000200:1.0:1773616132.501686:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501692:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936f9 [1] + 224 00000800:00000001:1.0:1773616132.501702:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.501707:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.501711:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616132.501716:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616132.501725:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616132.501735:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616132.501765:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.501777:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616132.501788:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.501792:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616132.501794:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.501796:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.501799:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501802:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616132.501807:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501809:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501812:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501815:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066c200 00000400:00000200:1.0:1773616132.501818:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.501823:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936e9 [1] + 224 00000800:00000001:1.0:1773616132.501827:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.501830:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.501832:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616132.502192:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616132.502197:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616132.502204:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616132.502214:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.502221:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616132.502227:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.502232:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616132.502234:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.502236:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.502239:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.502243:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616132.502247:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.502250:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.502253:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.502256:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066c180 00000400:00000200:1.0:1773616132.502260:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616132.502264:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1936f1 [1] + 224 00000800:00000001:1.0:1773616132.502268:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.502275:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616132.502278:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616132.502281:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616132.502284:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616132.502289:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616132.502298:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616132.502305:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616132.502309:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616132.502643:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.502885:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.502890:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616132.502898:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616132.502900:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616132.502903:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773616132.502908:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773616132.502910:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773616132.502913:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616132.502918:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616132.502939:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.502945:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616132.502948:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.502950:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616132.502954:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616132.502957:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616132.502959:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.502962:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616132.502974:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616132.502978:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616132.502982:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616132.502984:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616132.502987:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616132.502991:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.502995:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616132.502997:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:3.0:1773616132.502999:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616132.503000:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.503005:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503011:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.503015:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616132.503017:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616132.503021:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616132.503028:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575168:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616132.503034:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616132.503035:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616132.503037:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616132.503039:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3e58 00000400:00000010:3.0:1773616132.503040:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3e58. 00000100:00000001:3.0:1773616132.503042:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616132.503045:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616132.503053:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503059:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616132.503060:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.503062:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616132.503063:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616132.503065:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616132.503066:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.503069:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616132.503072:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616132.503075:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=27 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616132.503077:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616132.503078:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616132.503080:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616132.503081:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.503083:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616132.503084:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616132.503086:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616132.503087:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.503091:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503098:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.503100:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616132.503101:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616132.503104:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616132.503111:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575424:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616132.503115:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616132.503116:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616132.503118:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616132.503120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616132.503122:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616132.503123:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616132.503127:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616132.503134:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503140:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616132.503141:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.503143:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616132.503144:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616132.503145:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616132.503146:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616132.503148:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616132.503151:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=73 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616132.503154:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616132.503156:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616132.503157:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616132.503159:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616132.503161:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.503162:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616132.503164:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616132.503165:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616132.503167:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616132.503170:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503177:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616132.503178:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616132.503179:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616132.503182:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616132.503190:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616132.503193:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.503195:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616132.503198:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795575168/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503205:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616132.503207:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616132.503211:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8129e9c00. 02000000:00000001:3.0:1773616132.503216:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616132.503219:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616132.503221:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616132.503224:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616132.503226:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773616132.503230:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616132.503232:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616132.503234:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:3.0:1773616132.503237:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616132.503238:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.503240:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616132.503242:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795575424/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503248:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616132.503249:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616132.503251:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a80978b800. 02000000:00000001:3.0:1773616132.503253:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616132.503254:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616132.503256:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616132.503257:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616132.503259:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41600. 02000000:00000001:3.0:1773616132.503261:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616132.503262:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616132.503263:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:3.0:1773616132.503265:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616132.503267:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.503268:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616132.503271:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795575296/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616132.503276:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616132.503278:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616132.503279:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a819718e00. 02000000:00000001:3.0:1773616132.503283:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616132.503284:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616132.503285:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616132.503287:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616132.503288:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41a00. 02000000:00000001:3.0:1773616132.503290:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616132.503291:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616132.503292:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616132.503294:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616132.503296:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.503298:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616132.503308:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616132.503310:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616132.503312:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616132.503315:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616132.656487:0:93030:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616133.024152:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616133.024160:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616133.024165:0:71416:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616133.024167:0:71416:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616133.024256:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616133.024260:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616133.024264:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616134.051096:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616134.051105:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616134.051111:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616134.051112:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616134.052042:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616134.052047:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616134.052052:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773616134.773289:0:93176:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616135.074002:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616135.074009:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616135.074013:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616135.074014:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616135.076166:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616135.076171:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616135.076174:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773616135.974155:0:93239:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616136.096110:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616136.096116:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616136.096121:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616136.096122:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616136.096189:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616136.096194:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616136.096197:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616136.479888:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301937031, at 4301937088 00000100:00000010:0.0:1773616136.479904:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bae0. 00000100:00000040:1.0:1773616136.479982:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301937031, at 4301937088 00000100:00000010:1.0:1773616136.479989:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469ba20. 00010000:00000001:0.0:1773616137.122188:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616137.122195:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616137.122200:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616137.122202:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616137.122279:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616137.122286:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616137.122293:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773616137.364308:0:93332:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.568028:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616137.568041:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616137.568053:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616137.568061:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616137.568066:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616137.568069:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616137.568074:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616137.568083:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41600. 00000100:00000001:3.0:1773616137.568091:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.568105:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616137.568115:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616137.568119:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.568126:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.568171:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.568175:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616137.568178:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773616137.568185:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773616137.568189:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773616137.568191:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.568199:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616137.568202:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.568204:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.568206:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616137.568208:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616137.568214:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.568222:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616137.568225:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.568230:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616137.568232:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616137.568235:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616137.568239:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795575552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616137.568244:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616137.568250:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616137.568253:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.568256:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616137.568261:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3c600. 02000000:00000001:3.0:1773616137.568264:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616137.568272:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616137.568277:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616137.568284:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616137.568292:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575552, portal 25 00000100:00000001:3.0:1773616137.568294:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616137.568296:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616137.568302:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.568310:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616137.568314:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616137.568317:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3e58. 00000100:00000200:3.0:1773616137.568320:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795575552, offset 0 00000400:00000200:3.0:1773616137.568327:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616137.568337:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616137.568345:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616137.568350:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616137.568355:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616137.568360:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616137.568363:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616137.568367:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149436:149436:256:4294967295] 192.168.201.103@tcp LPNI seq info [149376:149376:8:4294967295] 00000400:00000200:3.0:1773616137.568371:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616137.568382:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616137.568389:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616137.568599:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773616137.568606:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616137.568614:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616137.568619:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616137.568673:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616137.568678:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616137.568682:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301942149 00000100:00000010:3.0:1773616137.568689:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bc00. 00000100:00000001:3.0:1773616137.568697:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616137.568705:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301942149 00000100:00000010:3.0:1773616137.568710:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bba0. 00000100:00000001:3.0:1773616137.568714:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616137.568717:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616137.568720:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.568725:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.568728:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616137.568965:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 00000020:00000040:3.0:1773616137.568969:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616137.568972:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616137.568974:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616137.568977:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616137.568982:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773616137.568986:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.568992:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616137.569001:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1773616137.569002:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773616137.569004:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773616137.569009:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000100:00000040:3.0:1773616137.569011:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616137.569017:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616137.569029:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:3.0:1773616137.569033:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616137.569036:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3e58 00000100:00000040:3.0:1773616137.569038:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1773616137.569041:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3e58. 00000100:00000001:3.0:1773616137.569044:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773616137.569047:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773616137.569054:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1773616137.569056:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.569057:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616137.569060:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616137.569068:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.569076:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616137.569077:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.569080:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616137.569082:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616137.569087:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616137.569089:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1773616137.569092:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795575680:192.168.201.103@tcp:400:kworker.0 00000100:00000040:1.0:1773616137.569098:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.569099:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616137.569103:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616137.569107:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.569113:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773616137.569115:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616137.569118:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3d800. 00000100:00000001:1.0:1773616137.569119:0:2392:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1773616137.569123:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616137.569130:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616137.569133:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616137.569138:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773616137.569141:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575680, portal 10 00000100:00000001:3.0:1773616137.569142:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616137.569144:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:3.0:1773616137.569152:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.569159:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616137.569162:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616137.569165:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773616137.569168:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795575680, offset 0 00000400:00000200:3.0:1773616137.569173:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616137.569178:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616137.569182:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616137.569186:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616137.569188:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616137.569191:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616137.569280:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616137.569284:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149437:149437:256:4294967295] 192.168.201.103@tcp LPNI seq info [149377:149377:8:4294967295] 00000400:00000200:3.0:1773616137.569289:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616137.569295:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616137.569300:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616137.569304:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773616137.569309:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616137.569314:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616137.569317:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616137.569324:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.569329:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 500257 usecs (501 jiffies) 00000400:00000200:3.0:1773616137.569333:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616137.569334:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301938678 00000100:00000001:3.0:1773616137.569338:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301942149 00000100:00000001:3.0:1773616137.569340:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301938678 00000100:00000001:3.0:1773616137.569342:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301942149 00000100:00000001:3.0:1773616137.569344:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616137.569347:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.569349:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.569352:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.569357:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616137.569358:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616137.569361:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.569362:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616137.569364:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.569366:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616137.569375:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000020:00000040:3.0:1773616137.569379:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616137.569382:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616137.569383:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616137.569386:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616137.569390:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41f00. 00000100:00000001:3.0:1773616137.569394:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.569399:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616137.569407:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616137.569408:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.569412:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005840b22c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.569425:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.569428:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616137.569434:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616137.569438:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616137.569441:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773616137.569449:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.569450:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616137.569452:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616137.569454:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773616137.569456:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.569459:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616137.569461:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.569463:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.569464:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616137.569465:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616137.569469:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.569476:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616137.569478:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.569480:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616137.569482:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616137.569484:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616137.569487:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795575808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616137.569490:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616137.569493:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616137.569495:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.569497:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616137.569502:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3cc00. 02000000:00000001:3.0:1773616137.569504:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616137.569508:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773616137.569509:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000010:1.0:1773616137.569514:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41b00. 00000400:00000010:3.0:1773616137.569515:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000200:1.0:1773616137.569521:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1773616137.569522:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000200:3.0:1773616137.569528:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575808, portal 10 00000400:00000200:1.0:1773616137.569529:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:3.0:1773616137.569533:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1773616137.569536:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000100:00000001:3.0:1773616137.569537:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000400:00000010:1.0:1773616137.569541:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:1.0:1773616137.569547:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1773616137.569549:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616137.569555:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.569566:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1773616137.569571:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616137.569572:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616137.569578:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000040:1.0:1773616137.569578:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616137.569584:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795575808, offset 0 00000100:00000001:1.0:1773616137.569592:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616137.569594:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773616137.569595:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773616137.569601:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616137.569607:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616137.569610:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616137.569613:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616137.569615:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616137.569618:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616137.569621:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149438:149438:256:4294967295] 192.168.201.103@tcp LPNI seq info [149378:149378:8:4294967295] 00000400:00000200:3.0:1773616137.569625:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616137.569631:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616137.569636:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616137.569639:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616137.569643:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616137.569648:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616137.569650:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616137.569666:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.569669:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 102345 usecs (103 jiffies) 00000400:00000200:3.0:1773616137.569673:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616137.569675:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301938280 00000100:00000001:3.0:1773616137.569678:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301942149 00000100:00000001:3.0:1773616137.569680:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301938280 00000100:00000001:3.0:1773616137.569683:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301942149 00000100:00000001:3.0:1773616137.569685:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616137.569688:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.569690:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.569692:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.569766:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616137.569769:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616137.569789:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616137.569806:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:1.0:1773616137.569810:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616137.569814:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616137.569817:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:1.0:1773616137.569819:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:1.0:1773616137.569822:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616137.569826:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616137.569833:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616137.569855:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616137.569863:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616137.569864:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1773616137.571865:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616137.571875:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616137.571880:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616137.571883:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616137.571888:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616137.571896:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773616137.571902:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.571911:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616137.571922:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616137.571926:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.571932:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.571949:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.571955:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7275) 00000100:00000001:2.0:1773616137.572062:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773616137.572068:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773616137.572070:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616137.572076:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616137.572079:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616137.572081:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616137.572082:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616137.572084:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616137.572092:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616137.572101:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616137.572103:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616137.572106:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616137.572109:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616137.572112:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616137.572115:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616137.572119:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616137.572124:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616137.572127:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616137.572129:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616137.572134:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616137.572137:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616137.572143:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616137.572148:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616137.572154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616137.572159:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795575936, portal 4 00000100:00000001:2.0:1773616137.572162:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616137.572163:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:2.0:1773616137.572171:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616137.572178:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616137.572181:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616137.572183:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e198. 00000100:00000200:2.0:1773616137.572186:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795575936, offset 0 00000400:00000200:2.0:1773616137.572192:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616137.572199:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616137.572207:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616137.572211:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616137.572215:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616137.572218:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616137.572221:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616137.572224:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149439:149439:256:4294967295] 192.168.201.103@tcp LPNI seq info [149379:149379:8:4294967295] 00000400:00000200:2.0:1773616137.572229:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616137.572238:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616137.572244:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616137.572249:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde700. 00000800:00000200:2.0:1773616137.572256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616137.572263:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616137.572267:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616137.572279:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616137.572284:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 474237 usecs (475 jiffies) 00000400:00000200:2.0:1773616137.572287:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616137.572290:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301938655 00000100:00000001:2.0:1773616137.572292:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301942149 00000100:00000001:2.0:1773616137.572295:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301938655 00000100:00000001:2.0:1773616137.572298:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301942149 00000100:00000001:2.0:1773616137.572300:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616137.572302:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.572306:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.572308:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.572321:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616137.572323:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616137.572326:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.572328:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616137.572884:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616137.572892:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde700. 00000400:00000200:1.0:1773616137.572897:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616137.572903:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616137.572909:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:1.0:1773616137.572911:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:1.0:1773616137.572915:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616137.572921:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616137.572931:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616137.572935:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616137.572942:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616137.572944:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616137.576829:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616137.576886:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616137.576890:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616137.576894:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616137.576903:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616137.576912:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616137.576921:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616137.576925:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616137.576932:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616137.576936:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066c380 00000400:00000200:0.0:1773616137.576942:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616137.576949:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193709 [1] + 224 00000800:00000001:0.0:1773616137.576956:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616137.576963:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616137.576966:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616137.576970:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616137.576977:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616137.576986:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616137.576998:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616137.577015:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616137.577023:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616137.577027:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.577147:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.577151:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616137.577158:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616137.577161:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616137.577164:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616137.577168:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773616137.577171:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773616137.577174:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616137.577179:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616137.577190:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.577197:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616137.577199:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.577202:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616137.577206:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616137.577208:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616137.577211:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.577214:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616137.577224:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=78 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616137.577228:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616137.577231:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616137.577234:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616137.577237:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616137.577241:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.577244:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616137.577247:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:3.0:1773616137.577249:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616137.577250:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.577256:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.577263:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616137.577266:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616137.577268:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616137.577272:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616137.577303:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795575680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616137.577309:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.577312:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616137.577316:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795575680/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.577323:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616137.577325:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616137.577329:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3d800. 02000000:00000001:3.0:1773616137.577332:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616137.577335:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616137.577337:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616137.577339:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616137.577342:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:3.0:1773616137.577346:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616137.577348:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616137.577370:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:3.0:1773616137.577374:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616137.577375:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.577378:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.577380:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.577382:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616137.577384:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.577385:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616137.585555:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.585575:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616137.585579:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.585582:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616137.585592:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585600:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616137.585610:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585615:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585620:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585625:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066c300 00000400:00000200:1.0:1773616137.585630:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585637:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193701 [1] + 224 00000800:00000001:1.0:1773616137.585645:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.585651:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616137.585655:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616137.585659:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616137.585681:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616137.585692:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616137.585705:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616137.585723:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616137.585734:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.585739:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616137.585741:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.585744:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616137.585748:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585753:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616137.585759:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585761:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585766:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.585770:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066c400 00000400:00000200:1.0:1773616137.585775:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616137.585782:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773616137.585782:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193711 [1] + 224 00000100:00000001:3.0:1773616137.585789:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1773616137.585790:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1773616137.585808:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1773616137.585808:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616137.585813:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1773616137.585814:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1773616137.585819:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:1.0:1773616137.585820:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773616137.585827:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616137.585831:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616137.585858:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616137.585864:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616137.585877:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.585885:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616137.585887:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.585890:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616137.585893:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616137.585896:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616137.585899:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.585902:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616137.585911:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616137.585916:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616137.585919:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616137.585920:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616137.585923:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616137.585926:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.585929:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.585935:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.585942:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616137.585946:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616137.585948:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616137.585953:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616137.585962:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795575552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616137.585967:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.585970:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616137.585974:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795575552/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.585981:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616137.585984:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616137.585988:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3c600. 02000000:00000001:3.0:1773616137.585992:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616137.585994:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616137.585996:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616137.585999:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616137.586001:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41600. 02000000:00000001:3.0:1773616137.586005:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616137.586007:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616137.586009:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616137.586012:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616137.586013:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.586017:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.586019:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.586020:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616137.586022:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.586024:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616137.586543:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616137.586554:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616137.586565:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616137.586581:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616137.586589:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.586597:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616137.586599:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.586601:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616137.586606:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.586610:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616137.586616:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.586619:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.586623:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.586626:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066c480 00000400:00000200:1.0:1773616137.586630:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616137.586635:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193719 [1] + 224 00000800:00000001:1.0:1773616137.586640:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.586649:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616137.586652:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616137.586656:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616137.586659:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616137.586664:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616137.586687:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616137.586700:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616137.586704:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616137.586707:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.589165:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.589176:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616137.589187:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616137.589189:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616137.589194:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:3.0:1773616137.589203:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3088 00000400:00000010:3.0:1773616137.589206:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3088. 00000100:00000001:3.0:1773616137.589210:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616137.589222:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616137.589234:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.589242:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616137.589244:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.589247:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616137.589250:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616137.589253:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616137.589255:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616137.589258:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616137.589268:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=78 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616137.589272:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616137.589274:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616137.589276:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616137.589279:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616137.589283:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.589287:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616137.589290:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616137.589292:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616137.589294:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616137.589299:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.589307:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616137.589311:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616137.589313:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616137.589318:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616137.589326:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795575808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616137.589331:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.589334:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616137.589337:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795575808/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616137.589344:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616137.589347:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616137.589351:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3cc00. 02000000:00000001:3.0:1773616137.589354:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616137.589357:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616137.589358:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616137.589361:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616137.589586:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41f00. 02000000:00000001:3.0:1773616137.589591:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616137.589593:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616137.589595:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:3.0:1773616137.589599:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616137.589601:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.589603:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616137.589613:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616137.589615:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616137.589617:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616137.589620:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.589746:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616137.589749:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616137.589753:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616137.589755:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616137.589758:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:2.0:1773616137.589762:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616137.589764:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616137.589767:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616137.589773:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616137.589783:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616137.589791:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616137.589792:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616137.589804:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616137.589806:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616137.589807:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616137.589809:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616137.589811:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616137.589817:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616137.589820:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=32 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616137.589823:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616137.589824:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616137.589826:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616137.589828:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.589831:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616137.589832:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616137.589834:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616137.589835:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616137.589873:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616137.589881:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616137.589884:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616137.589885:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616137.589889:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616137.589897:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795575936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616137.589901:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616137.589903:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616137.589906:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795575936/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616137.589913:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616137.589914:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616137.589917:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616137.589920:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616137.589922:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616137.589923:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616137.589926:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616137.589928:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:2.0:1773616137.589931:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616137.589932:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616137.589933:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:2.0:1773616137.589936:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616137.589937:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616137.589939:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616137.589943:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616137.589944:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616137.589946:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616137.589948:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616137.928748:0:93368:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1773616137.928756:0:93368:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 132: long punch =================== 19:08:55 (1773616135) 00000001:00000001:2.0:1773616137.943618:0:93368:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773616138.143963:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616138.143972:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.143979:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616138.143981:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616138.144088:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616138.144091:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616138.144095:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773616138.325491:0:93379:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616138.544926:0:93390:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616138.545120:0:93390:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff91a807bb2080. 00000020:00000001:3.0:1773616138.545132:0:93390:0:(obd_mount.c:1366:lustre_parse_monolithic()) Process entered 00000020:00000010:3.0:1773616138.545139:0:93390:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff91a806f22000. 00000020:00000010:3.0:1773616138.545151:0:93390:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffff91a8044fa260. 00000020:00000010:3.0:1773616138.545156:0:93390:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff91a804557830. 00000020:00000010:3.0:1773616138.545161:0:93390:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffff91a8044fa340. 00000020:01000004:3.0:1773616138.545163:0:93390:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:3.0:1773616138.545165:0:93390:0:(obd_mount.c:939:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1773616138.545166:0:93390:0:(obd_mount.c:940:lmd_print()) device: 192.168.201.103@tcp:/lustre 00000020:01000004:3.0:1773616138.545167:0:93390:0:(obd_mount.c:943:lmd_print()) options: user_xattr,flock 00000020:00000001:3.0:1773616138.545170:0:93390:0:(obd_mount.c:1686:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616138.545257:0:93390:0:(super25.c:131:lustre_fill_super()) Process entered 00000080:01200004:3.0:1773616138.545259:0:93390:0:(super25.c:132:lustre_fill_super()) VFS Op: sb ffff91a81094d000 00000020:00000001:3.0:1773616138.545261:0:93390:0:(obd_mount.c:652:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1773616138.545263:0:93390:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff91a810949800. 00000020:00000001:3.0:1773616138.545265:0:93390:0:(obd_mount.c:673:lustre_init_lsi()) Process leaving (rc=18446622749751547904 : -121323958003712 : ffff91a810949800) 00000080:01000004:3.0:1773616138.545271:0:93390:0:(super25.c:169:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1773616138.545273:0:93390:0:(obd_mount.c:302:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1773616138.545283:0:93390:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff91a8063948a0. 00000020:00000010:3.0:1773616138.545286:0:93390:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff91a804ed8cc0. 00000020:00000001:3.0:1773616138.545289:0:93390:0:(obd_class.h:536:obd_set_info_async()) Process entered 10000000:00000001:3.0:1773616138.545292:0:93390:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1773616138.545294:0:93390:0:(mgc_request.c:1100:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616138.545296:0:93390:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616138.545297:0:93390:0:(obd_class.h:511:obd_get_info()) Process entered 00000020:00000001:3.0:1773616138.545299:0:93390:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1773616138.545302:0:93390:0:(obd_mount.c:415:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 00000020:00000001:3.0:1773616138.545303:0:93390:0:(obd_class.h:536:obd_set_info_async()) Process entered 10000000:00000001:3.0:1773616138.545304:0:93390:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:01000000:3.0:1773616138.545307:0:93390:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:3.0:1773616138.545309:0:93390:0:(mgc_request.c:1084:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616138.545311:0:93390:0:(obd_class.h:553:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616138.545313:0:93390:0:(obd_mount.c:420:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.545316:0:93390:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff91a804ed8cc0. 00000020:00000010:3.0:1773616138.545319:0:93390:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff91a8063948a0. 00000020:00000001:3.0:1773616138.545322:0:93390:0:(obd_mount.c:565:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616138.545324:0:93390:0:(llite_lib.c:1372:ll_fill_super()) Process entered 00000080:00200000:3.0:1773616138.545326:0:93390:0:(llite_lib.c:1375:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff91a81094d000 (sb ffff91a81094d000) 00000080:00000010:3.0:1773616138.545331:0:93390:0:(llite_lib.c:1379:ll_fill_super()) kmalloced '(cfg)': 88 at ffff91a80469b780. 00000080:00000001:3.0:1773616138.545333:0:93390:0:(llite_lib.c:93:ll_init_sbi()) Process entered 00000080:00000010:3.0:1773616138.545335:0:93390:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff91a81094e800. 00000020:00000001:3.0:1773616138.545615:0:93390:0:(cl_page.c:1338:cl_cache_init()) Process entered 00000020:00000010:3.0:1773616138.545644:0:93390:0:(cl_page.c:1339:cl_cache_init()) kmalloced '(cache)': 152 at ffff91a804ed8cc0. 00000020:00000001:3.0:1773616138.545648:0:93390:0:(cl_page.c:1355:cl_cache_init()) Process leaving (rc=18446622749556051136 : -121324153500480 : ffff91a804ed8cc0) 00000080:00000010:3.0:1773616138.545652:0:93390:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff91a8045a46a0. 00000080:00000010:3.0:1773616138.545655:0:93390:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff91a8045a40e8. 00000080:00000001:3.0:1773616138.545666:0:93390:0:(llite_lib.c:243:ll_init_sbi()) Process leaving (rc=18446622749751568384 : -121323957983232 : ffff91a81094e800) 00000080:00000001:3.0:1773616138.545670:0:93390:0:(llite_lib.c:1114:ll_options()) Process entered 00000080:01000000:3.0:1773616138.545673:0:93390:0:(llite_lib.c:1124:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1773616138.545674:0:93390:0:(llite_lib.c:1134:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1773616138.545677:0:93390:0:(llite_lib.c:1134:ll_options()) next opt=flock 00000080:00000001:3.0:1773616138.545680:0:93390:0:(llite_lib.c:1280:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:3.0:1773616138.545687:0:93390:0:(llite_lib.c:1409:ll_fill_super()) llite sb uuid: 8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000080:00000001:3.0:1773616138.546106:0:93390:0:(lproc_llite.c:2804:ll_debugfs_register_super()) Process entered 00000020:00000010:3.0:1773616138.546310:0:93390:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a811162000. 00000020:00000010:3.0:1773616138.546316:0:93390:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff91a81094f800. 00000020:00000010:3.0:1773616138.546332:0:93390:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a811163c00. 00000020:00000010:3.0:1773616138.546335:0:93390:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff91a811163800. 00000080:00000001:3.0:1773616138.546345:0:93390:0:(lproc_llite.c:2874:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616138.546348:0:93390:0:(obd_mount.c:62:lustre_process_log()) Process entered 00000020:00000010:3.0:1773616138.546351:0:93390:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff91a807bb2b80. 00000020:00000010:3.0:1773616138.546355:0:93390:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff91a804ed8480. 00000020:00000001:3.0:1773616138.546357:0:93390:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:3.0:1773616138.546361:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a806f3dc00. 00000020:00000010:3.0:1773616138.546366:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a806f3ce00. 00000040:00000010:3.0:1773616138.546370:0:93390:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a806f3c000. 00000020:00000010:3.0:1773616138.546375:0:93390:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a810948800. 00000020:00000010:3.0:1773616138.546380:0:93390:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a806f3c600. 00040000:00000010:3.0:1773616138.546386:0:93390:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a806f41100. 00040000:00000010:3.0:1773616138.546391:0:93390:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a806f3d800. 10000000:00000001:3.0:1773616138.546395:0:93390:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:3.0:1773616138.546398:0:93390:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1773616138.546401:0:93390:0:(mgc_request.c:1959:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1773616138.546403:0:93390:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1773616138.546404:0:93390:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91a81094d000 10000000:00000001:3.0:1773616138.546408:0:93390:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773616138.546412:0:93390:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773616138.546414:0:93390:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff91a8053d5400) refs 3 10000000:00000001:3.0:1773616138.546416:0:93390:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773616138.546417:0:93390:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446622749561279488 : -121324148272128 : ffff91a8053d5400) 10000000:00000001:3.0:1773616138.546420:0:93390:0:(mgc_request_server.c:851:mgc_get_local_copy()) Process entered 10000000:00000001:3.0:1773616138.546421:0:93390:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773616138.546423:0:93390:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773616138.546425:0:93390:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773616138.546427:0:93390:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91a81094d000 10000000:00000010:3.0:1773616138.546429:0:93390:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff91a806f3d200. 10000000:01000000:3.0:1773616138.546432:0:93390:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:3.0:1773616138.546436:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a8182b4000 refcount=7 10000000:00000001:3.0:1773616138.546440:0:93390:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446622749590016512 : -121324119535104 : ffff91a806f3d200) 10000000:00000001:3.0:1773616138.546442:0:93390:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773616138.546443:0:93390:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91a81094d000 10000000:00000010:3.0:1773616138.546445:0:93390:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff91a806f3c200. 10000000:01000000:3.0:1773616138.546447:0:93390:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1773616138.546449:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a8182b4000 refcount=8 10000000:00000001:3.0:1773616138.546451:0:93390:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446622749590012416 : -121324119539200 : ffff91a806f3c200) 10000000:00000001:3.0:1773616138.546454:0:93390:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773616138.546455:0:93390:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff91a81094d000 10000000:00000010:3.0:1773616138.546458:0:93390:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff91a806f3d600. 10000000:01000000:3.0:1773616138.546459:0:93390:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:3.0:1773616138.546461:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a8182b4000 refcount=9 10000000:00000001:3.0:1773616138.546463:0:93390:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446622749590017536 : -121324119534080 : ffff91a806f3d600) 10000000:00000001:3.0:1773616138.546466:0:93390:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446622749590012416 : -121324119539200 : ffff91a806f3c200) 10000000:00000001:3.0:1773616138.546468:0:93390:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:3.0:1773616138.546471:0:93390:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff91a81094d000 from 1 10000000:00000001:3.0:1773616138.546474:0:93390:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773616138.546475:0:93390:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1773616138.546483:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000020:00000040:3.0:1773616138.546487:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616138.546493:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616138.546497:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616138.546502:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616138.546510:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a806f3c400. 00000100:00000001:3.0:1773616138.546517:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616138.546522:0:93390:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616138.546525:0:93390:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773616138.546533:0:93390:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460af00 count: 3 00010000:00000001:3.0:1773616138.546536:0:93390:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616138.546539:0:93390:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616138.546542:0:93390:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002b800. 00000020:00000001:3.0:1773616138.546547:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616138.546550:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002b800 with handle 0xe60cc2233ec67890 to hash 00000020:00000001:3.0:1773616138.546552:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616138.546554:0:93390:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:3.0:1773616138.546557:0:93390:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:3.0:1773616138.546561:0:93390:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616138.546565:0:93390:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616138.546570:0:93390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616138.546581:0:93390:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616138.546593:0:93390:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616138.546599:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616138.546601:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616138.546605:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804ed8f00. 00000100:00000001:3.0:1773616138.546607:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556051712 : -121324153499904 : ffff91a804ed8f00) 00000100:00000001:3.0:1773616138.546610:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.546612:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000001:3.0:1773616138.546616:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616138.546621:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.546625:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616138.546626:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616138.546635:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.546645:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616138.546649:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.546653:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616138.546655:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616138.546658:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616138.546662:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576064:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773616138.546666:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616138.546673:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616138.546675:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.546678:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616138.546682:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819770c00. 02000000:00000001:3.0:1773616138.546684:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.546692:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616138.546696:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dcb8. 00000400:00000010:3.0:1773616138.546702:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000200:3.0:1773616138.546710:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795576064, portal 25 00000100:00000001:3.0:1773616138.546713:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.546714:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000040:3.0:1773616138.546719:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.546726:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616138.546728:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616138.546731:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616138.546735:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859763795576064, offset 0 00000400:00000200:3.0:1773616138.546741:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616138.546749:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.546756:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616138.546760:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616138.546765:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616138.546769:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616138.546772:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616138.546776:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149440:149440:256:4294967295] 192.168.201.103@tcp LPNI seq info [149380:149380:8:4294967295] 00000400:00000200:3.0:1773616138.546995:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.547006:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616138.547014:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616138.547020:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773616138.547028:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616138.547038:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616138.547044:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773616138.547059:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.547063:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616138.547066:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943128 00000100:00000001:3.0:1773616138.547074:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301942149 00000100:00000001:3.0:1773616138.547078:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943128 00000100:00000001:3.0:1773616138.547081:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301942149 00000100:00000001:3.0:1773616138.547084:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.547087:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.547089:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616138.547090:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616138.547093:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804ed8f00 going to sleep for 11 seconds 00000100:00000001:3.0:1773616138.547096:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616138.547099:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.548127:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.548135:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41b00. 00000400:00000200:1.0:1773616138.548141:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.548149:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.548155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:1.0:1773616138.548157:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:1.0:1773616138.548162:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.548167:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.548184:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.548188:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.548195:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.548197:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.558259:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.558279:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.558283:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.558286:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.558295:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.558303:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.558312:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.558318:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.558323:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.558328:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 344 into portal 25 MB=0x69b720066c500 00000400:00000200:1.0:1773616138.558333:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.558339:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 344/344 into md 0x193721 [1] + 224 00000800:00000001:1.0:1773616138.558346:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.558354:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.558356:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.558360:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.558367:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.558375:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.558387:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.558407:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.558416:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.558420:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.558575:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616138.558583:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.558585:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.558589:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dcb8. 00000400:00000200:0.0:1773616138.558593:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3088 00000400:00000010:0.0:1773616138.558595:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3088. 00000100:00000001:0.0:1773616138.558599:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.558604:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.558614:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.558621:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.558623:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.558626:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.558630:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.558633:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.558635:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.558638:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.558645:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616138.558649:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616138.558652:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.558653:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.558655:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.558658:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.558660:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.558664:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.558671:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.558674:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.558676:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.558679:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.558692:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576064:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:0.0:1773616138.558697:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.558699:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.558702:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616138.558704:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.558707:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.558713:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616138.558716:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804ed8f00. 00000100:00000001:0.0:1773616138.558719:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616138.558721:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.559046:0:93390:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773616138.559051:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616138.559054:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616138.559057:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002b800 refcount=4 00000020:00000001:0.0:1773616138.559060:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:0.0:1773616138.559063:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000040:0.0:1773616138.559070:0:93390:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002b800, remote cookie: 0xf6516185796c552, flags: 0x0 00010000:00000001:0.0:1773616138.559074:0:93390:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773616138.559077:0:93390:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616138.559079:0:93390:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773616138.559081:0:93390:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773616138.559082:0:93390:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773616138.559085:0:93390:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff91a80460af00) refcount = 3 00010000:00000040:0.0:1773616138.559089:0:93390:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773616138.559093:0:93390:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff91a804650c00/0xe60cc2233ec67246 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796b602 expref: -99 pid: 81780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773616138.559102:0:93390:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff91a81002aa00/0xe60cc2233ec67238 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796b553 expref: -99 pid: 81780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616138.559114:0:93390:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616138.559119:0:93390:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773616138.559122:0:93390:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773616138.559123:0:93390:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616138.559126:0:93390:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616138.559129:0:93390:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616138.559132:0:93390:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616138.559138:0:93390:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773616138.559139:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.559141:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.559142:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.559143:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.559144:0:93390:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.559147:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.559152:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795576064/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.559158:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.559160:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.559163:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819770c00. 02000000:00000001:0.0:1773616138.559167:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.559169:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.559171:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.559173:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.559175:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a806f3c400. 02000000:00000001:0.0:1773616138.559178:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.559180:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.559182:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:0.0:1773616138.559185:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.559186:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773616138.559188:0:93390:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773616138.559192:0:93390:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773616138.559194:0:93390:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff91a806f3c200) refs 2 10000000:00000001:0.0:1773616138.559196:0:93390:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.559198:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616138.559199:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616138.559201:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002b800 refcount=3 00000020:00000001:0.0:1773616138.559203:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:0.0:1773616138.559205:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:0.0:1773616138.559207:0:93390:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1773616138.559208:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.559209:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.559211:0:93390:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773616138.559213:0:93390:0:(mgc_request.c:1686:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773616138.559219:0:93390:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff91a8046f7940. 00000020:00000010:0.0:1773616138.559223:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0400. 00000020:00000010:0.0:1773616138.559229:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce0200. 00000040:00000010:0.0:1773616138.559233:0:93390:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a807ce1800. 00000020:00000010:0.0:1773616138.559239:0:93390:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a807fb8800. 00000020:00000010:0.0:1773616138.559244:0:93390:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a807ce1400. 80000000:00000010:0.0:1773616138.559249:0:93390:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91a8046f9ae0. 00040000:00000010:0.0:1773616138.559254:0:93390:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a807ce0000. 20000000:00000010:0.0:1773616138.559259:0:93390:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff91a807ce0800. 10000000:00000040:0.0:1773616138.559263:0:93390:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff91a809347600 : new refcount 2 00000020:00000001:0.0:1773616138.559267:0:93390:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1773616138.559269:0:93390:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1773616138.559271:0:93390:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1773616138.559276:0:93390:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff91a807ce0600. 00000040:00000001:0.0:1773616138.559281:0:93390:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1773616138.559284:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:0.0:1773616138.559289:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616138.559291:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616138.559296:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616138.559299:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616138.559304:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616138.559309:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a807ce1e00. 00000100:00000001:0.0:1773616138.559316:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.559321:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616138.559322:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616138.559327:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8046149c0. 00000100:00000001:0.0:1773616138.559330:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749546858944 : -121324162692672 : ffff91a8046149c0) 00000100:00000001:0.0:1773616138.559332:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.559334:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000001:0.0:1773616138.559337:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616138.559341:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.559343:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616138.559344:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616138.559349:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.559356:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.559358:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.559362:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616138.559364:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616138.559367:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616138.559370:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576192:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:0.0:1773616138.559374:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616138.559379:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616138.559381:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.559384:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616138.559389:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a803266a00. 02000000:00000001:0.0:1773616138.559391:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.559395:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616138.559398:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a4d0. 00000400:00000010:0.0:1773616138.559403:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a3b8. 00000100:00000200:0.0:1773616138.559409:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795576192, portal 25 00000100:00000001:0.0:1773616138.559412:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.559413:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000040:0.0:1773616138.559651:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.559663:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616138.559666:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616138.559669:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a880. 00000100:00000200:0.0:1773616138.559672:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1859763795576192, offset 0 00000400:00000200:0.0:1773616138.559678:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616138.559684:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.559690:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616138.559694:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616138.559699:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616138.559703:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616138.559706:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.559709:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149441:149441:256:4294967295] 192.168.201.103@tcp LPNI seq info [149381:149381:8:4294967295] 00000400:00000200:0.0:1773616138.559714:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.559723:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616138.559729:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616138.559734:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372f00. 00000800:00000200:0.0:1773616138.559741:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616138.559748:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616138.559984:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372f00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1773616138.560003:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.560008:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616138.560011:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943141 00000100:00000001:0.0:1773616138.560018:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943128 00000100:00000001:0.0:1773616138.560024:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943141 00000100:00000001:0.0:1773616138.560027:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943128 00000100:00000001:0.0:1773616138.560030:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.560033:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.560035:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616138.560037:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616138.560040:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8046149c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773616138.560042:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.560044:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.562258:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.562265:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372f00. 00000400:00000200:1.0:1773616138.562271:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.562278:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.562283:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a880 00000400:00000010:1.0:1773616138.562286:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a880. 00000100:00000001:1.0:1773616138.562290:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.562296:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.562308:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.562312:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.562319:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.562321:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.581766:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.581793:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.581797:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.585096:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.585112:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.585120:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.585133:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.585138:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.585144:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.585148:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 272 into portal 25 MB=0x69b720066c580 00000400:00000200:1.0:1773616138.585153:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.585158:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 272/272 into md 0x193729 [1] + 224 00000800:00000001:1.0:1773616138.585167:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.585183:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.585186:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.585191:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.585199:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.585208:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.585221:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.585234:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.585245:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.585249:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.585328:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616138.585336:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.585338:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.585343:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a4d0. 00000400:00000200:0.0:1773616138.585347:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a3b8 00000400:00000010:0.0:1773616138.585350:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a3b8. 00000100:00000001:0.0:1773616138.585353:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.585358:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.585367:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.585374:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.585376:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.585378:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.585381:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.585384:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.585387:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.585390:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.585397:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616138.585401:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616138.585404:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.585406:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.585409:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.585411:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.585414:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.585418:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.585425:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.585428:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.585430:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.585434:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.585446:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576192:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:0.0:1773616138.585451:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.585454:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.585456:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616138.585458:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.585461:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.585467:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616138.585470:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8046149c0. 00000100:00000001:0.0:1773616138.585474:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616138.585475:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773616138.585481:0:93390:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1773616138.585485:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.585487:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.585489:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773616138.585491:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.585494:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795576192/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 512/272 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.585500:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.585503:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.585506:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a803266a00. 02000000:00000001:0.0:1773616138.585510:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.585511:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.585512:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.585514:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.585517:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a807ce1e00. 02000000:00000001:0.0:1773616138.585523:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.585525:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.585527:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:0.0:1773616138.585531:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.585532:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773616138.585536:0:93390:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773616138.585539:0:93390:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1773616138.585546:0:93390:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff91a8060d8000. 00000040:00000001:0.0:1773616138.585549:0:93390:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1773616138.585551:0:93390:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1773616138.585554:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:0.0:1773616138.585558:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616138.585561:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616138.585565:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616138.585567:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616138.585572:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616138.585579:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a812a56200. 00000100:00000001:0.0:1773616138.585584:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.585588:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616138.585590:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616138.585595:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8046149c0. 00000100:00000001:0.0:1773616138.585597:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749546858944 : -121324162692672 : ffff91a8046149c0) 00000100:00000001:0.0:1773616138.585599:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.585601:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000001:0.0:1773616138.585605:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616138.585609:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.585611:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616138.585613:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616138.585618:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.585624:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.585627:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.585631:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616138.585634:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616138.585636:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616138.585639:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576320:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:0.0:1773616138.585644:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616138.585659:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616138.585662:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.585665:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616138.585688:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91a80370c000. 02000000:00000001:0.0:1773616138.585691:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.585695:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616138.585699:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a4d0. 00000400:00000010:0.0:1773616138.585704:0:93390:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91a804614d80. 00000100:00000200:0.0:1773616138.585711:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859763795576320, portal 25 00000100:00000001:0.0:1773616138.585713:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.585714:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000040:0.0:1773616138.585720:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.585727:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616138.585729:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616138.585732:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a3b8. 00000100:00000200:0.0:1773616138.585735:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859763795576320, offset 0 00000400:00000200:0.0:1773616138.585741:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616138.585748:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.585753:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616138.585759:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616138.585763:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616138.585766:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616138.585769:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.585773:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149442:149442:256:4294967295] 192.168.201.103@tcp LPNI seq info [149382:149382:8:4294967295] 00000400:00000200:0.0:1773616138.585788:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.585797:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616138.585802:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616138.585808:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372f00. 00000800:00000200:0.0:1773616138.585815:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616138.586236:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616138.586241:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1773616138.586250:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.586255:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616138.586258:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943166 00000100:00000001:0.0:1773616138.586266:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943141 00000100:00000001:0.0:1773616138.586272:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943166 00000100:00000001:0.0:1773616138.586276:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943141 00000100:00000001:0.0:1773616138.586279:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.586281:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.586283:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616138.586285:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616138.586287:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8046149c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773616138.586290:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.586291:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.586611:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.586615:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372f00. 00000400:00000200:1.0:1773616138.586619:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.586623:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.586627:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a3b8 00000400:00000010:1.0:1773616138.586629:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a3b8. 00000100:00000001:1.0:1773616138.586633:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.586637:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.586647:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.586657:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.586663:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.586665:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.595669:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.595687:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.595690:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.595693:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.595702:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.595708:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.595717:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.595723:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.595728:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.595733:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8416 into portal 25 MB=0x69b720066c600 00000400:00000200:1.0:1773616138.595738:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.595744:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8416/8416 into md 0x193739 [4] + 224 00000800:00000001:1.0:1773616138.595752:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.595775:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.595789:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.595795:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.595807:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.595816:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.595828:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.595867:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.595879:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.595882:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.595915:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616138.595922:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616138.595925:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616138.595928:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a4d0. 00000400:00000200:1.0:1773616138.595933:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a804614d80 00000400:00000010:1.0:1773616138.595935:0:93390:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff91a804614d80. 00000100:00000001:1.0:1773616138.595938:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.595943:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616138.595953:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.595960:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616138.595962:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.595965:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616138.595969:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616138.595971:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616138.595974:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.595976:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616138.595984:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616138.595989:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616138.595999:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616138.596001:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.596004:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616138.596010:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.596013:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.596019:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.596031:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.596034:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616138.596037:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616138.596042:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616138.596050:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576320:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:1.0:1773616138.596055:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.596058:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.596060:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616138.596062:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.596066:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.596073:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616138.596075:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8046149c0. 00000100:00000001:1.0:1773616138.596078:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616138.596079:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773616138.596087:0:93390:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1773616138.596089:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.596092:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795576320/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.596099:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616138.596101:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616138.596104:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91a80370c000. 02000000:00000001:1.0:1773616138.596123:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616138.596127:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.596132:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616138.596135:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616138.596138:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a812a56200. 02000000:00000001:1.0:1773616138.596141:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616138.596146:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616138.596149:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:1.0:1773616138.596153:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616138.596154:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616138.596157:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.596158:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616138.596160:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1773616138.596163:0:93390:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773616138.596166:0:93390:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1773616138.596169:0:93390:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1773616138.596177:0:93390:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff91a8046d88a0. 00000040:00001000:1.0:1773616138.596180:0:93390:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1773616138.597342:0:93394:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1773616138.597352:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80afbc200. 00000020:00000010:3.0:1773616138.597359:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802e4ce00. 00000040:00000010:3.0:1773616138.597363:0:93394:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a802e4ca00. 00000020:00000010:3.0:1773616138.597369:0:93394:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a80501b800. 00000020:00000010:3.0:1773616138.597374:0:93394:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff91a810c60f18. 00000020:00000010:3.0:1773616138.597379:0:93394:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a809129a00. 80000000:00000010:3.0:1773616138.597385:0:93394:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91a80469bd80. 40000000:00000010:3.0:1773616138.597391:0:93394:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff91a8061f0300. 00100000:00000010:3.0:1773616138.597625:0:93394:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff91a805019800. 00040000:00000010:3.0:1773616138.597630:0:93394:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a806f41200. 00040000:00000010:3.0:1773616138.597634:0:93394:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff91a80501f800. 00040000:00000010:3.0:1773616138.597639:0:93394:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a809128400. 00000004:00000010:3.0:1773616138.597645:0:93394:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff91a80501a000. 00000004:00000010:3.0:1773616138.597650:0:93394:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff91a806f25000. 00000004:00000010:3.0:1773616138.597663:0:93394:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff91a80501c800. 00002000:00000010:3.0:1773616138.597669:0:93394:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff91a819771c00. 00000004:00000010:3.0:1773616138.597674:0:93394:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff91a819773000. 00000020:00000010:3.0:1773616138.597678:0:93394:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91a8061f0780. 00000040:00000010:3.0:1773616138.597686:0:93394:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff91a804452000. 00000040:00001000:3.0:1773616138.597689:0:93394:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1773616138.597691:0:93394:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1773616138.597694:0:93394:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1773616138.597697:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773616138.597702:0:93394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616138.597706:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616138.597709:0:93394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616138.597712:0:93394:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616138.597716:0:93394:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616138.597723:0:93394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809128c00. 00000100:00000001:3.0:1773616138.597730:0:93394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.597736:0:93394:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616138.597738:0:93394:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616138.597743:0:93394:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.597746:0:93394:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606949056 : -121324102602560 : ffff91a807f630c0) 00000100:00000001:3.0:1773616138.597749:0:93394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.597751:0:93394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000001:3.0:1773616138.597755:0:93394:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616138.597760:0:93394:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.597762:0:93394:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616138.597763:0:93394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616138.597771:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.597790:0:93394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616138.597792:0:93394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.597796:0:93394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616138.597799:0:93394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616138.597802:0:93394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616138.597807:0:93394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93394:1859763795576448:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.597811:0:93394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616138.597816:0:93394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616138.597819:0:93394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.597831:0:93394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616138.597877:0:93394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91a80370c000. 02000000:00000001:3.0:1773616138.597880:0:93394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.597887:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616138.597904:0:93394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616138.597911:0:93394:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91a807f636c0. 00000100:00000200:3.0:1773616138.597919:0:93394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859763795576448, portal 25 00000100:00000001:3.0:1773616138.597921:0:93394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.597922:0:93394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616138.597929:0:93394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.597937:0:93394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616138.597940:0:93394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616138.597944:0:93394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773616138.597948:0:93394:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859763795576448, offset 0 00000400:00000200:3.0:1773616138.597955:0:93394:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616138.597963:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.597970:0:93394:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616138.597975:0:93394:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616138.597979:0:93394:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616138.597982:0:93394:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616138.597985:0:93394:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616138.597989:0:93394:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149443:149443:256:4294967295] 192.168.201.103@tcp LPNI seq info [149383:149383:8:4294967295] 00000400:00000200:3.0:1773616138.597994:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.598004:0:93394:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616138.598010:0:93394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616138.598015:0:93394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773616138.598024:0:93394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616138.598032:0:93394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616138.598038:0:93394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773616138.598055:0:93394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.598060:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616138.598063:0:93394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943179 00000100:00000001:3.0:1773616138.598071:0:93394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943166 00000100:00000001:3.0:1773616138.598077:0:93394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943179 00000100:00000001:3.0:1773616138.598080:0:93394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943166 00000100:00000001:3.0:1773616138.598083:0:93394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.598086:0:93394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.598089:0:93394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616138.598090:0:93394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616138.598093:0:93394:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f630c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773616138.598096:0:93394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616138.598099:0:93394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.598343:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.598348:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41d00. 00000400:00000200:1.0:1773616138.598353:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.598358:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.598363:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:1.0:1773616138.598365:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:1.0:1773616138.598370:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.598375:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.598385:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.598388:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.598396:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.598398:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.602100:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.602118:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.602122:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.602125:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.602133:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.602141:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.602150:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.602154:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.602161:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.602167:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b720066c680 00000400:00000200:1.0:1773616138.602172:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.602180:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x193749 [4] + 224 00000800:00000001:1.0:1773616138.602187:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.602214:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.602218:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.602224:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.602231:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.602240:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.602252:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.602271:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.602282:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.602286:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.602657:0:93394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616138.602665:0:93394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616138.602668:0:93394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616138.602672:0:93394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616138.602678:0:93394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f636c0 00000400:00000010:3.0:1773616138.602680:0:93394:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff91a807f636c0. 00000100:00000001:3.0:1773616138.602683:0:93394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616138.602689:0:93394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616138.602699:0:93394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.602705:0:93394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616138.602708:0:93394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.602710:0:93394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616138.602714:0:93394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616138.602716:0:93394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616138.602719:0:93394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.602722:0:93394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616138.602730:0:93394:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616138.602734:0:93394:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616138.602737:0:93394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616138.602738:0:93394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616138.602741:0:93394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616138.602743:0:93394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.602747:0:93394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616138.602751:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.602758:0:93394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.602761:0:93394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616138.602763:0:93394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616138.602767:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616138.603608:0:93394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93394:1859763795576448:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.603614:0:93394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.603617:0:93394:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.603620:0:93394:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616138.603622:0:93394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.603626:0:93394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.603634:0:93394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616138.603637:0:93394:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.603640:0:93394:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616138.603642:0:93394:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773616138.603651:0:93394:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773616138.603653:0:93394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.603657:0:93394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795576448/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.603664:0:93394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616138.603666:0:93394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616138.603671:0:93394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91a80370c000. 02000000:00000001:3.0:1773616138.603681:0:93394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616138.603685:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.603687:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.603690:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616138.603693:0:93394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809128c00. 02000000:00000001:3.0:1773616138.603697:0:93394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616138.603699:0:93394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616138.603701:0:93394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616138.603705:0:93394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616138.603706:0:93394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773616138.603985:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.603988:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.603991:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1773616138.603994:0:93394:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.603997:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452000 type=0x10620000 idx=1 00000040:00001000:0.0:1773616138.604002:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1773616138.604005:0:93394:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.604008:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.604012:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.604013:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.604015:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.604021:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1773616138.604023:0:93394:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.604030:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372e00. 00000020:00000080:0.0:1773616138.604034:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.604036:0:93394:0:(obd_config.c:1594:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:0.0:1773616138.604039:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.604042:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372e00. 00000020:00000001:0.0:1773616138.604045:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.604046:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044520e0 type=0x10620000 idx=2 00000040:00001000:0.0:1773616138.604048:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1773616138.604050:0:93394:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.604052:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.604056:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8046f7cc0. 00000020:01000000:0.0:1773616138.604059:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff91a81094d000 00000020:00000010:0.0:1773616138.604063:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff91a8047d5200. 00000020:00000080:0.0:1773616138.604065:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1773616138.604067:0:93394:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:0.0:1773616138.604069:0:93394:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1773616138.604081:0:93394:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff91a806f54d28. 00000020:00000080:0.0:1773616138.604087:0:93394:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) 00000020:00000001:0.0:1773616138.604091:0:93394:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1773616138.604095:0:93394:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a807fbf800. 00000020:00000001:0.0:1773616138.604098:0:93394:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616138.604101:0:93394:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807fbf800 with handle 0xe60cc2233ec67897 to hash 00000020:00000001:0.0:1773616138.604104:0:93394:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1773616138.604108:0:93394:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:0.0:1773616138.604110:0:93394:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.604112:0:93394:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749607327744 : -121324102223872 : ffff91a807fbf800) 00000020:00000040:0.0:1773616138.604116:0:93394:0:(genops.c:898:class_export_put()) PUTting export ffff91a807fbf800 : new refcount 1 00000020:00000040:0.0:1773616138.604125:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) now 2 - obd_device_list 00000020:00000001:0.0:1773616138.604131:0:93394:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1773616138.604134:0:93394:0:(obd_config.c:757:class_attach()) OBD: dev 7 attached type lov with refcount 2 00000020:00000001:0.0:1773616138.604136:0:93394:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.604138:0:93394:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.604140:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.604143:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8046f7cc0. 00000020:00000001:0.0:1773616138.604146:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.604148:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452158 type=0x10620000 idx=3 00000040:00001000:0.0:1773616138.604150:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1773616138.604151:0:93394:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.604153:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.604156:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8046f7cc0. 00000020:01000000:0.0:1773616138.604159:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff91a81094d000 00000020:00000010:0.0:1773616138.604162:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.604164:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1773616138.604169:0:93394:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:0.0:1773616138.604187:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.604191:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff91a820372e00. 00000001:00000010:0.0:1773616138.606266:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff91a80475a740. 00000001:00000010:0.0:1773616138.606278:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a812a56200. 00000001:00000010:0.0:1773616138.606283:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a812a57000. 00000001:00000010:0.0:1773616138.606287:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a807ce1e00. 00000001:00000010:0.0:1773616138.606290:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a803266a00. 00000020:00000001:0.0:1773616138.606294:0:93394:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:0.0:1773616138.606300:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810c49c00. 00000020:00000010:0.0:1773616138.606307:0:93394:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.606324:0:93394:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.606330:0:93394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.606335:0:93394:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.606341:0:93394:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.606348:0:93394:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.606353:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810c48600. 00000020:00000010:0.0:1773616138.606357:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810c48800. 00000020:00000010:0.0:1773616138.606360:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046f9c00. 00000008:00000010:0.0:1773616138.606365:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.606369:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.606373:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.606378:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.606382:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00020000:00000010:0.0:1773616138.606386:0:93394:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffff91a8102d7000. 00020000:00000001:0.0:1773616138.606393:0:93394:0:(lov_obd.c:677:lov_setup()) Process entered 00000020:00000001:0.0:1773616138.606407:0:93394:0:(lu_tgt_pool.c:44:lu_tgt_pool_init()) Process entered 00000020:00000010:0.0:1773616138.606410:0:93394:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff91a802eeeb40. 00000020:00000001:0.0:1773616138.606413:0:93394:0:(lu_tgt_pool.c:57:lu_tgt_pool_init()) Process leaving 00020000:00000010:0.0:1773616138.606731:0:93394:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff91a807d85000. 00020000:00000010:0.0:1773616138.606737:0:93394:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff91a807d87000. 00000020:00000001:0.0:1773616138.606740:0:93394:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:0.0:1773616138.606790:0:93394:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff91a810000000. 00000020:00000010:0.0:1773616138.606802:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8102d6800. 00000020:00000010:0.0:1773616138.606806:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff91a8046143c0. 00000020:00000001:0.0:1773616138.606811:0:93394:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.606816:0:93394:0:(lov_dev.c:635:lov_device_alloc()) Process leaving (rc=18446622749744787456 : -121323964764160 : ffff91a8102d7000) 00020000:00000001:0.0:1773616138.606820:0:93394:0:(lov_dev.c:265:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.606835:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810c48800. 00000020:00000010:0.0:1773616138.606869:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046f9c00. 00000008:00000010:0.0:1773616138.606874:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.606878:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.606882:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.606886:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.606889:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.606893:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810c48600. 00000020:00000010:0.0:1773616138.606897:0:93394:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.606901:0:93394:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.606905:0:93394:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.606909:0:93394:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.606913:0:93394:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.606917:0:93394:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.606919:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810c49c00. 00000020:00000001:0.0:1773616138.606922:0:93394:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616138.606925:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) now 3 - setup 00000020:00000080:0.0:1773616138.606929:0:93394:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilov-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616138.606931:0:93394:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.606933:0:93394:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.606937:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.606940:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8046f7cc0. 00000020:00000001:0.0:1773616138.606942:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.606946:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452200 type=0x10620000 idx=4 00000040:00001000:0.0:1773616138.606950:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1773616138.606953:0:93394:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.606956:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.606959:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.606961:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.606963:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.606969:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372000. 00000020:00000080:0.0:1773616138.606973:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.606975:0:93394:0:(obd_config.c:1594:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:0.0:1773616138.606977:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.606979:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372000. 00000020:00000001:0.0:1773616138.606982:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.606984:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044522e0 type=0x10620000 idx=5 00000040:00001000:0.0:1773616138.606986:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1773616138.606988:0:93394:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.606990:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.606991:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.606993:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.606994:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.606998:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1773616138.607000:0:93394:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.607003:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372000. 00000020:00000080:0.0:1773616138.607005:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.607007:0:93394:0:(obd_config.c:1594:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:0.0:1773616138.607009:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.607011:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372000. 00000020:00000001:0.0:1773616138.607013:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.607015:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044523c0 type=0x10620000 idx=6 00000040:00001000:0.0:1773616138.607017:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1773616138.607019:0:93394:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.607021:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.607024:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8046f7cc0. 00000020:01000000:0.0:1773616138.607027:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff91a81094d000 00000020:00000010:0.0:1773616138.607030:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff91a8047d5200. 00000020:00000080:0.0:1773616138.607032:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1773616138.607034:0:93394:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:0.0:1773616138.607036:0:93394:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1773616138.607043:0:93394:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff91a806f50000. 00000020:00000080:0.0:1773616138.607048:0:93394:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) 00000020:00000001:0.0:1773616138.607051:0:93394:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1773616138.607054:0:93394:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a807fbb800. 00000020:00000001:0.0:1773616138.607057:0:93394:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616138.607060:0:93394:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807fbb800 with handle 0xe60cc2233ec6789e to hash 00000020:00000001:0.0:1773616138.607063:0:93394:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1773616138.607066:0:93394:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:0.0:1773616138.607068:0:93394:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.607071:0:93394:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749607311360 : -121324102240256 : ffff91a807fbb800) 00000020:00000040:0.0:1773616138.607074:0:93394:0:(genops.c:898:class_export_put()) PUTting export ffff91a807fbb800 : new refcount 1 00000020:00000040:0.0:1773616138.607080:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 2 - obd_device_list 00000020:00000001:0.0:1773616138.607085:0:93394:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1773616138.607088:0:93394:0:(obd_config.c:757:class_attach()) OBD: dev 8 attached type lmv with refcount 2 00000020:00000001:0.0:1773616138.607090:0:93394:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.607092:0:93394:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.607094:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.607097:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8046f7cc0. 00000020:00000001:0.0:1773616138.607099:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.607101:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452438 type=0x10620000 idx=7 00000040:00001000:0.0:1773616138.607103:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1773616138.607105:0:93394:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.607107:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.607110:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8046f7cc0. 00000020:01000000:0.0:1773616138.607113:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff91a81094d000 00000020:00000010:0.0:1773616138.607115:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.607117:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1773616138.607120:0:93394:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:0.0:1773616138.607137:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.607140:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff91a820372000. 00000001:00000010:0.0:1773616138.607144:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff91a80475a4a0. 00000001:00000010:0.0:1773616138.607147:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810c49c00. 00000001:00000010:0.0:1773616138.607150:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810c48600. 00000001:00000010:0.0:1773616138.607152:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810c48800. 00000001:00000010:0.0:1773616138.607155:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a802e18200. 00000020:00000001:0.0:1773616138.607157:0:93394:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:0.0:1773616138.607159:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e18400. 00000020:00000010:0.0:1773616138.607163:0:93394:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.607166:0:93394:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.607168:0:93394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.607171:0:93394:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.607174:0:93394:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.607188:0:93394:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.607191:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e18c00. 00000020:00000010:0.0:1773616138.607193:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802e19a00. 00000040:00000010:0.0:1773616138.607197:0:93394:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a802e19c00. 00000020:00000010:0.0:1773616138.607202:0:93394:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a807fba000. 00000020:00000010:0.0:1773616138.607206:0:93394:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a802e18a00. 00040000:00000010:0.0:1773616138.607211:0:93394:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a820372700. 00040000:00000010:0.0:1773616138.607216:0:93394:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a807ef3c00. 00800000:00000001:0.0:1773616138.607220:0:93394:0:(lmv_obd.c:1217:lmv_device_alloc()) Process entered 00800000:00000010:0.0:1773616138.607222:0:93394:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff91a8046f7d80. 00000020:00000010:0.0:1773616138.617395:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80635d000. 00000020:00000010:0.0:1773616138.617408:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff91a807ef3800. 80000000:00000001:0.0:1773616138.617427:0:93394:0:(fld_request.c:235:fld_client_init()) Process entered 80000000:00000001:0.0:1773616138.617430:0:93394:0:(fld_cache.c:42:fld_cache_init()) Process entered 80000000:00000010:0.0:1773616138.617435:0:93394:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffff91a804614e40. 80000000:00000040:0.0:1773616138.617439:0:93394:0:(fld_cache.c:66:fld_cache_init()) cli-lustre-clilmv-ffff91a81094d000: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:0.0:1773616138.617441:0:93394:0:(fld_cache.c:68:fld_cache_init()) Process leaving (rc=18446622749546860096 : -121324162691520 : ffff91a804614e40) 80000000:00000001:0.0:1773616138.617444:0:93394:0:(fld_request.c:210:fld_client_debugfs_init()) Process entered 80000000:00000001:0.0:1773616138.617477:0:93394:0:(fld_request.c:265:fld_client_init()) Process leaving 80000000:00000040:0.0:1773616138.617479:0:93394:0:(fld_request.c:271:fld_client_init()) cli-lustre-clilmv-ffff91a81094d000: Using "RRB" hash 00800000:00000010:0.0:1773616138.620804:0:93394:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff91a807ef3000. 00800000:00000010:0.0:1773616138.620833:0:93394:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff91a807ef3a00. 00800000:00000001:0.0:1773616138.620850:0:93394:0:(lmv_obd.c:1296:lmv_device_alloc()) Process leaving (rc=18446622749547789696 : -121324161761920 : ffff91a8046f7d80) 00000020:00000010:0.0:1773616138.620859:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802e19a00. 00000040:00000010:0.0:1773616138.620868:0:93394:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a802e19c00. 00000020:00000010:0.0:1773616138.620872:0:93394:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a807fba000. 00000020:00000010:0.0:1773616138.620878:0:93394:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a802e18a00. 00040000:00000010:0.0:1773616138.620884:0:93394:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a820372700. 00040000:00000010:0.0:1773616138.620891:0:93394:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a807ef3c00. 00000020:00000010:0.0:1773616138.620894:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e18c00. 00000020:00000010:0.0:1773616138.620901:0:93394:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.620905:0:93394:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.620910:0:93394:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.620915:0:93394:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.620921:0:93394:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.620926:0:93394:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.620930:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e18400. 00000020:00000001:0.0:1773616138.620933:0:93394:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616138.620937:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 3 - setup 00000020:00000080:0.0:1773616138.620940:0:93394:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-clilmv-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616138.620942:0:93394:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.620945:0:93394:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.620949:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.620953:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8046f7cc0. 00000020:00000001:0.0:1773616138.620956:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.620960:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044524e0 type=0x10620000 idx=8 00000040:00001000:0.0:1773616138.620965:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1773616138.620968:0:93394:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.620970:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.620973:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.620974:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.620976:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.620982:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372700. 00000020:00000080:0.0:1773616138.620985:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.620987:0:93394:0:(obd_config.c:1594:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:0.0:1773616138.620989:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.620991:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372700. 00000020:00000001:0.0:1773616138.620994:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.620996:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044525c0 type=0x10620000 idx=9 00000040:00001000:0.0:1773616138.620997:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1773616138.620999:0:93394:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.621002:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.621003:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.621004:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.621005:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.621010:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1773616138.621012:0:93394:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.621015:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372700. 00000020:00000080:0.0:1773616138.621017:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.621018:0:93394:0:(obd_config.c:1594:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:0.0:1773616138.621021:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.621023:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372700. 00000020:00000001:0.0:1773616138.621025:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.621027:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044526a0 type=0x10620000 idx=10 00000040:00001000:0.0:1773616138.621029:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1773616138.621031:0:93394:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.621033:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.621036:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff91a8046f9c00. 00000020:00000080:0.0:1773616138.621038:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1773616138.621040:0:93394:0:(obd_config.c:1547:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:0.0:1773616138.621042:0:93394:0:(obd_config.c:1182:class_add_profile()) Process entered 00000020:01000000:0.0:1773616138.621044:0:93394:0:(obd_config.c:1184:class_add_profile()) Add profile lustre-client 00000020:00000010:0.0:1773616138.621047:0:93394:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffff91a8046f7cc0. 00000020:00000010:0.0:1773616138.621050:0:93394:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff91a804585c60. 00000020:00000010:0.0:1773616138.621053:0:93394:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff91a8045856d0. 00000020:00000010:0.0:1773616138.621057:0:93394:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff91a804585360. 00000020:00000001:0.0:1773616138.621059:0:93394:0:(obd_config.c:1217:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.621060:0:93394:0:(obd_config.c:1558:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.621062:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff91a8046f9c00. 00000020:00000001:0.0:1773616138.621065:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.621067:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452718 type=0x10620000 idx=11 00000040:00001000:0.0:1773616138.621069:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1773616138.621072:0:93394:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.621073:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.621075:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.621076:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.621078:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.621081:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372700. 00000020:00000080:0.0:1773616138.621083:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.621085:0:93394:0:(obd_config.c:1594:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:0.0:1773616138.621087:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.621089:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372700. 00000020:00000001:0.0:1773616138.621091:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.621093:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044527f8 type=0x10620000 idx=12 00000040:00001000:0.0:1773616138.621095:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1773616138.621097:0:93394:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.621099:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.621100:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.621102:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.621103:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.621106:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1773616138.621108:0:93394:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.621111:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372700. 00000020:00000080:0.0:1773616138.621113:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.621114:0:93394:0:(obd_config.c:1594:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:0.0:1773616138.621116:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.621118:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372700. 00000020:00000001:0.0:1773616138.621120:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.621122:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044528d8 type=0x10620000 idx=13 00000040:00001000:0.0:1773616138.621124:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1773616138.621126:0:93394:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.621127:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.621129:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff91a8046f7480. 00000020:00000080:0.0:1773616138.621131:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1773616138.621136:0:93394:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:0.0:1773616138.621141:0:93394:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff91a80635cc00. 00000100:00000040:0.0:1773616138.621147:0:93394:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:0.0:1773616138.621151:0:93394:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1773616138.621156:0:93394:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:0.0:1773616138.621159:0:93394:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.621164:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.621169:0:93394:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773616138.621174:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.621179:0:93394:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773616138.621182:0:93394:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:0.0:1773616138.621184:0:93394:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:0.0:1773616138.621187:0:93394:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff91a80635cc00. 00000020:00000001:0.0:1773616138.621190:0:93394:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.621192:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff91a8046f7480. 00000020:00000001:0.0:1773616138.621193:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.621195:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452930 type=0x10620000 idx=14 00000040:00001000:0.0:1773616138.621197:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1773616138.621199:0:93394:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.621200:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.621204:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8046f7480. 00000020:01000000:0.0:1773616138.621207:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000010:0.0:1773616138.621210:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.621212:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1773616138.621214:0:93394:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:0.0:1773616138.621218:0:93394:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1773616138.621227:0:93394:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff91a806f53370. 00000020:00000080:0.0:1773616138.621232:0:93394:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) 00000020:00000001:0.0:1773616138.621235:0:93394:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1773616138.621238:0:93394:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a807fba000. 00000020:00000001:0.0:1773616138.621241:0:93394:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616138.621243:0:93394:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807fba000 with handle 0xe60cc2233ec678a5 to hash 00000020:00000001:0.0:1773616138.621246:0:93394:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1773616138.621250:0:93394:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:0.0:1773616138.621253:0:93394:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.621265:0:93394:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749607305216 : -121324102246400 : ffff91a807fba000) 00000020:00000040:0.0:1773616138.621269:0:93394:0:(genops.c:898:class_export_put()) PUTting export ffff91a807fba000 : new refcount 1 00000020:00000040:0.0:1773616138.621279:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 2 - obd_device_list 00000020:00000001:0.0:1773616138.621285:0:93394:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1773616138.621287:0:93394:0:(obd_config.c:757:class_attach()) OBD: dev 9 attached type mdc with refcount 2 00000020:00000001:0.0:1773616138.621289:0:93394:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.621291:0:93394:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.621293:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.621296:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8046f7480. 00000020:00000001:0.0:1773616138.621298:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.621301:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044529b0 type=0x10620000 idx=15 00000040:00001000:0.0:1773616138.621303:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1773616138.621305:0:93394:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.621307:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.621310:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8046f7480. 00000020:01000000:0.0:1773616138.621313:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000010:0.0:1773616138.621316:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.621318:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1773616138.621321:0:93394:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:0.0:1773616138.621368:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.621372:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff91a820372700. 00000001:00000010:0.0:1773616138.621377:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff91a80475aa40. 00000001:00000010:0.0:1773616138.621380:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a807ef3c00. 00000001:00000010:0.0:1773616138.621383:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a807ef2400. 00000001:00000010:0.0:1773616138.621386:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a807ef3e00. 00000001:00000010:0.0:1773616138.621388:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a807ef2800. 00000020:00000001:0.0:1773616138.621391:0:93394:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:0.0:1773616138.621394:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2600. 00000020:00000010:0.0:1773616138.621398:0:93394:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.621402:0:93394:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.621407:0:93394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.621411:0:93394:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.621415:0:93394:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.621419:0:93394:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.621424:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616138.621427:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802e18400. 00000020:00000010:0.0:1773616138.621430:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046f9c00. 00000008:00000010:0.0:1773616138.621434:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.621438:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.621441:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.621445:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.621450:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000002:00000010:0.0:1773616138.621454:0:93394:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff91a8047d5500. 00000002:00000001:0.0:1773616138.621460:0:93394:0:(mdc_request.c:3034:mdc_setup()) Process entered 00000008:00000001:0.0:1773616138.621462:0:93394:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:0.0:1773616138.621465:0:93394:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1773616138.621468:0:93394:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.621471:0:93394:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:0.0:1773616138.621479:0:93394:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff91a807d81000. 00010000:00000010:0.0:1773616138.621485:0:93394:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff91a807d82000. 00010000:00000010:0.0:1773616138.621490:0:93394:0:(ldlm_lib.c:521:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff91a8046f7680. 00010000:00000001:0.0:1773616138.621492:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.621494:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.621499:0:93394:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff91a8182b5800. 00000020:00000040:0.0:1773616138.621502:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 3 - import 00000020:00000001:0.0:1773616138.621507:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.621510:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=1 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616138.621512:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773616138.621514:0:93394:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1773616138.621524:0:93394:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:0.0:1773616138.621527:0:93394:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1773616138.621531:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.621535:0:93394:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:0.0:1773616138.621539:0:93394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616138.621541:0:93394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616138.621543:0:93394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000100:00000001:0.0:1773616138.621546:0:93394:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446622749644331648 : -121324065219968 : 0xffff91a80a309a80) 00000100:00000040:0.0:1773616138.621549:0:93394:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000100:00000040:0.0:1773616138.621552:0:93394:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff91a80a309a80 00010000:00000010:0.0:1773616138.621556:0:93394:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff91a8046f9660. 00010000:00080000:0.0:1773616138.621559:0:93394:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91a8182b5800@lustre-MDT0000-mdc-ffff91a81094d000: add connection 192.168.201.103@tcp at head 00010000:00000001:0.0:1773616138.621562:0:93394:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.621565:0:93394:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1773616138.621566:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.621567:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1773616138.621571:0:93394:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff91a80370f000. 00000001:00000001:0.0:1773616138.621573:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.621576:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff91a802e18c00. 00000001:00000010:0.0:1773616138.621580:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff91a820372100. 00000001:00000010:0.0:1773616138.621632:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881be9000. 00000001:00000010:0.0:1773616138.621696:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881bf9000. 00000001:00000010:0.0:1773616138.621749:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c03000. 00000001:00000010:0.0:1773616138.622016:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c29000. 00000001:00000010:0.0:1773616138.622063:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c41000. 00000001:00000010:0.0:1773616138.622113:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c4b000. 00000001:00000010:0.0:1773616138.622163:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c55000. 00000001:00000010:0.0:1773616138.622213:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c79000. 00000001:00000010:0.0:1773616138.622263:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c83000. 00000001:00000010:0.0:1773616138.622312:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c8d000. 00000001:00000010:0.0:1773616138.622362:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881c97000. 00000001:00000010:0.0:1773616138.622597:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881ca1000. 00000001:00000010:0.0:1773616138.622645:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881cab000. 00000001:00000010:0.0:1773616138.622694:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881cb5000. 00000001:00000010:0.0:1773616138.622745:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881cbf000. 00000001:00000010:0.0:1773616138.626477:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881cc9000. 00000001:00000010:0.0:1773616138.626569:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881cd3000. 00000001:00000010:0.0:1773616138.626621:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881cdd000. 00000001:00000010:0.0:1773616138.626748:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d01000. 00000001:00000010:0.0:1773616138.626808:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d31000. 00000001:00000010:0.0:1773616138.627034:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d51000. 00000001:00000010:0.0:1773616138.627093:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d69000. 00000001:00000010:0.0:1773616138.627154:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d81000. 00000001:00000010:0.0:1773616138.627210:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d8b000. 00000001:00000010:0.0:1773616138.627260:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d95000. 00000001:00000010:0.0:1773616138.627507:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881d9f000. 00000001:00000010:0.0:1773616138.627557:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881dd1000. 00000001:00000010:0.0:1773616138.627605:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881de1000. 00000001:00000010:0.0:1773616138.627728:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881df9000. 00000001:00000010:0.0:1773616138.627789:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e19000. 00000001:00000010:0.0:1773616138.627990:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e23000. 00000001:00000010:0.0:1773616138.628042:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e2d000. 00000020:00000010:0.0:1773616138.628145:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80370d400. 00000020:00000010:0.0:1773616138.628149:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff91a807bc8360. 00010000:00000001:0.0:1773616138.628170:0:93394:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1773616138.628209:0:93394:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1773616138.628233:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80370fc00. 00000020:00000010:0.0:1773616138.628237:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff91a802e18a00. 00010000:00000001:0.0:1773616138.628252:0:93394:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1773616138.628254:0:93394:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff91a81094d000-5 is initialized 00010000:00000001:0.0:1773616138.628256:0:93394:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.628260:0:93394:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446622749531107328 : -121324178444288 : ffff91a80370f000) 00010000:00000001:0.0:1773616138.628263:0:93394:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616138.628271:0:93394:0:(osc_request.c:745:osc_update_next_shrink()) next time 8471 to shrink grant 00000008:00000001:0.0:1773616138.628274:0:93394:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.628793:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80370e000. 00000020:00000010:0.0:1773616138.628799:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff91a802e19a00. 00000020:00000010:0.0:1773616138.629197:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80370dc00. 00000020:00000010:0.0:1773616138.629202:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff91a807d84000. 00000002:00000001:0.0:1773616138.629223:0:93394:0:(mdc_request.c:3005:mdc_llog_init()) Process entered 00000040:00000001:0.0:1773616138.629226:0:93394:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1773616138.629230:0:93394:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff91a8046146c0. 00000020:00000040:0.0:1773616138.629235:0:93394:0:(genops.c:887:class_export_get()) GET export ffff91a807fba000 refcount=2 00000040:01000000:0.0:1773616138.629237:0:93394:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff91a81094d000 ctxt 13 is initialized 00000040:00000001:0.0:1773616138.629240:0:93394:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1773616138.629243:0:93394:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff91a8046146c0 : new refcount 2 00000040:00000001:0.0:1773616138.629246:0:93394:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:0.0:1773616138.629248:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=2 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000040:00000001:0.0:1773616138.629251:0:93394:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1773616138.629252:0:93394:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff91a8046146c0 : new refcount 1 00000002:00000001:0.0:1773616138.629255:0:93394:0:(mdc_request.c:3015:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.629257:0:93394:0:(mdc_changelog.c:814:mdc_changelog_cdev_init()) Process entered 00000002:00000010:0.0:1773616138.629262:0:93394:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff91a820017800. 00000002:00000001:0.0:1773616138.629267:0:93394:0:(mdc_changelog.c:831:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:0.0:1773616138.629269:0:93394:0:(mdc_changelog.c:873:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff91a820017800. 00000002:00000001:0.0:1773616138.629272:0:93394:0:(mdc_changelog.c:874:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.629274:0:93394:0:(mdc_request.c:3064:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.629277:0:93394:0:(mdc_dev.c:1746:mdc_device_alloc()) Process leaving (rc=18446622749548696832 : -121324160854784 : ffff91a8047d5500) 00000002:00000001:0.0:1773616138.629281:0:93394:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.629286:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802e18400. 00000020:00000010:0.0:1773616138.629292:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046f9c00. 00000008:00000010:0.0:1773616138.629299:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.629304:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.629309:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.629315:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.629319:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.629322:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616138.629327:0:93394:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.629332:0:93394:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.629336:0:93394:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.629339:0:93394:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.629344:0:93394:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.629348:0:93394:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.629351:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2600. 00000020:00000001:0.0:1773616138.629354:0:93394:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616138.629357:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 4 - setup 00000020:00000080:0.0:1773616138.629360:0:93394:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616138.629363:0:93394:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.629579:0:93394:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.629583:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.629587:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8046f7480. 00000020:00000001:0.0:1773616138.629589:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.629593:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452a40 type=0x10620000 idx=16 00000040:00001000:0.0:1773616138.629597:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1773616138.629600:0:93394:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.629603:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.629608:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8046f7480. 00000020:01000000:0.0:1773616138.629612:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff91a81094d000 00000020:00000010:0.0:1773616138.629617:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.629620:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf014 00000020:00000001:0.0:1773616138.629627:0:93394:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773616138.629630:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e18400. 00000020:00000010:0.0:1773616138.629635:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef2600. 00000040:00000010:0.0:1773616138.629639:0:93394:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616138.629643:0:93394:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a820017800. 00000020:00000010:0.0:1773616138.629648:0:93394:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a8012e7e00. 00040000:00000010:0.0:1773616138.630099:0:93394:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a820372d00. 00040000:00000010:0.0:1773616138.630104:0:93394:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a8012e7000. 00800000:00000001:0.0:1773616138.630109:0:93394:0:(lmv_obd.c:1345:lmv_process_config()) Process entered 00800000:00000001:0.0:1773616138.630115:0:93394:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:0.0:1773616138.630117:0:93394:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:0.0:1773616138.630126:0:93394:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff91a8012e6e00. 00020000:00000001:0.0:1773616138.630129:0:93394:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:0.0:1773616138.630134:0:93394:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff91a807d83000. 00020000:00000001:0.0:1773616138.630136:0:93394:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616138.630138:0:93394:0:(lmv_obd.c:451:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616138.630140:0:93394:0:(lmv_obd.c:1362:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773616138.630142:0:93394:0:(lmv_obd.c:1368:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.630144:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef2600. 00000040:00000010:0.0:1773616138.630148:0:93394:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616138.630151:0:93394:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a820017800. 00000020:00000010:0.0:1773616138.630155:0:93394:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a8012e7e00. 00040000:00000010:0.0:1773616138.630159:0:93394:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a820372d00. 00040000:00000010:0.0:1773616138.630163:0:93394:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a8012e7000. 00000020:00000010:0.0:1773616138.630165:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e18400. 00000020:00000001:0.0:1773616138.630168:0:93394:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.630172:0:93394:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773616138.630174:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8012e7000. 00000020:00000010:0.0:1773616138.630177:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a8012e7e00. 00000020:00000010:0.0:1773616138.630181:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a807bc8900. 00000008:00000010:0.0:1773616138.630185:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.630188:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.630192:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.630196:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.630199:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00020000:00000001:0.0:1773616138.630204:0:93394:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:0.0:1773616138.630206:0:93394:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.630212:0:93394:0:(lov_dev.c:449:lov_add_mdc_target()) Process entered 00000020:00000040:0.0:1773616138.630215:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 4 - lov 00020000:00000001:0.0:1773616138.630218:0:93394:0:(lov_dev.c:508:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.630220:0:93394:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.630221:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a8012e7e00. 00000020:00000010:0.0:1773616138.630224:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a807bc8900. 00000008:00000010:0.0:1773616138.630227:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.630229:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.630231:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.630234:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.630236:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.630238:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8012e7000. 00000020:00000001:0.0:1773616138.630240:0:93394:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.630242:0:93394:0:(obd_config.c:1722:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.630245:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.630247:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8046f7480. 00000020:00000001:0.0:1773616138.630249:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630252:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452ae0 type=0x10620000 idx=17 00000040:00001000:0.0:1773616138.630255:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1773616138.630257:0:93394:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630259:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.630261:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.630262:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.630264:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.630269:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372d00. 00000020:00000080:0.0:1773616138.630271:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.630273:0:93394:0:(obd_config.c:1594:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:0.0:1773616138.630275:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.630277:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372d00. 00000020:00000001:0.0:1773616138.630280:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630282:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452bc0 type=0x10620000 idx=18 00000040:00001000:0.0:1773616138.630284:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1773616138.630285:0:93394:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630287:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.630288:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.630289:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.630290:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1773616138.630293:0:93394:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1773616138.630295:0:93394:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1773616138.630297:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630298:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452ca0 type=0x10620000 idx=19 00000040:00001000:0.0:1773616138.630300:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1773616138.630302:0:93394:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630304:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1773616138.630305:0:93394:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1773616138.630307:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630309:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452cf0 type=0x10620000 idx=20 00000040:00001000:0.0:1773616138.630311:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1773616138.630313:0:93394:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630315:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.630316:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.630318:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.630319:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1773616138.630322:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372d00. 00000020:00000080:0.0:1773616138.630324:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.630326:0:93394:0:(obd_config.c:1594:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:00000001:0.0:1773616138.630327:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.630329:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372d00. 00000020:00000001:0.0:1773616138.630332:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630334:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452dd0 type=0x10620000 idx=21 00000040:00001000:0.0:1773616138.630335:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1773616138.630337:0:93394:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630339:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.630340:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.630342:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.630343:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.630347:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1773616138.630349:0:93394:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.630352:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372d00. 00000020:00000080:0.0:1773616138.630354:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.630356:0:93394:0:(obd_config.c:1594:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000001:0.0:1773616138.630358:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.630360:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372d00. 00000020:00000001:0.0:1773616138.630362:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630364:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1773616138.630366:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1773616138.630368:0:93394:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630370:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.630372:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff91a8046f7480. 00000020:00000080:0.0:1773616138.630374:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1773616138.630380:0:93394:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:0.0:1773616138.630384:0:93394:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff91a80370c400. 00000100:00000040:0.0:1773616138.630391:0:93394:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:0.0:1773616138.630394:0:93394:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1773616138.630398:0:93394:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:0.0:1773616138.630401:0:93394:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.630406:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.630412:0:93394:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773616138.630417:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.630423:0:93394:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773616138.630426:0:93394:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:0.0:1773616138.630429:0:93394:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:0.0:1773616138.630432:0:93394:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff91a80370c400. 00000020:00000001:0.0:1773616138.630435:0:93394:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.630438:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff91a8046f7480. 00000020:00000001:0.0:1773616138.630440:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630442:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452f08 type=0x10620000 idx=23 00000040:00001000:0.0:1773616138.630445:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1773616138.630447:0:93394:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630449:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.630452:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8046f7480. 00000020:01000000:0.0:1773616138.630455:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000010:0.0:1773616138.630458:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.630460:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1773616138.630462:0:93394:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:0.0:1773616138.630465:0:93394:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1773616138.630471:0:93394:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff91a806f519b8. 00000020:00000080:0.0:1773616138.630475:0:93394:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) 00000020:00000001:0.0:1773616138.630479:0:93394:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1773616138.630481:0:93394:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a820017800. 00000020:00000001:0.0:1773616138.630484:0:93394:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616138.630487:0:93394:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a820017800 with handle 0xe60cc2233ec678ac to hash 00000020:00000001:0.0:1773616138.630489:0:93394:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1773616138.630493:0:93394:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:0.0:1773616138.630495:0:93394:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.630497:0:93394:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622750010341376 : -121323699210240 : ffff91a820017800) 00000020:00000040:0.0:1773616138.630500:0:93394:0:(genops.c:898:class_export_put()) PUTting export ffff91a820017800 : new refcount 1 00000020:00000040:0.0:1773616138.630507:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 2 - obd_device_list 00000020:00000001:0.0:1773616138.630511:0:93394:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1773616138.630514:0:93394:0:(obd_config.c:757:class_attach()) OBD: dev 10 attached type mdc with refcount 2 00000020:00000001:0.0:1773616138.630516:0:93394:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.630518:0:93394:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.630520:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.630522:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8046f7480. 00000020:00000001:0.0:1773616138.630525:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.630527:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452f88 type=0x10620000 idx=24 00000040:00001000:0.0:1773616138.630529:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1773616138.630531:0:93394:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.630533:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.630537:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8046f7480. 00000020:01000000:0.0:1773616138.630539:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000010:0.0:1773616138.630542:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.630544:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1773616138.630548:0:93394:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:0.0:1773616138.630566:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.630570:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff91a820372d00. 00000001:00000010:0.0:1773616138.630575:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff91a80475a780. 00000001:00000010:0.0:1773616138.630579:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a8012e7000. 00000001:00000010:0.0:1773616138.630582:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a8012e7e00. 00000001:00000010:0.0:1773616138.630585:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a802e18400. 00000001:00000010:0.0:1773616138.630587:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a807ef2c00. 00000020:00000001:0.0:1773616138.630590:0:93394:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:0.0:1773616138.630592:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2600. 00000020:00000010:0.0:1773616138.630595:0:93394:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.630599:0:93394:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.630603:0:93394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.630606:0:93394:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.630610:0:93394:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.630614:0:93394:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.630617:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8129a0000. 00000020:00000010:0.0:1773616138.630621:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a803236c00. 00000020:00000010:0.0:1773616138.630624:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a807bc8900. 00000008:00000010:0.0:1773616138.630626:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.630629:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.630631:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.630634:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.630636:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000002:00000010:0.0:1773616138.630640:0:93394:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff91a8047d5e00. 00000002:00000001:0.0:1773616138.630644:0:93394:0:(mdc_request.c:3034:mdc_setup()) Process entered 00000008:00000001:0.0:1773616138.630646:0:93394:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:0.0:1773616138.631052:0:93394:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1773616138.631056:0:93394:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.631059:0:93394:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:0.0:1773616138.631069:0:93394:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff91a807d86000. 00010000:00000010:0.0:1773616138.631076:0:93394:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff91a807d80000. 00010000:00000010:0.0:1773616138.631080:0:93394:0:(ldlm_lib.c:521:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff91a8046f7c00. 00010000:00000001:0.0:1773616138.631083:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.631085:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.631090:0:93394:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff91a8030ad800. 00000020:00000040:0.0:1773616138.631093:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 3 - import 00000020:00000001:0.0:1773616138.631098:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.631100:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=1 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616138.631102:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773616138.631104:0:93394:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1773616138.631116:0:93394:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:0.0:1773616138.631118:0:93394:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1773616138.631122:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.631127:0:93394:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:0.0:1773616138.631131:0:93394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616138.631134:0:93394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 17 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616138.631137:0:93394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000100:00000001:0.0:1773616138.631141:0:93394:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446622749644331648 : -121324065219968 : 0xffff91a80a309a80) 00000100:00000040:0.0:1773616138.631145:0:93394:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff91a80a309a80 refcount 17 to 192.168.201.103@tcp 00000100:00000040:0.0:1773616138.631148:0:93394:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff91a80a309a80 00010000:00000010:0.0:1773616138.631153:0:93394:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff91a807bc80c0. 00010000:00080000:0.0:1773616138.631156:0:93394:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91a8030ad800@lustre-MDT0001-mdc-ffff91a81094d000: add connection 192.168.201.103@tcp at head 00010000:00000001:0.0:1773616138.631159:0:93394:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.631162:0:93394:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1773616138.631163:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.631165:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1773616138.631168:0:93394:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff91a80370e800. 00000001:00000001:0.0:1773616138.631171:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.631174:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff91a806face00. 00000001:00000010:0.0:1773616138.631179:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff91a820372400. 00000001:00000010:0.0:1773616138.631233:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e37000. 00000001:00000010:0.0:1773616138.631280:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e41000. 00000001:00000010:0.0:1773616138.631327:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e4b000. 00000001:00000010:0.0:1773616138.631373:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e55000. 00000001:00000010:0.0:1773616138.631419:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e5f000. 00000001:00000010:0.0:1773616138.631477:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e69000. 00000001:00000010:0.0:1773616138.631527:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e73000. 00000001:00000010:0.0:1773616138.631576:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e7d000. 00000001:00000010:0.0:1773616138.631624:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e87000. 00000001:00000010:0.0:1773616138.631685:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e91000. 00000001:00000010:0.0:1773616138.631735:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881e9b000. 00000001:00000010:0.0:1773616138.634761:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881ea5000. 00000001:00000010:0.0:1773616138.635932:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881eaf000. 00000001:00000010:0.0:1773616138.635991:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881eb9000. 00000001:00000010:0.0:1773616138.636032:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881ec3000. 00000001:00000010:0.0:1773616138.636074:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881ecd000. 00000001:00000010:0.0:1773616138.636120:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881ed7000. 00000001:00000010:0.0:1773616138.636166:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881ee1000. 00000001:00000010:0.0:1773616138.636209:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881eeb000. 00000001:00000010:0.0:1773616138.636251:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881ef5000. 00000001:00000010:0.0:1773616138.636296:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881eff000. 00000001:00000010:0.0:1773616138.636569:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f09000. 00000001:00000010:0.0:1773616138.636613:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f13000. 00000001:00000010:0.0:1773616138.642673:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f1d000. 00000001:00000010:0.0:1773616138.642743:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f27000. 00000001:00000010:0.0:1773616138.642799:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f31000. 00000001:00000010:0.0:1773616138.642878:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f3b000. 00000001:00000010:0.0:1773616138.642930:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f45000. 00000001:00000010:0.0:1773616138.642978:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f4f000. 00000001:00000010:0.0:1773616138.643027:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f59000. 00000001:00000010:0.0:1773616138.643072:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f63000. 00000001:00000010:0.0:1773616138.643117:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa25881f6d000. 00000020:00000010:0.0:1773616138.643199:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80370f400. 00000020:00000010:0.0:1773616138.643204:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff91a8046cf000. 00010000:00000001:0.0:1773616138.643228:0:93394:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1773616138.643252:0:93394:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1773616138.643266:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80370c000. 00000020:00000010:0.0:1773616138.643269:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff91a806fade00. 00010000:00000001:0.0:1773616138.643281:0:93394:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1773616138.643283:0:93394:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff91a81094d000-6 is initialized 00010000:00000001:0.0:1773616138.643285:0:93394:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.643288:0:93394:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446622749531105280 : -121324178446336 : ffff91a80370e800) 00010000:00000001:0.0:1773616138.643292:0:93394:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616138.643298:0:93394:0:(osc_request.c:745:osc_update_next_shrink()) next time 8471 to shrink grant 00000008:00000001:0.0:1773616138.643301:0:93394:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.643446:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a80370e400. 00000020:00000010:0.0:1773616138.643451:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff91a810911a00. 00000020:00000010:0.0:1773616138.643487:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8102ce800. 00000020:00000010:0.0:1773616138.643490:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff91a818271000. 00000002:00000001:0.0:1773616138.643511:0:93394:0:(mdc_request.c:3005:mdc_llog_init()) Process entered 00000040:00000001:0.0:1773616138.643514:0:93394:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1773616138.643517:0:93394:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff91a8046140c0. 00000020:00000040:0.0:1773616138.643521:0:93394:0:(genops.c:887:class_export_get()) GET export ffff91a820017800 refcount=2 00000040:01000000:0.0:1773616138.643523:0:93394:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-mdc-ffff91a81094d000 ctxt 13 is initialized 00000040:00000001:0.0:1773616138.643526:0:93394:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1773616138.643529:0:93394:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff91a8046140c0 : new refcount 2 00000040:00000001:0.0:1773616138.643531:0:93394:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:0.0:1773616138.643534:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=2 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000040:00000001:0.0:1773616138.643536:0:93394:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1773616138.643538:0:93394:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff91a8046140c0 : new refcount 1 00000002:00000001:0.0:1773616138.643541:0:93394:0:(mdc_request.c:3015:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.643543:0:93394:0:(mdc_changelog.c:814:mdc_changelog_cdev_init()) Process entered 00000002:00000010:0.0:1773616138.643547:0:93394:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff91a8030a8800. 00000002:00000001:0.0:1773616138.643551:0:93394:0:(mdc_changelog.c:831:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:0.0:1773616138.643553:0:93394:0:(mdc_changelog.c:873:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff91a8030a8800. 00000002:00000001:0.0:1773616138.643557:0:93394:0:(mdc_changelog.c:874:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.643559:0:93394:0:(mdc_request.c:3064:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.643562:0:93394:0:(mdc_dev.c:1746:mdc_device_alloc()) Process leaving (rc=18446622749548699136 : -121324160852480 : ffff91a8047d5e00) 00000002:00000001:0.0:1773616138.643565:0:93394:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.643570:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a803236c00. 00000020:00000010:0.0:1773616138.643575:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a807bc8900. 00000008:00000010:0.0:1773616138.643579:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.643584:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.643589:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.643595:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.643599:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.643603:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8129a0000. 00000020:00000010:0.0:1773616138.643609:0:93394:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.643613:0:93394:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.643618:0:93394:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.643621:0:93394:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.643626:0:93394:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.643630:0:93394:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.643633:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2600. 00000020:00000001:0.0:1773616138.643636:0:93394:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616138.643639:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 4 - setup 00000020:00000080:0.0:1773616138.643642:0:93394:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616138.643644:0:93394:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.643647:0:93394:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.643650:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.643654:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8046f7480. 00000020:00000001:0.0:1773616138.643657:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.643661:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453018 type=0x10620000 idx=25 00000040:00001000:0.0:1773616138.643665:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:0.0:1773616138.643668:0:93394:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.643670:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.643675:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8182c2d40. 00000020:01000000:0.0:1773616138.643678:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff91a81094d000 00000020:00000010:0.0:1773616138.643681:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.643684:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf014 00000020:00000001:0.0:1773616138.643690:0:93394:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773616138.643694:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810910600. 00000020:00000010:0.0:1773616138.643697:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810911600. 00000040:00000010:0.0:1773616138.643700:0:93394:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a810911c00. 00000020:00000010:0.0:1773616138.643704:0:93394:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a8030a8800. 00000020:00000010:0.0:1773616138.643708:0:93394:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a810910200. 00040000:00000010:0.0:1773616138.643713:0:93394:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a820372200. 00040000:00000010:0.0:1773616138.643717:0:93394:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a810910e00. 00800000:00000001:0.0:1773616138.643721:0:93394:0:(lmv_obd.c:1345:lmv_process_config()) Process entered 00800000:00000001:0.0:1773616138.643726:0:93394:0:(lmv_obd.c:422:lmv_add_target()) Process entered 00800000:01000000:0.0:1773616138.643728:0:93394:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:0.0:1773616138.643735:0:93394:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff91a810911200. 00020000:00000001:0.0:1773616138.643737:0:93394:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:0.0:1773616138.643740:0:93394:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616138.643742:0:93394:0:(lmv_obd.c:451:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616138.643744:0:93394:0:(lmv_obd.c:1362:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773616138.643746:0:93394:0:(lmv_obd.c:1368:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.643748:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810911600. 00000040:00000010:0.0:1773616138.643751:0:93394:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a810911c00. 00000020:00000010:0.0:1773616138.643753:0:93394:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a8030a8800. 00000020:00000010:0.0:1773616138.643757:0:93394:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a810910200. 00040000:00000010:0.0:1773616138.643760:0:93394:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a820372200. 00040000:00000010:0.0:1773616138.643764:0:93394:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a810910e00. 00000020:00000010:0.0:1773616138.643767:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810910600. 00000020:00000001:0.0:1773616138.643769:0:93394:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.643772:0:93394:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773616138.643774:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810910600. 00000020:00000010:0.0:1773616138.643791:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810910e00. 00000020:00000010:0.0:1773616138.644033:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.644039:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.644043:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.644047:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.644050:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.644053:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00020000:00000001:0.0:1773616138.644058:0:93394:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:0.0:1773616138.644060:0:93394:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.644066:0:93394:0:(lov_dev.c:449:lov_add_mdc_target()) Process entered 00020000:00000001:0.0:1773616138.644068:0:93394:0:(lov_dev.c:508:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.644071:0:93394:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.644073:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810910e00. 00000020:00000010:0.0:1773616138.644076:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.644079:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.644081:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.644084:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.644086:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.644089:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.644091:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810910600. 00000020:00000001:0.0:1773616138.644093:0:93394:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.644095:0:93394:0:(obd_config.c:1722:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.644097:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.644099:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.644101:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644103:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044530b8 type=0x10620000 idx=26 00000040:00001000:0.0:1773616138.644106:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1773616138.644108:0:93394:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644110:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.644112:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.644114:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.644115:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.644119:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372200. 00000020:00000080:0.0:1773616138.644121:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.644123:0:93394:0:(obd_config.c:1594:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:00000001:0.0:1773616138.644125:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.644127:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372200. 00000020:00000001:0.0:1773616138.644129:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644131:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453198 type=0x10620000 idx=27 00000040:00001000:0.0:1773616138.644133:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1773616138.644135:0:93394:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644136:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.644138:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.644139:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.644140:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1773616138.644143:0:93394:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1773616138.644145:0:93394:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1773616138.644146:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644148:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453278 type=0x10620000 idx=28 00000040:00001000:0.0:1773616138.644149:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:0.0:1773616138.644151:0:93394:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644152:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1773616138.644153:0:93394:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1773616138.644154:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644156:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044532c8 type=0x10620000 idx=29 00000040:00001000:0.0:1773616138.644157:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:0.0:1773616138.644159:0:93394:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644160:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.644161:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.644162:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.644163:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1773616138.644165:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372200. 00000020:00000080:0.0:1773616138.644167:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.644168:0:93394:0:(obd_config.c:1594:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:00000001:0.0:1773616138.644170:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.644172:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372200. 00000020:00000001:0.0:1773616138.644174:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644175:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044533a8 type=0x10620000 idx=30 00000040:00001000:0.0:1773616138.644177:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1773616138.644178:0:93394:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644180:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.644181:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.644182:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.644183:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.644186:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:01000004:0.0:1773616138.644188:0:93394:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.103@tcp:/lustre 00000020:00000001:0.0:1773616138.644191:0:93394:0:(obd_mount.c:983:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.644193:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372200. 00000020:00000080:0.0:1773616138.644195:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.644196:0:93394:0:(obd_config.c:1594:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000001:0.0:1773616138.644198:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.644200:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372200. 00000020:00000001:0.0:1773616138.644202:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644204:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453488 type=0x10620000 idx=31 00000040:00001000:0.0:1773616138.644206:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:0.0:1773616138.644207:0:93394:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644209:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.644211:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff91a8182c2d40. 00000020:00000080:0.0:1773616138.644213:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1773616138.644218:0:93394:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:0.0:1773616138.644222:0:93394:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff91a8102cf400. 00000100:00000040:0.0:1773616138.644228:0:93394:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:0.0:1773616138.644231:0:93394:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1773616138.644234:0:93394:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:0.0:1773616138.644237:0:93394:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.644242:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.644247:0:93394:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773616138.644252:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.644257:0:93394:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773616138.644261:0:93394:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:0.0:1773616138.644263:0:93394:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:0.0:1773616138.644265:0:93394:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff91a8102cf400. 00000020:00000001:0.0:1773616138.644269:0:93394:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.644271:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.644273:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644275:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044534e0 type=0x10620000 idx=32 00000040:00001000:0.0:1773616138.644277:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1773616138.644279:0:93394:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644280:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.644283:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8182c2d40. 00000020:01000000:0.0:1773616138.644285:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff91a81094d000 00000020:00000010:0.0:1773616138.644287:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.644289:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1773616138.644290:0:93394:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:0.0:1773616138.644293:0:93394:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1773616138.644300:0:93394:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff91a802e00000. 00000020:00000080:0.0:1773616138.644304:0:93394:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) 00000020:00000001:0.0:1773616138.644307:0:93394:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1773616138.644310:0:93394:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a8030a8800. 00000020:00000001:0.0:1773616138.644312:0:93394:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616138.644314:0:93394:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8030a8800 with handle 0xe60cc2233ec678b3 to hash 00000020:00000001:0.0:1773616138.644316:0:93394:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1773616138.644319:0:93394:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:0.0:1773616138.644321:0:93394:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.644324:0:93394:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749524396032 : -121324185155584 : ffff91a8030a8800) 00000020:00000040:0.0:1773616138.644326:0:93394:0:(genops.c:898:class_export_put()) PUTting export ffff91a8030a8800 : new refcount 1 00000020:00000040:0.0:1773616138.644332:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 2 - obd_device_list 00000020:00000001:0.0:1773616138.644336:0:93394:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1773616138.644338:0:93394:0:(obd_config.c:757:class_attach()) OBD: dev 11 attached type osc with refcount 2 00000020:00000001:0.0:1773616138.644340:0:93394:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.644342:0:93394:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.644344:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.644346:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.644348:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.644350:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453560 type=0x10620000 idx=33 00000040:00001000:0.0:1773616138.644352:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:0.0:1773616138.644353:0:93394:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.644355:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.644357:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8182c2d40. 00000020:01000000:0.0:1773616138.644359:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff91a81094d000 00000020:00000010:0.0:1773616138.644362:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.644363:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1773616138.644366:0:93394:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:0.0:1773616138.644380:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.644383:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff91a820372200. 00000001:00000010:0.0:1773616138.644387:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff91a80475a300. 00000001:00000010:0.0:1773616138.644390:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810910600. 00000001:00000010:0.0:1773616138.644393:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810910e00. 00000001:00000010:0.0:1773616138.644395:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810910200. 00000001:00000010:0.0:1773616138.644397:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810911c00. 00000020:00000001:0.0:1773616138.644399:0:93394:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:0.0:1773616138.644401:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911600. 00000020:00000010:0.0:1773616138.644404:0:93394:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.644407:0:93394:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.644410:0:93394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.644413:0:93394:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.644416:0:93394:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.644419:0:93394:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.644422:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a810911800. 00000020:00000010:0.0:1773616138.644425:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef2600. 00000020:00000010:0.0:1773616138.644427:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.644429:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.644432:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.644434:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.644437:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.644439:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000008:00000010:0.0:1773616138.644443:0:93394:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff91a8047d5900. 00000008:00000001:0.0:1773616138.644447:0:93394:0:(osc_request.c:4097:osc_setup()) Process entered 00000008:00000001:0.0:1773616138.644448:0:93394:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:0.0:1773616138.644451:0:93394:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1773616138.644453:0:93394:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.644455:0:93394:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:0.0:1773616138.644462:0:93394:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff91a8030e7000. 00010000:00000010:0.0:1773616138.644468:0:93394:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff91a8030e2000. 00010000:00000001:0.0:1773616138.644473:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.644474:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.644478:0:93394:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff91a8030ad000. 00000020:00000040:0.0:1773616138.644481:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 3 - import 00000020:00000001:0.0:1773616138.644485:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.644487:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=1 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616138.644489:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773616138.644491:0:93394:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1773616138.644500:0:93394:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:0.0:1773616138.644503:0:93394:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1773616138.644506:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.644510:0:93394:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:0.0:1773616138.644514:0:93394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616138.644516:0:93394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 18 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616138.644518:0:93394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000100:00000001:0.0:1773616138.644521:0:93394:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446622749644331648 : -121324065219968 : 0xffff91a80a309a80) 00000100:00000040:0.0:1773616138.644524:0:93394:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff91a80a309a80 refcount 18 to 192.168.201.103@tcp 00000100:00000040:0.0:1773616138.644526:0:93394:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff91a80a309a80 00010000:00000010:0.0:1773616138.644529:0:93394:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff91a8046cf1e0. 00010000:00080000:0.0:1773616138.644531:0:93394:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91a8030ad000@lustre-OST0000-osc-ffff91a81094d000: add connection 192.168.201.103@tcp at head 00010000:00000001:0.0:1773616138.644534:0:93394:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.644537:0:93394:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1773616138.644539:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.644540:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1773616138.644544:0:93394:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff91a8102cfc00. 00000001:00000001:0.0:1773616138.644545:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.644548:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff91a8129a0000. 00000001:00000010:0.0:1773616138.644551:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff91a8047d5400. 00000001:00000010:0.0:1773616138.644556:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8060da000. 00000001:00000010:0.0:1773616138.644562:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8060dc000. 00000001:00000010:0.0:1773616138.644567:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a806e8c000. 00000001:00000010:0.0:1773616138.644582:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8182a6000. 00000001:00000010:0.0:1773616138.644588:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8182a2000. 00000001:00000010:0.0:1773616138.644594:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8182a4000. 00000001:00000010:0.0:1773616138.644599:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8182a0000. 00000001:00000010:0.0:1773616138.644610:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8103a2000. 00000001:00000010:0.0:1773616138.644615:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8103a4000. 00000001:00000010:0.0:1773616138.644621:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8103a0000. 00000001:00000010:0.0:1773616138.644627:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8103a6000. 00000001:00000010:0.0:1773616138.644637:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8034de000. 00000001:00000010:0.0:1773616138.644643:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8034da000. 00000001:00000010:0.0:1773616138.644648:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8034dc000. 00000001:00000010:0.0:1773616138.644654:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8034d8000. 00000001:00000010:0.0:1773616138.644665:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a807a5a000. 00000020:00000010:0.0:1773616138.644713:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8102ce000. 00000020:00000010:0.0:1773616138.644716:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff91a8046cf3c0. 00010000:00000001:0.0:1773616138.644728:0:93394:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1773616138.644749:0:93394:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1773616138.644970:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8102cdc00. 00000020:00000010:0.0:1773616138.644974:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff91a803236c00. 00010000:00000001:0.0:1773616138.644984:0:93394:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1773616138.644985:0:93394:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff91a81094d000-7 is initialized 00010000:00000001:0.0:1773616138.644987:0:93394:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.644989:0:93394:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446622749744757760 : -121323964793856 : ffff91a8102cfc00) 00010000:00000001:0.0:1773616138.644992:0:93394:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616138.645000:0:93394:0:(osc_request.c:745:osc_update_next_shrink()) next time 8471 to shrink grant 00000008:00000001:0.0:1773616138.645002:0:93394:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.645155:0:93394:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645172:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8102cc400. 00000020:00000010:0.0:1773616138.645175:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff91a8030e5000. 00000008:00000001:0.0:1773616138.645194:0:93394:0:(osc_request.c:4131:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616138.645196:0:93394:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446622749548697856 : -121324160853760 : ffff91a8047d5900) 00000008:00000001:0.0:1773616138.645199:0:93394:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.645201:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef2600. 00000020:00000010:0.0:1773616138.645205:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.645208:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.645211:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.645214:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.645217:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.645220:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.645222:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911800. 00000020:00000010:0.0:1773616138.645226:0:93394:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.645229:0:93394:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.645232:0:93394:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.645235:0:93394:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.645238:0:93394:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.645241:0:93394:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.645243:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a810911600. 00000020:00000001:0.0:1773616138.645245:0:93394:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616138.645248:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 4 - setup 00000020:00000080:0.0:1773616138.645250:0:93394:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0000-osc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616138.645252:0:93394:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.645254:0:93394:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645257:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.645259:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.645262:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645264:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044535f0 type=0x10620000 idx=34 00000040:00001000:0.0:1773616138.645268:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:0.0:1773616138.645269:0:93394:0:(llog.c:797:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645272:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.645275:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8182c2d40. 00000020:01000000:0.0:1773616138.645278:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff91a81094d000 00000020:00000010:0.0:1773616138.645280:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff91a8047d5200. 00000020:00000080:0.0:1773616138.645283:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000020:00000001:0.0:1773616138.645286:0:93394:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773616138.645289:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8111fb600. 00000020:00000010:0.0:1773616138.645292:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a810911600. 00000020:00000010:0.0:1773616138.645294:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.645296:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.645299:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.645302:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.645305:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.645307:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00020000:00000001:0.0:1773616138.645311:0:93394:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:0.0:1773616138.645314:0:93394:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:0.0:1773616138.645316:0:93394:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:0.0:1773616138.645321:0:93394:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff91a810911800. 00020000:01000000:0.0:1773616138.645323:0:93394:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff91a81094d000: Adding target lustre-OST0000_UUID 00020000:00000001:0.0:1773616138.645325:0:93394:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000010:0.0:1773616138.645330:0:93394:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff91a809605000. 00020000:00000001:0.0:1773616138.645332:0:93394:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.645334:0:93394:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:0.0:1773616138.645336:0:93394:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:0.0:1773616138.645338:0:93394:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:0.0:1773616138.645340:0:93394:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.645342:0:93394:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616138.645344:0:93394:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.645346:0:93394:0:(lov_dev.c:394:lov_cl_add_target()) Process entered 00020000:00000001:0.0:1773616138.645348:0:93394:0:(lov_dev.c:349:lov_expand_targets()) Process entered 00020000:00000010:0.0:1773616138.645352:0:93394:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffff91a807ef2600. 00020000:00000001:0.0:1773616138.645354:0:93394:0:(lov_dev.c:371:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.645356:0:93394:0:(lov_dev.c:423:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.645357:0:93394:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.645359:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a810911600. 00000020:00000010:0.0:1773616138.645362:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.645364:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.645367:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.645369:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.645371:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.645373:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.645376:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8111fb600. 00000020:00000001:0.0:1773616138.645378:0:93394:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.645380:0:93394:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645382:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.645385:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.645386:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645388:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453670 type=0x10620000 idx=35 00000040:00001000:0.0:1773616138.645390:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:0.0:1773616138.645392:0:93394:0:(llog.c:797:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645393:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.645395:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.645396:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.645397:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.645400:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372f00. 00000020:00000080:0.0:1773616138.645402:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.645404:0:93394:0:(obd_config.c:1594:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:00000001:0.0:1773616138.645405:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645407:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372f00. 00000020:00000001:0.0:1773616138.645410:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645411:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453750 type=0x10620000 idx=36 00000040:00001000:0.0:1773616138.645413:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:0.0:1773616138.645414:0:93394:0:(llog.c:797:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645415:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.645417:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.645417:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.645419:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1773616138.645420:0:93394:0:(obd_config.c:1932:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1773616138.645422:0:93394:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1773616138.645423:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645424:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453830 type=0x10620000 idx=37 00000040:00001000:0.0:1773616138.645426:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:0.0:1773616138.645428:0:93394:0:(llog.c:797:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645429:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1773616138.645430:0:93394:0:(obd_config.c:1958:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1773616138.645432:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645434:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453880 type=0x10620000 idx=38 00000040:00001000:0.0:1773616138.645435:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1773616138.645437:0:93394:0:(llog.c:797:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645438:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.645439:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.645440:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.645441:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1773616138.645444:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372f00. 00000020:00000080:0.0:1773616138.645446:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.645447:0:93394:0:(obd_config.c:1594:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:00000001:0.0:1773616138.645449:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645451:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372f00. 00000020:00000001:0.0:1773616138.645453:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645454:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453960 type=0x10620000 idx=39 00000040:00001000:0.0:1773616138.645456:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1773616138.645458:0:93394:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645459:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.645461:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.645462:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.645463:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.645466:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:01000004:0.0:1773616138.645467:0:93394:0:(obd_mount.c:975:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.103@tcp:/lustre 00000020:00000001:0.0:1773616138.645469:0:93394:0:(obd_mount.c:983:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.645472:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a820372f00. 00000020:00000080:0.0:1773616138.645475:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.645476:0:93394:0:(obd_config.c:1594:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000001:0.0:1773616138.645478:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645480:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a820372f00. 00000020:00000001:0.0:1773616138.645482:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645484:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453a40 type=0x10620000 idx=40 00000040:00001000:0.0:1773616138.645486:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1773616138.645488:0:93394:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645490:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.645492:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff91a8182c2d40. 00000020:00000080:0.0:1773616138.645494:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1773616138.645497:0:93394:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000100:00000010:0.0:1773616138.645500:0:93394:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff91a8102ccc00. 00000100:00000040:0.0:1773616138.645505:0:93394:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.201.103@tcp 192.168.201.103@tcp cnt=1 00000400:00000200:0.0:1773616138.645507:0:93394:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1773616138.645508:0:93394:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:0.0:1773616138.645511:0:93394:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.645514:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.645518:0:93394:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773616138.645522:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.645526:0:93394:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773616138.645528:0:93394:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:0.0:1773616138.645530:0:93394:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000010:0.0:1773616138.645532:0:93394:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff91a8102ccc00. 00000020:00000001:0.0:1773616138.645535:0:93394:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645537:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.645539:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645541:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453a98 type=0x10620000 idx=41 00000040:00001000:0.0:1773616138.645543:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1773616138.645545:0:93394:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645547:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.645550:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8182c2d40. 00000020:01000000:0.0:1773616138.645552:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff91a81094d000 00000020:00000010:0.0:1773616138.645556:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.645557:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1773616138.645559:0:93394:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:0.0:1773616138.645561:0:93394:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1773616138.645566:0:93394:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff91a802e04d28. 00000020:00000080:0.0:1773616138.645569:0:93394:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) 00000020:00000001:0.0:1773616138.645571:0:93394:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1773616138.645574:0:93394:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a8030aa000. 00000020:00000001:0.0:1773616138.645576:0:93394:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616138.645579:0:93394:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8030aa000 with handle 0xe60cc2233ec678ba to hash 00000020:00000001:0.0:1773616138.645581:0:93394:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1773616138.645584:0:93394:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:0.0:1773616138.645587:0:93394:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.645588:0:93394:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749524402176 : -121324185149440 : ffff91a8030aa000) 00000020:00000040:0.0:1773616138.645591:0:93394:0:(genops.c:898:class_export_put()) PUTting export ffff91a8030aa000 : new refcount 1 00000020:00000040:0.0:1773616138.645597:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 2 - obd_device_list 00000020:00000001:0.0:1773616138.645600:0:93394:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1773616138.645602:0:93394:0:(obd_config.c:757:class_attach()) OBD: dev 12 attached type osc with refcount 2 00000020:00000001:0.0:1773616138.645604:0:93394:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.645605:0:93394:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.645607:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.645609:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.645612:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.645613:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453b18 type=0x10620000 idx=42 00000040:00001000:0.0:1773616138.645615:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1773616138.645617:0:93394:0:(llog.c:797:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.645619:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.645621:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff91a8182c2d40. 00000020:01000000:0.0:1773616138.645624:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff91a81094d000 00000020:00000010:0.0:1773616138.645626:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff91a804614b40. 00000020:00000080:0.0:1773616138.645628:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1773616138.645631:0:93394:0:(obd_config.c:779:class_setup()) Process entered 00000001:00000001:0.0:1773616138.645661:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.645664:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff91a820372f00. 00000001:00000010:0.0:1773616138.645669:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff91a81023dac0. 00000001:00000010:0.0:1773616138.645672:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a8111fb600. 00000001:00000010:0.0:1773616138.645675:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a810911600. 00000001:00000010:0.0:1773616138.645678:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a804fa3e00. 00000001:00000010:0.0:1773616138.645681:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff91a804fa2c00. 00000020:00000001:0.0:1773616138.645683:0:93394:0:(obd_class.h:565:obd_setup()) Process entered 00000020:00000010:0.0:1773616138.645685:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa3c00. 00000020:00000010:0.0:1773616138.645689:0:93394:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.645692:0:93394:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.645695:0:93394:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.645698:0:93394:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.645701:0:93394:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.645705:0:93394:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.645708:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa2e00. 00000020:00000010:0.0:1773616138.645710:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804fa3600. 00000020:00000010:0.0:1773616138.645713:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.645715:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.645718:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.645720:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.645723:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.645725:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000008:00000010:0.0:1773616138.645728:0:93394:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff91a8047d5780. 00000008:00000001:0.0:1773616138.645732:0:93394:0:(osc_request.c:4097:osc_setup()) Process entered 00000008:00000001:0.0:1773616138.645733:0:93394:0:(osc_request.c:4055:osc_setup_common()) Process entered 00000100:00000001:0.0:1773616138.645735:0:93394:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1773616138.645737:0:93394:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.645739:0:93394:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:0.0:1773616138.645744:0:93394:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff91a809607000. 00010000:00000010:0.0:1773616138.645756:0:93394:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff91a803406000. 00010000:00000001:0.0:1773616138.645760:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.645762:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.645766:0:93394:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff91a8030ac800. 00000020:00000040:0.0:1773616138.645768:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 3 - import 00000020:00000001:0.0:1773616138.645773:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.645774:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=1 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:0.0:1773616138.656757:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773616138.656761:0:93394:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1773616138.656788:0:93394:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.201.103@tcp->12345-192.168.201.103@tcp 00000100:00000001:0.0:1773616138.656791:0:93394:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1773616138.656798:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.656805:0:93394:0:(peer.c:1480:LNetPrimaryNID()) NID 192.168.201.103@tcp primary NID 192.168.201.103@tcp rc 0 00000100:00000001:0.0:1773616138.656809:0:93394:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616138.656812:0:93394:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 19 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616138.656815:0:93394:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000100:00000001:0.0:1773616138.656818:0:93394:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446622749644331648 : -121324065219968 : 0xffff91a80a309a80) 00000100:00000040:0.0:1773616138.656830:0:93394:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff91a80a309a80 refcount 19 to 192.168.201.103@tcp 00000100:00000040:0.0:1773616138.656832:0:93394:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.103@tcp -> ffff91a80a309a80 00010000:00000010:0.0:1773616138.656852:0:93394:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff91a8046cfea0. 00010000:00080000:0.0:1773616138.656856:0:93394:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91a8030ac800@lustre-OST0001-osc-ffff91a81094d000: add connection 192.168.201.103@tcp at head 00010000:00000001:0.0:1773616138.656858:0:93394:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.656861:0:93394:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1773616138.656864:0:93394:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773616138.656866:0:93394:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1773616138.656870:0:93394:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff91a8034c2400. 00000001:00000001:0.0:1773616138.656873:0:93394:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773616138.656877:0:93394:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff91a804fa2600. 00000001:00000010:0.0:1773616138.656884:0:93394:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff91a8047d5b00. 00000001:00000010:0.0:1773616138.656889:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a807a5c000. 00000001:00000010:0.0:1773616138.656895:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a807a58000. 00000001:00000010:0.0:1773616138.656902:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a807a5e000. 00000001:00000010:0.0:1773616138.656925:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8100d4000. 00000001:00000010:0.0:1773616138.656931:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8100d0000. 00000001:00000010:0.0:1773616138.656937:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8100d6000. 00000001:00000010:0.0:1773616138.656942:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a8100d2000. 00000001:00000010:0.0:1773616138.656954:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a810266000. 00000001:00000010:0.0:1773616138.656960:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a810262000. 00000001:00000010:0.0:1773616138.656966:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a810264000. 00000001:00000010:0.0:1773616138.656971:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a810260000. 00000001:00000010:0.0:1773616138.656982:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a81822c000. 00000001:00000010:0.0:1773616138.656988:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a818228000. 00000001:00000010:0.0:1773616138.656993:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a81822e000. 00000001:00000010:0.0:1773616138.656998:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a81822a000. 00000001:00000010:0.0:1773616138.657009:0:93394:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff91a807e60000. 00000020:00000010:0.0:1773616138.657081:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8034c0800. 00000020:00000010:0.0:1773616138.657086:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff91a8046cf7e0. 00010000:00000001:0.0:1773616138.657106:0:93394:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1773616138.657132:0:93394:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1773616138.657161:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8034c3000. 00000020:00000010:0.0:1773616138.657164:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff91a804fa2800. 00010000:00000001:0.0:1773616138.657176:0:93394:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1773616138.657179:0:93394:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff91a81094d000-8 is initialized 00010000:00000001:0.0:1773616138.657181:0:93394:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.657184:0:93394:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446622749528695808 : -121324180855808 : ffff91a8034c2400) 00010000:00000001:0.0:1773616138.657186:0:93394:0:(ldlm_lib.c:604:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616138.657193:0:93394:0:(osc_request.c:745:osc_update_next_shrink()) next time 8471 to shrink grant 00000008:00000001:0.0:1773616138.657195:0:93394:0:(osc_request.c:4077:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.657350:0:93394:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.657368:0:93394:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8034c1400. 00000020:00000010:0.0:1773616138.657371:0:93394:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff91a803404000. 00000008:00000001:0.0:1773616138.657392:0:93394:0:(osc_request.c:4131:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616138.657396:0:93394:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446622749548697472 : -121324160854144 : ffff91a8047d5780) 00000008:00000001:0.0:1773616138.657399:0:93394:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.657403:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804fa3600. 00000020:00000010:0.0:1773616138.657409:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.657413:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.657418:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.657423:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.657429:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.657433:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.657437:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa2e00. 00000020:00000010:0.0:1773616138.657442:0:93394:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.657446:0:93394:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000008:00000010:0.0:1773616138.657450:0:93394:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616138.657454:0:93394:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616138.657459:0:93394:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616138.657463:0:93394:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616138.657466:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa3c00. 00000020:00000001:0.0:1773616138.657469:0:93394:0:(obd_class.h:601:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616138.657472:0:93394:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 4 - setup 00000020:00000080:0.0:1773616138.657475:0:93394:0:(obd_config.c:861:class_setup()) finished setup of obd lustre-OST0001-osc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616138.657477:0:93394:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.657479:0:93394:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.657483:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff91a804614b40. 00000020:00000010:0.0:1773616138.657485:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.657488:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.657492:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453ba8 type=0x10620000 idx=43 00000040:00001000:0.0:1773616138.657496:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1773616138.657498:0:93394:0:(llog.c:797:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.657501:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.657505:0:93394:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff91a8182c2d40. 00000020:01000000:0.0:1773616138.657509:0:93394:0:(obd_config.c:2038:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff91a81094d000 00000020:00000010:0.0:1773616138.657512:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff91a8047d5200. 00000020:00000080:0.0:1773616138.657515:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00d 00000020:00000001:0.0:1773616138.657522:0:93394:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:0.0:1773616138.657524:0:93394:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804fa3c00. 00000020:00000010:0.0:1773616138.657528:0:93394:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804fa2e00. 00000020:00000010:0.0:1773616138.657530:0:93394:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.657535:0:93394:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.657537:0:93394:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.657541:0:93394:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.657546:0:93394:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.657548:0:93394:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00020000:00000001:0.0:1773616138.657553:0:93394:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:0.0:1773616138.657557:0:93394:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:0.0:1773616138.657559:0:93394:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:0.0:1773616138.657566:0:93394:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff91a804fa3600. 00020000:01000000:0.0:1773616138.657568:0:93394:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff91a81094d000: Adding target lustre-OST0001_UUID 00020000:00000001:0.0:1773616138.657571:0:93394:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:0.0:1773616138.657574:0:93394:0:(lu_tgt_descs.c:383:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.657576:0:93394:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:0.0:1773616138.657578:0:93394:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:0.0:1773616138.657580:0:93394:0:(lov_obd.c:520:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:0.0:1773616138.657582:0:93394:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.657584:0:93394:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616138.657587:0:93394:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.657589:0:93394:0:(lov_dev.c:394:lov_cl_add_target()) Process entered 00020000:00000001:0.0:1773616138.657591:0:93394:0:(lov_dev.c:349:lov_expand_targets()) Process entered 00020000:00000001:0.0:1773616138.657593:0:93394:0:(lov_dev.c:371:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.657595:0:93394:0:(lov_dev.c:423:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616138.657597:0:93394:0:(lov_dev.c:574:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.657599:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804fa2e00. 00000020:00000010:0.0:1773616138.657601:0:93394:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf600. 00000008:00000010:0.0:1773616138.657603:0:93394:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616138.657606:0:93394:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616138.657608:0:93394:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616138.657610:0:93394:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616138.657612:0:93394:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616138.657614:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804fa3c00. 00000020:00000001:0.0:1773616138.657616:0:93394:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616138.657618:0:93394:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.657621:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff91a8047d5200. 00000020:00000010:0.0:1773616138.657623:0:93394:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.657624:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.657627:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453c28 type=0x10620000 idx=44 00000040:00001000:0.0:1773616138.657629:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:0.0:1773616138.657631:0:93394:0:(llog.c:797:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.657633:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.657635:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.657637:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.657639:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.657643:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a803ab5c00. 00000020:00000080:0.0:1773616138.657644:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.657646:0:93394:0:(obd_config.c:1594:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:00000001:0.0:1773616138.657664:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.657667:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a803ab5c00. 00000020:00000001:0.0:1773616138.657670:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.657672:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453d08 type=0x10620000 idx=45 00000040:00001000:0.0:1773616138.657674:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1773616138.657675:0:93394:0:(llog.c:797:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.657677:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.657678:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.657680:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.657681:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1773616138.657685:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1773616138.657686:0:93394:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.657689:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a803ab5c00. 00000020:00000080:0.0:1773616138.657691:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.657693:0:93394:0:(obd_config.c:1594:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000001:0.0:1773616138.657694:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.657696:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a803ab5c00. 00000020:00000001:0.0:1773616138.657698:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.657700:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453de8 type=0x10620000 idx=46 00000040:00001000:0.0:1773616138.657702:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1773616138.657703:0:93394:0:(llog.c:797:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.657705:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1773616138.657707:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff91a8182c2d40. 00000020:00000080:0.0:1773616138.657708:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1773616138.657710:0:93394:0:(obd_config.c:1568:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1773616138.657951:0:93394:0:(obd_config.c:1572:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.657954:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff91a8182c2d40. 00000020:00000001:0.0:1773616138.657957:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.657959:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453e38 type=0x10620000 idx=47 00000040:00001000:0.0:1773616138.657961:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:0.0:1773616138.657963:0:93394:0:(llog.c:797:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1773616138.657964:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1773616138.657966:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1773616138.657967:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1773616138.657968:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1773616138.657972:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a803ab5c00. 00000020:00000080:0.0:1773616138.657974:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773616138.657975:0:93394:0:(obd_config.c:1594:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:00000001:0.0:1773616138.657977:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616138.657979:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a803ab5c00. 00000020:00000001:0.0:1773616138.657981:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1773616138.657983:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804453f18 type=0x10600000 idx=48 00000040:00001000:0.0:1773616138.657984:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1773616138.657986:0:93394:0:(llog.c:607:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1773616138.657990:0:93394:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1773616138.657993:0:93394:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1773616138.657996:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:0.0:1773616138.658003:0:93394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616138.658006:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616138.658010:0:93394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616138.658013:0:93394:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616138.658018:0:93394:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616138.658023:0:93394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804fa3c00. 00000100:00000001:0.0:1773616138.658029:0:93394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.658036:0:93394:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616138.658038:0:93394:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616138.658043:0:93394:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804614b40. 00000100:00000001:0.0:1773616138.658045:0:93394:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749546859328 : -121324162692288 : ffff91a804614b40) 00000100:00000001:0.0:1773616138.658047:0:93394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.658049:0:93394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000001:0.0:1773616138.658053:0:93394:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616138.658057:0:93394:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.658060:0:93394:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616138.658061:0:93394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616138.658070:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.658079:0:93394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.658082:0:93394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.658085:0:93394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616138.658088:0:93394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616138.658090:0:93394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616138.658093:0:93394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93394:1859763795576576:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:0.0:1773616138.658098:0:93394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616138.658103:0:93394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616138.658105:0:93394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.658108:0:93394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616138.658123:0:93394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91a810390000. 02000000:00000001:0.0:1773616138.658126:0:93394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.658133:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616138.658136:0:93394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a738. 00000400:00000010:0.0:1773616138.658143:0:93394:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91a804614900. 00000100:00000200:0.0:1773616138.658150:0:93394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859763795576576, portal 25 00000100:00000001:0.0:1773616138.658152:0:93394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.658154:0:93394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:0.0:1773616138.658160:0:93394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.658168:0:93394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616138.658171:0:93394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616138.658174:0:93394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ac38. 00000100:00000200:0.0:1773616138.658177:0:93394:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859763795576576, offset 0 00000400:00000200:0.0:1773616138.658184:0:93394:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616138.658191:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.658199:0:93394:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616138.658204:0:93394:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616138.658209:0:93394:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616138.658213:0:93394:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616138.658215:0:93394:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.658219:0:93394:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149444:149444:256:4294967295] 192.168.201.103@tcp LPNI seq info [149384:149384:8:4294967295] 00000400:00000200:0.0:1773616138.658223:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.658232:0:93394:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616138.658238:0:93394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616138.658242:0:93394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ab5c00. 00000800:00000200:0.0:1773616138.658250:0:93394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616138.658257:0:93394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616138.658262:0:93394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ab5c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1773616138.659515:0:93394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.659525:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616138.659527:0:93394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943240 00000100:00000001:0.0:1773616138.659534:0:93394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943179 00000100:00000001:0.0:1773616138.659539:0:93394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943240 00000100:00000001:0.0:1773616138.659542:0:93394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943179 00000100:00000001:0.0:1773616138.659545:0:93394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.659548:0:93394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.659551:0:93394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616138.659552:0:93394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616138.659556:0:93394:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804614b40 going to sleep for 11 seconds 00000100:00000001:0.0:1773616138.659559:0:93394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.659562:0:93394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.670295:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.670307:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ab5c00. 00000400:00000200:1.0:1773616138.670313:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.670323:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.670331:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ac38 00000400:00000010:1.0:1773616138.670334:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ac38. 00000100:00000001:1.0:1773616138.670339:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.670347:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.670360:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.670363:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.670370:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.670373:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.677095:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.677111:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.677115:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.677118:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.677127:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.677135:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.677144:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.677149:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.677155:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.677160:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b720066c700 00000400:00000200:1.0:1773616138.677164:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.677170:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x193751 [4] + 224 00000800:00000001:1.0:1773616138.677177:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.677189:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.677192:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.677196:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.677203:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.677211:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.677222:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.677241:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.677249:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.677253:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.678775:0:93394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616138.678796:0:93394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616138.678799:0:93394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616138.678803:0:93394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a738. 00000400:00000200:2.0:1773616138.678809:0:93394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a804614900 00000400:00000010:2.0:1773616138.678812:0:93394:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff91a804614900. 00000100:00000001:2.0:1773616138.678816:0:93394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616138.680218:0:93394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616138.680234:0:93394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.680241:0:93394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616138.680244:0:93394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.680248:0:93394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616138.680252:0:93394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616138.680388:0:93394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616138.680393:0:93394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.680396:0:93394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616138.680405:0:93394:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616138.680411:0:93394:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616138.680415:0:93394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616138.680417:0:93394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.680420:0:93394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616138.680422:0:93394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.680425:0:93394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616138.680431:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.680439:0:93394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616138.680443:0:93394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616138.680445:0:93394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616138.680449:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616138.680457:0:93394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93394:1859763795576576:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:2.0:1773616138.680462:0:93394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.680465:0:93394:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.680468:0:93394:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616138.680470:0:93394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616138.680473:0:93394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.680480:0:93394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616138.680483:0:93394:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804614b40. 00000100:00000001:2.0:1773616138.680486:0:93394:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616138.680487:0:93394:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1773616138.680498:0:93394:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1773616138.680500:0:93394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616138.680503:0:93394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795576576/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.680509:0:93394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616138.680513:0:93394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616138.680517:0:93394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91a810390000. 02000000:00000001:2.0:1773616138.680526:0:93394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616138.680530:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616138.680532:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616138.680535:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616138.680537:0:93394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804fa3c00. 02000000:00000001:2.0:1773616138.680540:0:93394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616138.680542:0:93394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616138.680544:0:93394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:2.0:1773616138.680548:0:93394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616138.680549:0:93394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616138.680887:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.680890:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.680892:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773616138.680895:0:93394:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.680898:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452000 type=0x10620000 idx=49 00000040:00001000:3.0:1773616138.680903:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1773616138.680906:0:93394:0:(llog.c:797:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773616138.680910:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773616138.680913:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773616138.680915:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773616138.680917:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773616138.680921:0:93394:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773616138.680924:0:93394:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773616138.680930:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a806f41000. 00000020:00000080:3.0:1773616138.680934:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773616138.680936:0:93394:0:(obd_config.c:1594:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000001:3.0:1773616138.680939:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.680942:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a806f41000. 00000020:00000001:3.0:1773616138.680946:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.680948:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044520e0 type=0x10620000 idx=50 00000040:00001000:3.0:1773616138.680951:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1773616138.680953:0:93394:0:(llog.c:797:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1773616138.680954:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773616138.680957:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff91a80469bb40. 00000020:00000080:3.0:1773616138.680959:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1773616138.680964:0:93394:0:(obd_config.c:1620:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.680966:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff91a80469bb40. 00000020:00000001:3.0:1773616138.680969:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.680971:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452158 type=0x10620000 idx=51 00000040:00001000:3.0:1773616138.680974:0:93394:0:(llog.c:720:llog_process_thread()) synced_idx: 51 00000040:00000001:3.0:1773616138.680976:0:93394:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1773616138.680978:0:93394:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1773616138.680981:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773616138.680985:0:93394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616138.680988:0:93394:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616138.680991:0:93394:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616138.680994:0:93394:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616138.680998:0:93394:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616138.681003:0:93394:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809128a00. 00000100:00000001:3.0:1773616138.681008:0:93394:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.681013:0:93394:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616138.681014:0:93394:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616138.681019:0:93394:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.681021:0:93394:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606949056 : -121324102602560 : ffff91a807f630c0) 00000100:00000001:3.0:1773616138.681024:0:93394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.681026:0:93394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000001:3.0:1773616138.681030:0:93394:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616138.681033:0:93394:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.681036:0:93394:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616138.681037:0:93394:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616138.681042:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.681049:0:93394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616138.681051:0:93394:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.681055:0:93394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616138.681057:0:93394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616138.681059:0:93394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616138.681062:0:93394:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93394:1859763795576704:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.681066:0:93394:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616138.681071:0:93394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616138.681073:0:93394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.681076:0:93394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616138.681093:0:93394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91a810390000. 02000000:00000001:3.0:1773616138.681095:0:93394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.681103:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616138.681107:0:93394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616138.681113:0:93394:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91a807f636c0. 00000100:00000200:3.0:1773616138.681120:0:93394:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859763795576704, portal 25 00000100:00000001:3.0:1773616138.681122:0:93394:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.681124:0:93394:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616138.681129:0:93394:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.681135:0:93394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616138.681138:0:93394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616138.681142:0:93394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000200:3.0:1773616138.681146:0:93394:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859763795576704, offset 0 00000400:00000200:3.0:1773616138.681152:0:93394:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616138.681160:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.681168:0:93394:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616138.681172:0:93394:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616138.681190:0:93394:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616138.681194:0:93394:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616138.681197:0:93394:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616138.681201:0:93394:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149445:149445:256:4294967295] 192.168.201.103@tcp LPNI seq info [149385:149385:8:4294967295] 00000400:00000200:3.0:1773616138.681207:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.681217:0:93394:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616138.681223:0:93394:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616138.681239:0:93394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41000. 00000800:00000200:3.0:1773616138.681245:0:93394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616138.681252:0:93394:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616138.681265:0:93394:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773616138.681279:0:93394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.681283:0:93394:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616138.681285:0:93394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943261 00000100:00000001:3.0:1773616138.681293:0:93394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943240 00000100:00000001:3.0:1773616138.681298:0:93394:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943261 00000100:00000001:3.0:1773616138.681301:0:93394:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943240 00000100:00000001:3.0:1773616138.681304:0:93394:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.681307:0:93394:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.681309:0:93394:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616138.681311:0:93394:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616138.681313:0:93394:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f630c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773616138.681316:0:93394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616138.681318:0:93394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.681683:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.681688:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41000. 00000400:00000200:1.0:1773616138.681693:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.681698:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.681703:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:1.0:1773616138.681706:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:1.0:1773616138.681709:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.681715:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.681725:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.681728:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.681736:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.681738:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.691666:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.691683:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.691687:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.691689:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.691698:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.691706:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.691714:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.691719:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.691725:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.691729:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b720066c780 00000400:00000200:1.0:1773616138.691734:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.691740:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x193761 [4] + 224 00000800:00000001:1.0:1773616138.691747:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.691759:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.691763:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.691767:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.691774:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.691795:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.691805:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.691823:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.691831:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.691864:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.692103:0:93394:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616138.692113:0:93394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616138.692115:0:93394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616138.692119:0:93394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616138.692124:0:93394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f636c0 00000400:00000010:3.0:1773616138.692126:0:93394:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff91a807f636c0. 00000100:00000001:3.0:1773616138.692129:0:93394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616138.692134:0:93394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616138.692143:0:93394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.692149:0:93394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616138.692151:0:93394:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.692153:0:93394:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616138.692157:0:93394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616138.692159:0:93394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616138.692161:0:93394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.692164:0:93394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616138.692172:0:93394:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616138.692175:0:93394:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616138.692178:0:93394:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616138.692180:0:93394:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616138.692183:0:93394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616138.692185:0:93394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.692187:0:93394:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616138.692192:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.692198:0:93394:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.692201:0:93394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616138.692203:0:93394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616138.692207:0:93394:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616138.692214:0:93394:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93394:1859763795576704:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.692218:0:93394:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.692220:0:93394:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.692222:0:93394:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616138.692224:0:93394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.692228:0:93394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.692233:0:93394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616138.692236:0:93394:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.692238:0:93394:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616138.692240:0:93394:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773616138.692248:0:93394:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773616138.692250:0:93394:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.692253:0:93394:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795576704/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.692259:0:93394:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616138.692261:0:93394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616138.692264:0:93394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91a810390000. 02000000:00000001:3.0:1773616138.692278:0:93394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616138.692281:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.692283:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.692285:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616138.692288:0:93394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809128a00. 02000000:00000001:3.0:1773616138.692291:0:93394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616138.692292:0:93394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616138.692295:0:93394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616138.692298:0:93394:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616138.692299:0:93394:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616138.692302:0:93394:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.692303:0:93394:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.692305:0:93394:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773616138.692307:0:93394:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.692310:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452158 type=0x10620000 idx=51 00000040:00001000:3.0:1773616138.692314:0:93394:0:(llog.c:776:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:3.0:1773616138.692316:0:93394:0:(llog.c:797:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000020:00000001:3.0:1773616138.692319:0:93394:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773616138.692322:0:93394:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773616138.692323:0:93394:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773616138.692325:0:93394:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773616138.692331:0:93394:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a806f41900. 00000020:00000080:3.0:1773616138.692335:0:93394:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773616138.692337:0:93394:0:(obd_config.c:1594:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000020:00000001:3.0:1773616138.692339:0:93394:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.692342:0:93394:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a806f41900. 00000020:00000001:3.0:1773616138.692345:0:93394:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.692347:0:93394:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452238 type=0x0 idx=0 00000040:00000001:3.0:1773616138.692349:0:93394:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1773616138.692351:0:93394:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00000010:3.0:1773616138.692354:0:93394:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff91a804452000. 00000020:00000010:3.0:1773616138.692362:0:93394:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91a8061f0780. 00000020:00000010:3.0:1773616138.692377:0:93394:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802e4ce00. 00000040:00000010:3.0:1773616138.692383:0:93394:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a802e4ca00. 00000020:00000010:3.0:1773616138.692387:0:93394:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a80501b800. 00000020:00000010:3.0:1773616138.692392:0:93394:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff91a810c60f18. 00000020:00000010:3.0:1773616138.692398:0:93394:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a809129a00. 80000000:00000010:3.0:1773616138.692402:0:93394:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91a80469bd80. 40000000:00000010:3.0:1773616138.692406:0:93394:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff91a8061f0300. 00100000:00000010:3.0:1773616138.692410:0:93394:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff91a805019800. 00040000:00000010:3.0:1773616138.692414:0:93394:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a806f41200. 00040000:00000010:3.0:1773616138.692418:0:93394:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff91a80501f800. 00040000:00000010:3.0:1773616138.692422:0:93394:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a809128400. 00000004:00000010:3.0:1773616138.692425:0:93394:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff91a80501a000. 00000004:00000010:3.0:1773616138.692432:0:93394:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff91a806f25000. 00000004:00000010:3.0:1773616138.692437:0:93394:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff91a80501c800. 00002000:00000010:3.0:1773616138.692441:0:93394:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff91a819771c00. 00000004:00000010:3.0:1773616138.692445:0:93394:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff91a819773000. 00000020:00000010:3.0:1773616138.692448:0:93394:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80afbc200. 00000040:00000010:1.0:1773616138.692568:0:93390:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff91a8046d88a0. 00000040:00000001:1.0:1773616138.692573:0:93390:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1773616138.692576:0:93390:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000040:00000010:1.0:1773616138.692580:0:93390:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff91a8060d8000. 00000040:00000010:1.0:1773616138.692583:0:93390:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff91a807ce0600. 00000020:00000001:1.0:1773616138.692586:0:93390:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773616138.692589:0:93390:0:(mgc_request.c:1742:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1773616138.692593:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce0200. 00000040:00000010:1.0:1773616138.692595:0:93390:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a807ce1800. 00000020:00000010:1.0:1773616138.692600:0:93390:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a807fb8800. 00000020:00000010:1.0:1773616138.692603:0:93390:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a807ce1400. 80000000:00000010:1.0:1773616138.692605:0:93390:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91a8046f9ae0. 00040000:00000010:1.0:1773616138.692608:0:93390:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a807ce0000. 20000000:00000010:1.0:1773616138.692612:0:93390:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff91a807ce0800. 00000020:00000010:1.0:1773616138.692614:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0400. 10000000:00000010:1.0:1773616138.692617:0:93390:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff91a8046f7940. 10000000:01000000:1.0:1773616138.692620:0:93390:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1773616138.692637:0:93390:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1773616138.692640:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616138.692643:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616138.692646:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002b800 refcount=3 00000020:00000001:1.0:1773616138.692655:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:1.0:1773616138.692659:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:1.0:1773616138.692661:0:93390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616138.692666:0:93390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616138.692675:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616138.692676:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616138.692679:0:93390:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616138.693084:0:93390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616138.693086:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616138.693087:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773616138.693089:0:93390:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773616138.693091:0:93390:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773616138.693094:0:93390:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:1.0:1773616138.693097:0:93390:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-cliir-ffff91a81094d000 from 1 10000000:00000001:1.0:1773616138.693099:0:93390:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773616138.693101:0:93390:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1773616138.693107:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773616138.693111:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616138.693115:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.693117:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.693121:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.693127:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605000. 00000100:00000001:1.0:1773616138.693132:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.693136:0:93390:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616138.693139:0:93390:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773616138.693144:0:93390:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb700 count: 2 00010000:00000001:1.0:1773616138.693147:0:93390:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616138.693150:0:93390:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616138.693153:0:93390:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2ae00. 00000020:00000010:1.0:1773616138.693158:0:93390:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff91a8046b7880. 00000020:00000001:1.0:1773616138.693161:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616138.693164:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2ae00 with handle 0xe60cc2233ec678c1 to hash 00000020:00000001:1.0:1773616138.693166:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616138.693167:0:93390:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:1.0:1773616138.693170:0:93390:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:1.0:1773616138.693172:0:93390:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616138.693186:0:93390:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616138.693190:0:93390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616138.693198:0:93390:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616138.693207:0:93390:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616138.693212:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616138.693214:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616138.693219:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a812a64480. 00000100:00000001:1.0:1773616138.693222:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749786260608 : -121323923291008 : ffff91a812a64480) 00000100:00000001:1.0:1773616138.693224:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.693226:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000001:1.0:1773616138.693229:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.693233:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.693234:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616138.693236:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.693242:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.693249:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.693251:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.693255:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616138.693257:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616138.693259:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.693263:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576832:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:1.0:1773616138.693266:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616138.693270:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616138.693272:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.693275:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616138.693278:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f8800. 02000000:00000001:1.0:1773616138.693280:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616138.693285:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616138.693288:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424160. 00000400:00000010:1.0:1773616138.693293:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1000. 00000100:00000200:1.0:1773616138.693298:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795576832, portal 25 00000100:00000001:1.0:1773616138.693300:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.693301:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:1.0:1773616138.693306:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.693312:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616138.693315:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616138.693317:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616138.693320:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859763795576832, offset 0 00000400:00000200:1.0:1773616138.693326:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616138.693332:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.693338:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616138.693343:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616138.693347:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616138.693351:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616138.693353:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616138.693358:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149446:149446:256:4294967295] 192.168.201.103@tcp LPNI seq info [149386:149386:8:4294967295] 00000400:00000200:1.0:1773616138.693362:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.693369:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616138.693375:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616138.693381:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80327bc00. 00000800:00000200:1.0:1773616138.693387:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616138.693394:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616138.693398:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80327bc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773616138.693447:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616138.693451:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616138.693454:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943274 00000100:00000001:1.0:1773616138.693461:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943261 00000100:00000001:1.0:1773616138.693465:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943274 00000100:00000001:1.0:1773616138.693468:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943261 00000100:00000001:1.0:1773616138.693471:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.693473:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.693475:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616138.693477:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616138.693479:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a64480 going to sleep for 11 seconds 00000100:00000001:1.0:1773616138.693481:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.693483:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.717446:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.717456:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80327bc00. 00000400:00000200:1.0:1773616138.717463:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.717473:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.717480:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616138.717483:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616138.717488:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.717496:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.717509:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.717513:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.717521:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.717522:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.730898:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.730920:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.730925:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.730928:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.730938:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.730946:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.730957:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.730962:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.730967:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.730971:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 344 into portal 25 MB=0x69b720066c800 00000400:00000200:1.0:1773616138.730976:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.730983:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 344/344 into md 0x193769 [1] + 224 00000800:00000001:1.0:1773616138.730991:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.731004:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.731007:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.731011:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.731019:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.731028:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.731038:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.731074:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.731085:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.731089:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.732285:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616138.732295:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.732297:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.732302:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424160. 00000400:00000200:0.0:1773616138.732308:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1000 00000400:00000010:0.0:1773616138.732311:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1000. 00000100:00000001:0.0:1773616138.732315:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.732322:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.732332:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.732339:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.732341:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.732343:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.732347:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.732350:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.732352:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.732354:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.732363:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616138.732368:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616138.732371:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.732373:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.732376:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.732379:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.732382:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.732386:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.732393:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.732396:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.732398:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.732402:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.732410:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576832:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:0.0:1773616138.732415:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.732418:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.732420:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616138.732422:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.732426:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.732434:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616138.732437:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a812a64480. 00000100:00000001:0.0:1773616138.732441:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616138.732443:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.732446:0:93390:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773616138.732449:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616138.732452:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616138.732455:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2ae00 refcount=4 00000020:00000001:0.0:1773616138.732457:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:0.0:1773616138.732460:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000040:0.0:1773616138.732466:0:93390:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a807b2ae00, remote cookie: 0xf6516185796c559, flags: 0x0 00010000:00000001:0.0:1773616138.732470:0:93390:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773616138.732474:0:93390:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616138.732476:0:93390:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773616138.732478:0:93390:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773616138.732479:0:93390:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773616138.732482:0:93390:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff91a804feb700) refcount = 2 00010000:00000040:0.0:1773616138.732485:0:93390:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773616138.732490:0:93390:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff91a8101c4400/0xe60cc2233ec67231 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796b54c expref: -99 pid: 81780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616138.732500:0:93390:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616138.732506:0:93390:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773616138.732507:0:93390:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773616138.732509:0:93390:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616138.732511:0:93390:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616138.732514:0:93390:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616138.732517:0:93390:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616138.732526:0:93390:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773616138.732528:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.732530:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.732530:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.732532:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.732533:0:93390:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.732536:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.732540:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b100 x1859763795576832/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.732547:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.732550:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.732553:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f8800. 02000000:00000001:0.0:1773616138.732556:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.732558:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.732560:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.732562:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.732564:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605000. 02000000:00000001:0.0:1773616138.732568:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.732570:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.732572:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 00000100:00000001:0.0:1773616138.732575:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.732576:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773616138.732579:0:93390:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773616138.732582:0:93390:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773616138.732584:0:93390:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff91a806f3d600) refs 2 10000000:00000001:0.0:1773616138.732586:0:93390:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.732588:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616138.732589:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616138.732591:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2ae00 refcount=3 00000020:00000001:0.0:1773616138.732593:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:0.0:1773616138.732595:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:0.0:1773616138.732597:0:93390:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1773616138.732598:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.732600:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.732602:0:93390:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773616138.732604:0:93390:0:(mgc_request.c:1539:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1773616138.732611:0:93390:0:(mgc_request.c:1551:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff91a8030a9800. 00000100:00000010:2.0:1773616138.733790:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616138.733797:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616138.733801:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616138.733804:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616138.733809:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616138.733816:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63a00. 00000100:00000001:2.0:1773616138.733832:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.733857:0:93390:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1773616138.733863:0:93390:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff91a803497000. 00000100:00000010:2.0:1773616138.733868:0:93390:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff91a8062a8000. 00000020:00000040:2.0:1773616138.733870:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616138.733900:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616138.733902:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616138.733907:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2300. 00000100:00000001:2.0:1773616138.733910:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745816320 : -121323963735296 : ffff91a8103d2300) 00000100:00000001:2.0:1773616138.733913:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616138.733914:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000001:2.0:1773616138.733919:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616138.733923:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.733925:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616138.733927:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616138.733934:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.733943:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616138.733945:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.733949:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616138.733952:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616138.733955:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616138.733959:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576960:192.168.201.103@tcp:256:mount.lustre.0 00000100:00000001:2.0:1773616138.733963:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616138.733968:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616138.733971:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.733973:0:93390:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1773616138.733981:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616138.733986:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9630. 00000400:00000010:2.0:1773616138.733995:0:93390:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91a807a68000. 00000100:00000200:2.0:1773616138.734003:0:93390:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69b720066c880-0x69b720066c880, portal 33 00000100:00000001:2.0:1773616138.734006:0:93390:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.734008:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616138.734012:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616138.734014:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616138.734018:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616138.734020:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616138.734025:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616138.734029:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795576960, portal 25 00000100:00000001:2.0:1773616138.734030:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616138.734032:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:2.0:1773616138.734037:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.734045:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616138.734047:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616138.734052:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e198. 00000100:00000200:2.0:1773616138.734055:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1859763795576960, offset 0 00000400:00000200:2.0:1773616138.734062:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616138.734069:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.734076:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616138.734082:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616138.734086:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616138.734090:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616138.734093:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.734097:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149447:149447:256:4294967295] 192.168.201.103@tcp LPNI seq info [149387:149387:8:4294967295] 00000400:00000200:2.0:1773616138.734102:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.734112:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616138.734118:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616138.734123:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde400. 00000800:00000200:2.0:1773616138.734130:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616138.734138:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616138.734143:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde400 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:2.0:1773616138.734921:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616138.734928:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616138.734931:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943316 00000100:00000001:2.0:1773616138.734939:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943274 00000100:00000001:2.0:1773616138.734945:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943316 00000100:00000001:2.0:1773616138.734948:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943274 00000100:00000001:2.0:1773616138.734951:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616138.734953:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.734956:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616138.734957:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616138.734960:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1773616138.734963:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616138.734965:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.750523:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.750534:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde400. 00000400:00000200:0.0:1773616138.750544:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.750553:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.750562:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:0.0:1773616138.750565:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:0.0:1773616138.750570:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.750579:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.750593:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.750596:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.750604:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.750606:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.754610:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.754627:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.754632:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.754635:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.754643:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.754662:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.754767:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.754773:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.754789:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.754794:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 176 into portal 33 MB=0x69b720066c880 00000400:00000200:1.0:1773616138.754799:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.755220:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.201.103@tcp of length 176/176 into md 0x193779 [256] + 0 00000400:00000010:1.0:1773616138.755228:0:2391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9630. 00000400:00000200:1.0:1773616138.755232:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91a807a68000 00000800:00000001:1.0:1773616138.755240:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.755249:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.755252:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.755257:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.755261:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807a68000 00000400:00000010:1.0:1773616138.755263:0:2391:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff91a807a68000. 00000100:00000001:1.0:1773616138.755268:0:2391:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1773616138.755271:0:2391:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff91a8036c9880 desc ffff91a803497000 mbits 1859763795576960 00000100:00000001:1.0:1773616138.755285:0:2391:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1773616138.755292:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1773616138.755296:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.755302:0:2391:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616138.755523:0:2391:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149448:149448:256:4294967295] 192.168.201.103@tcp LPNI seq info [149388:149388:8:4294967295] 00000400:00000200:1.0:1773616138.755529:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.755537:0:2391:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) 192.168.201.103@tcp : ACK try# 0 00000800:00000200:1.0:1773616138.755543:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616138.755551:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff91a8111a0000. 00000800:00000200:1.0:1773616138.755557:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616138.755564:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616138.755568:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8111a0000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1773616138.756149:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616138.756154:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.757494:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.757501:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91a8111a0000. 00000400:00000200:1.0:1773616138.757507:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.757513:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: ACK: OK 00000800:00000001:1.0:1773616138.757524:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.757531:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.768149:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.768168:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.768172:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.768175:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.768194:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.768202:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.768211:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.768216:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.768221:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.768226:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 240 into portal 25 MB=0x69b720066c880 00000400:00000200:1.0:1773616138.768231:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.768238:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 240/240 into md 0x193781 [1] + 224 00000800:00000001:1.0:1773616138.768246:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.768254:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.768272:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.768278:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.768284:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.768293:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.768304:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.768325:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.768335:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.768339:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.768406:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616138.768413:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616138.768415:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616138.768419:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:2.0:1773616138.768424:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:2.0:1773616138.768426:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:2.0:1773616138.768429:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616138.768434:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616138.768445:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.768451:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616138.768453:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.768456:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616138.768459:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616138.768462:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616138.768464:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.768467:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616138.768474:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616138.768479:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616138.768481:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616138.768483:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.768486:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616138.768488:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.768491:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616138.768496:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773616138.768506:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.768513:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616138.768515:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616138.768520:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616138.768528:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795576960:192.168.201.103@tcp:256:mount.lustre.0 00000100:00000001:2.0:1773616138.768533:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.768536:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.768538:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616138.768540:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616138.768543:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.768551:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616138.768554:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2300. 00000100:00000001:2.0:1773616138.768557:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616138.768558:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773616138.768564:0:93390:0:(mgc_request.c:1617:mgc_process_recover_log()) Latest version 114, more 0. 10000000:00000001:2.0:1773616138.768568:0:93390:0:(mgc_request.c:1311:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1773616138.768574:0:93390:0:(mgc_request.c:1334:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff91a803494000. 10000000:00000010:2.0:1773616138.768580:0:93390:0:(mgc_request.c:1338:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff91a8062aa000. 10000000:00000200:2.0:1773616138.768585:0:93390:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:2.0:1773616138.768597:0:93390:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773616138.768602:0:93390:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1773616138.768605:0:93390:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:2.0:1773616138.768607:0:93390:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.768610:0:93390:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773616138.768612:0:93390:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:2.0:1773616138.768614:0:93390:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:2.0:1773616138.768616:0:93390:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773616138.768619:0:93390:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773616138.768623:0:93390:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.768627:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.768630:0:93390:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773616138.768634:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.768639:0:93390:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773616138.768642:0:93390:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:2.0:1773616138.768645:0:93390:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:2.0:1773616138.768658:0:93390:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.768661:0:93390:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773616138.768666:0:93390:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:2.0:1773616138.768671:0:93390:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff91a80453c700. 10000000:00000040:2.0:1773616138.768674:0:93390:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 111/114 for lustre-OST0000-osc-ffff91a81094d000 -> osc.import=connection=192.168.201.103@tcp::11 00000020:00000080:2.0:1773616138.768677:0:93390:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773616138.768686:0:93390:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773616138.768690:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000020:00000010:2.0:1773616138.768696:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.768754:0:93390:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.768763:0:93390:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.768768:0:93390:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.768773:0:93390:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.769270:0:93390:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.769274:0:93390:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000040:00000001:2.0:1773616138.769279:0:93390:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773616138.769281:0:93390:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff91a80453c700 00000040:00001000:2.0:1773616138.769282:0:93390:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773616138.769284:0:93390:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773616138.769286:0:93390:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773616138.769287:0:93390:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773616138.769290:0:93390:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773616138.769292:0:93390:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773616138.769293:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0000-osc-ffff91a81094d000 00000040:00001000:2.0:1773616138.769295:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 osc.import=connection=192.168.201.103@tcp::11 00000040:00000001:2.0:1773616138.769297:0:93390:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773616138.769399:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.769404:0:93390:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.769407:0:93390:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.769412:0:93390:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.769415:0:93390:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.769419:0:93390:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.769422:0:93390:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616138.769425:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000020:00000001:2.0:1773616138.769428:0:93390:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616138.769430:0:93390:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773616138.769433:0:93390:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff91a80453c700. 10000000:00000200:2.0:1773616138.769438:0:93390:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:2.0:1773616138.769445:0:93390:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773616138.769446:0:93390:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1773616138.769449:0:93390:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:2.0:1773616138.769452:0:93390:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.769454:0:93390:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773616138.769456:0:93390:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:2.0:1773616138.769457:0:93390:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:2.0:1773616138.769459:0:93390:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773616138.769461:0:93390:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773616138.769463:0:93390:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.769466:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.769469:0:93390:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773616138.769472:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.769475:0:93390:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773616138.769477:0:93390:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:2.0:1773616138.769480:0:93390:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:2.0:1773616138.769481:0:93390:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.769483:0:93390:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773616138.769486:0:93390:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:2.0:1773616138.769490:0:93390:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff91a80453c700. 10000000:00000040:2.0:1773616138.769492:0:93390:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 112/114 for lustre-MDT0001-mdc-ffff91a81094d000 -> mdc.import=connection=192.168.201.103@tcp::3 00000020:00000080:2.0:1773616138.769495:0:93390:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773616138.769499:0:93390:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773616138.769501:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000020:00000010:2.0:1773616138.769505:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.769507:0:93390:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.769510:0:93390:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.769513:0:93390:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.769515:0:93390:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.769518:0:93390:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.769521:0:93390:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000040:00000001:2.0:1773616138.769524:0:93390:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773616138.769525:0:93390:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff91a80453c700 00000040:00001000:2.0:1773616138.769527:0:93390:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773616138.769528:0:93390:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773616138.769530:0:93390:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773616138.769531:0:93390:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773616138.769534:0:93390:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773616138.769535:0:93390:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773616138.769537:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0001-mdc-ffff91a81094d000 00000040:00001000:2.0:1773616138.769539:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.201.103@tcp::3 00000040:00000001:2.0:1773616138.769541:0:93390:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773616138.777353:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.777362:0:93390:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.777367:0:93390:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.777374:0:93390:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.777379:0:93390:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.777385:0:93390:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.777389:0:93390:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616138.777393:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000020:00000001:2.0:1773616138.777396:0:93390:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616138.777399:0:93390:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773616138.777404:0:93390:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff91a80453c700. 10000000:00000200:2.0:1773616138.777413:0:93390:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:2.0:1773616138.777426:0:93390:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773616138.777429:0:93390:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1773616138.777436:0:93390:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:2.0:1773616138.777438:0:93390:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.777440:0:93390:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773616138.777442:0:93390:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:2.0:1773616138.777444:0:93390:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:2.0:1773616138.777447:0:93390:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773616138.777449:0:93390:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773616138.777453:0:93390:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.777458:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.777464:0:93390:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773616138.777468:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.777474:0:93390:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773616138.777477:0:93390:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:2.0:1773616138.777480:0:93390:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:2.0:1773616138.777482:0:93390:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.777485:0:93390:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773616138.777487:0:93390:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:2.0:1773616138.777492:0:93390:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff91a80453c700. 10000000:00000040:2.0:1773616138.777495:0:93390:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 113/114 for lustre-OST0001-osc-ffff91a81094d000 -> osc.import=connection=192.168.201.103@tcp::1 00000020:00000080:2.0:1773616138.777499:0:93390:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773616138.777505:0:93390:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773616138.777508:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000020:00000010:2.0:1773616138.777512:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.777515:0:93390:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.777521:0:93390:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.777524:0:93390:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.777527:0:93390:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.777532:0:93390:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.777535:0:93390:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000040:00000001:2.0:1773616138.777539:0:93390:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773616138.777541:0:93390:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff91a80453c700 00000040:00001000:2.0:1773616138.777542:0:93390:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773616138.777544:0:93390:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773616138.777545:0:93390:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773616138.777547:0:93390:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773616138.777549:0:93390:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773616138.777550:0:93390:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773616138.777552:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-OST0001-osc-ffff91a81094d000 00000040:00001000:2.0:1773616138.777554:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.201.103@tcp::1 00000040:00000001:2.0:1773616138.777555:0:93390:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773616138.777595:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.777598:0:93390:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.777601:0:93390:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.777603:0:93390:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.777605:0:93390:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.777608:0:93390:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.777610:0:93390:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616138.777612:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000020:00000001:2.0:1773616138.777614:0:93390:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616138.777616:0:93390:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773616138.777619:0:93390:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff91a80453c700. 10000000:00000200:2.0:1773616138.777622:0:93390:0:(mgc_request.c:1239:mgc_build_nidlist()) use 1 from 1 NIDs 00010000:00000001:2.0:1773616138.777627:0:93390:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1773616138.777628:0:93390:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1773616138.777631:0:93390:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.201.103@tcp has 192.168.201.103@tcp. 00000100:00000001:2.0:1773616138.777633:0:93390:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.777635:0:93390:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1773616138.777636:0:93390:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.201.103@tcp with 192.168.201.103@tcp 00000100:00000200:2.0:1773616138.777638:0:93390:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.201.103@tcp' 00000400:00000200:2.0:1773616138.777639:0:93390:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1773616138.777653:0:93390:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1773616138.777656:0:93390:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.777659:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.777662:0:93390:0:(peer.c:1746:lnet_peer_add()) peer 192.168.201.103@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773616138.777665:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.777668:0:93390:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773616138.777670:0:93390:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.201.103@tcp NID 192.168.201.103@tcp: 0. pending discovery 00000400:00000200:2.0:1773616138.777672:0:93390:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.201.103@tcp 00000100:00000001:2.0:1773616138.777674:0:93390:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.777675:0:93390:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773616138.777678:0:93390:0:(mgc_request.c:1483:mgc_apply_recover_logs()) Found UUID '192.168.201.103@tcp' by NID '192.168.201.103@tcp' 10000000:00000010:2.0:1773616138.777681:0:93390:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff91a80453c700. 10000000:00000040:2.0:1773616138.777683:0:93390:0:(mgc_request.c:1500:mgc_apply_recover_logs()) ir apply logs 114/114 for lustre-MDT0000-mdc-ffff91a81094d000 -> mdc.import=connection=192.168.201.103@tcp::25 00000020:00000080:2.0:1773616138.777685:0:93390:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1773616138.777689:0:93390:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773616138.777691:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000020:00000010:2.0:1773616138.777693:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.777695:0:93390:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.777698:0:93390:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.777700:0:93390:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.777702:0:93390:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.777705:0:93390:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.777707:0:93390:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000040:00000001:2.0:1773616138.777710:0:93390:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1773616138.777711:0:93390:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff91a80453c700 00000040:00001000:2.0:1773616138.777713:0:93390:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1773616138.777715:0:93390:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1773616138.777716:0:93390:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1773616138.777717:0:93390:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1773616138.777719:0:93390:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1773616138.777721:0:93390:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1773616138.777722:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff91a81094d000 00000040:00001000:2.0:1773616138.777724:0:93390:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.201.103@tcp::25 00000040:00000001:2.0:1773616138.777726:0:93390:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1773616138.777746:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616138.777749:0:93390:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685180. 00000008:00000010:2.0:1773616138.777751:0:93390:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616138.777754:0:93390:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616138.777756:0:93390:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616138.777758:0:93390:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616138.777760:0:93390:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616138.777763:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000020:00000001:2.0:1773616138.777764:0:93390:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616138.777766:0:93390:0:(obd_config.c:1726:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1773616138.777768:0:93390:0:(mgc_request.c:1504:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff91a80453c700. 10000000:00000010:2.0:1773616138.777771:0:93390:0:(mgc_request.c:1511:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff91a8062aa000. 10000000:00000010:2.0:1773616138.777784:0:93390:0:(mgc_request.c:1513:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff91a803494000. 10000000:00000001:2.0:1773616138.777788:0:93390:0:(mgc_request.c:1515:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.777792:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616138.777801:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795576960/t0(0) o256->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 304/240 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.777810:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616138.777814:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616138.777817:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616138.777820:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616138.777822:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616138.777824:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616138.777826:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773616138.777828:0:93390:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1773616138.777830:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616138.777832:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616138.777834:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1773616138.777880:0:93390:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91a8062a8000. 00000100:00000010:2.0:1773616138.777883:0:93390:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91a803497000. 00000100:00000001:2.0:1773616138.777886:0:93390:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1773616138.777889:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63a00. 02000000:00000001:2.0:1773616138.777892:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616138.777894:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616138.777896:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:2.0:1773616138.777899:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616138.777900:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1773616138.779582:0:93390:0:(mgc_request.c:1669:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff91a8030a9800. 10000000:01000000:2.0:1773616138.779592:0:93390:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1773616138.779614:0:93390:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1773616138.779618:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616138.779621:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616138.779623:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2ae00 refcount=3 00000020:00000001:2.0:1773616138.779626:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:2.0:1773616138.779629:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:2.0:1773616138.779632:0:93390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616138.779636:0:93390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616138.779656:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616138.779658:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616138.779660:0:93390:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616138.779666:0:93390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616138.779667:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616138.779668:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773616138.779670:0:93390:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773616138.779672:0:93390:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773616138.779675:0:93390:0:(mgc_request.c:1800:mgc_process_log()) Process entered 10000000:01000000:2.0:1773616138.779677:0:93390:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff91a81094d000 from 1 10000000:00000001:2.0:1773616138.779680:0:93390:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773616138.779682:0:93390:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1773616138.779688:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616138.779692:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616138.779696:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616138.779698:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616138.779703:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616138.779709:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63a00. 00000100:00000001:2.0:1773616138.779716:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.779721:0:93390:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616138.779723:0:93390:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616138.779728:0:93390:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527f00 count: 2 00010000:00000001:2.0:1773616138.779731:0:93390:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616138.779734:0:93390:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616138.779737:0:93390:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5800. 00000020:00000001:2.0:1773616138.779741:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616138.779744:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5800 with handle 0xe60cc2233ec678c8 to hash 00000020:00000001:2.0:1773616138.779745:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616138.779747:0:93390:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616138.779750:0:93390:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616138.779753:0:93390:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616138.779756:0:93390:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616138.779759:0:93390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616138.779768:0:93390:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616138.779789:0:93390:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616138.779796:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616138.779797:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616138.779803:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2300. 00000100:00000001:2.0:1773616138.779806:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745816320 : -121323963735296 : ffff91a8103d2300) 00000100:00000001:2.0:1773616138.779809:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616138.779810:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000001:2.0:1773616138.779815:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616138.779819:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.779821:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616138.779823:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616138.779831:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.779866:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616138.779868:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.779872:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616138.779875:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616138.779878:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616138.779882:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795577088:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:2.0:1773616138.779886:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616138.779892:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616138.779895:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.779898:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616138.779903:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803497000. 02000000:00000001:2.0:1773616138.779905:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616138.779913:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616138.779917:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9478. 00000400:00000010:2.0:1773616138.779923:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616138.779931:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795577088, portal 25 00000100:00000001:2.0:1773616138.779933:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616138.779934:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:2.0:1773616138.779939:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.779947:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616138.779950:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616138.779953:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616138.779956:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1859763795577088, offset 0 00000400:00000200:2.0:1773616138.779962:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616138.779971:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.779977:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616138.779982:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616138.779986:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616138.779990:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616138.779993:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.779997:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149449:149449:256:4294967295] 192.168.201.103@tcp LPNI seq info [149389:149389:8:4294967295] 00000400:00000200:2.0:1773616138.780002:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.780012:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616138.780018:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616138.780023:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde100. 00000800:00000200:2.0:1773616138.780030:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616138.780038:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616138.780042:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616138.780056:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616138.780061:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616138.780063:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943361 00000100:00000001:2.0:1773616138.780070:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943316 00000100:00000001:2.0:1773616138.780075:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943361 00000100:00000001:2.0:1773616138.780078:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943316 00000100:00000001:2.0:1773616138.780081:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616138.780083:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.780086:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616138.780087:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616138.780090:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2300 going to sleep for 11 seconds 00000100:00000001:2.0:1773616138.780093:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616138.780096:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.781381:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.781389:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde100. 00000400:00000200:1.0:1773616138.781396:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.781404:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.781410:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:1.0:1773616138.781412:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:1.0:1773616138.781417:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.781423:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.781434:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.781438:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.781445:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.781447:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616138.818893:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.818910:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.818914:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.818916:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.818923:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.818930:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.818937:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.818941:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.818945:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.818949:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 344 into portal 25 MB=0x69b720066c900 00000400:00000200:1.0:1773616138.818953:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.818958:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 344/344 into md 0x193789 [1] + 224 00000800:00000001:1.0:1773616138.818964:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.818975:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.818978:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.818982:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.818987:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.818995:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.819003:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.819016:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.819023:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.819037:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.829201:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616138.829214:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.829217:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.829221:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9478. 00000400:00000200:0.0:1773616138.829229:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:0.0:1773616138.829232:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:0.0:1773616138.829237:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.829249:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.829263:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.829272:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.829274:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.829276:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.829280:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.829283:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.829285:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.829290:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.829297:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616138.829301:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616138.829304:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.829306:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.829309:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.829312:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.829315:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.829322:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.829330:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.829334:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.829336:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.829341:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.829350:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795577088:192.168.201.103@tcp:101:mount.lustre.0 00000100:00000001:0.0:1773616138.829355:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.829358:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.829361:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616138.829363:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.829367:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.829374:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616138.829377:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2300. 00000100:00000001:0.0:1773616138.829381:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616138.829383:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.829387:0:93390:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773616138.829390:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616138.829394:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616138.829397:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=4 00000020:00000001:0.0:1773616138.829400:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:0.0:1773616138.829403:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000040:0.0:1773616138.829411:0:93390:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5800, remote cookie: 0xf6516185796c560, flags: 0x0 00010000:00000001:0.0:1773616138.829415:0:93390:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773616138.829420:0:93390:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616138.829422:0:93390:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773616138.829424:0:93390:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773616138.829426:0:93390:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773616138.829429:0:93390:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff91a804527f00) refcount = 2 00010000:00000040:0.0:1773616138.829432:0:93390:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773616138.829437:0:93390:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: MGC192.168.201.103@tcp lock: ffff91a804650200/0xe60cc2233ec6723f lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796b55a expref: -99 pid: 81780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616138.829447:0:93390:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616138.829453:0:93390:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773616138.829456:0:93390:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773616138.829458:0:93390:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616138.829461:0:93390:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616138.829463:0:93390:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616138.829467:0:93390:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616138.829473:0:93390:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773616138.829475:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.829477:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.829478:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.829479:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.829481:0:93390:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.829484:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.829489:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795577088/t0(0) o101->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 328/344 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.829496:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.829499:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.829502:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803497000. 02000000:00000001:0.0:1773616138.829505:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.829508:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.829510:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.829513:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.829516:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63a00. 02000000:00000001:0.0:1773616138.829520:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.829522:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.829525:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:0.0:1773616138.829529:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.829530:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773616138.829533:0:93390:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773616138.829537:0:93390:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773616138.829541:0:93390:0:(mgc_request.c:108:config_log_get()) log params (ffff91a806f3d200) refs 2 10000000:00000001:0.0:1773616138.829543:0:93390:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.829545:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616138.829547:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616138.829549:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:0.0:1773616138.829551:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:0.0:1773616138.829554:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:0.0:1773616138.829556:0:93390:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1773616138.829558:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616138.829559:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616138.829561:0:93390:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773616138.829564:0:93390:0:(mgc_request.c:1686:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1773616138.829570:0:93390:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff91a8182c2fc0. 00000020:00000010:0.0:1773616138.829580:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802f10000. 00000020:00000010:0.0:1773616138.829586:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802f11600. 00000040:00000010:0.0:1773616138.829593:0:93390:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a802f10200. 00000020:00000010:0.0:1773616138.829598:0:93390:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a818252000. 00000020:00000010:0.0:1773616138.829605:0:93390:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a811b28000. 80000000:00000010:0.0:1773616138.829610:0:93390:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91a8046cf600. 00040000:00000010:0.0:1773616138.829616:0:93390:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a811b28200. 20000000:00000010:0.0:1773616138.829620:0:93390:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff91a811b29400. 10000000:00000040:0.0:1773616138.829625:0:93390:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff91a809347600 : new refcount 2 00000020:00000001:0.0:1773616138.829628:0:93390:0:(obd_config.c:2153:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1773616138.829630:0:93390:0:(obd_config.c:2155:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1773616138.829632:0:93390:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1773616138.829636:0:93390:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff91a811b28400. 00000040:00000001:0.0:1773616138.829640:0:93390:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1773616138.829642:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:0.0:1773616138.829646:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374e00. 00000020:00000040:0.0:1773616138.829649:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616138.829653:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616138.829656:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616138.829661:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616138.829668:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b28600. 00000100:00000001:0.0:1773616138.829674:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.829679:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616138.829681:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616138.829687:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807bba300. 00000100:00000001:0.0:1773616138.829689:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749603111680 : -121324106439936 : ffff91a807bba300) 00000100:00000001:0.0:1773616138.829693:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.829694:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000001:0.0:1773616138.829698:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616138.829702:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.829703:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616138.829705:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616138.829710:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.829718:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.829720:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.829724:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616138.829726:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616138.829729:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616138.829734:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795577216:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:0.0:1773616138.829738:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616138.829743:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616138.829745:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.829748:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616138.829752:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616138.829755:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.829764:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616138.829769:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a9f8. 00000400:00000010:0.0:1773616138.829924:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a908. 00000100:00000200:0.0:1773616138.829934:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795577216, portal 25 00000100:00000001:0.0:1773616138.829936:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.829937:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000040:0.0:1773616138.829943:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.829951:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616138.829953:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616138.829956:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616138.829959:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1859763795577216, offset 0 00000400:00000200:0.0:1773616138.829965:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616138.829974:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.829982:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616138.829988:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616138.829991:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616138.829996:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616138.829999:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.830003:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149450:149450:256:4294967295] 192.168.201.103@tcp LPNI seq info [149390:149390:8:4294967295] 00000400:00000200:0.0:1773616138.830008:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.830017:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616138.830024:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616138.830029:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f100. 00000800:00000200:0.0:1773616138.830036:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616138.830045:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616138.830050:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f100 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1773616138.830070:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.830076:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616138.830079:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943410 00000100:00000001:0.0:1773616138.830087:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943361 00000100:00000001:0.0:1773616138.830092:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943410 00000100:00000001:0.0:1773616138.830096:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943361 00000100:00000001:0.0:1773616138.830099:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.830102:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.830104:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616138.830106:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616138.830109:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807bba300 going to sleep for 11 seconds 00000100:00000001:0.0:1773616138.830111:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.830113:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.830609:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.830614:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f100. 00000400:00000200:0.0:1773616138.830619:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.830624:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.830629:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616138.830632:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616138.830635:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.830640:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.830650:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.830653:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.830659:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.830661:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1773616138.838630:0:93402:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff91a8182c2300. 00000020:00000040:0.0:1773616138.838644:0:93402:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0001-mdc-ffff91a81094d000 is connecting to an obsoleted target(0/3), reconnecting... 00000100:00000001:0.0:1773616138.838648:0:93402:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:0.0:1773616138.838650:0:93402:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:0.0:1773616138.838654:0:93402:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff91a8182c2300. 00000020:00000010:3.0:1773616138.845343:0:93405:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff91a8061f0300. 00000020:00000040:3.0:1773616138.845358:0:93405:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff91a81094d000 is connecting to an obsoleted target(0/25), reconnecting... 00000100:00000001:3.0:1773616138.845362:0:93405:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:3.0:1773616138.845365:0:93405:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:3.0:1773616138.845370:0:93405:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff91a8061f0300. 00000800:00000001:0.0:1773616138.846807:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.846826:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.846830:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.846833:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.846855:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.846863:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.846872:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.846877:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.846883:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.846888:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 272 into portal 25 MB=0x69b720066c980 00000400:00000200:0.0:1773616138.846893:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.846899:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 272/272 into md 0x193791 [1] + 224 00000800:00000001:0.0:1773616138.846908:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.846919:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.846922:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.846932:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.846940:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.846949:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.846962:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.846981:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.846990:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.846994:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.847011:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616138.847019:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.847021:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.847024:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a9f8. 00000400:00000200:0.0:1773616138.847029:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a908 00000400:00000010:0.0:1773616138.847031:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a908. 00000100:00000001:0.0:1773616138.847035:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.847040:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.847050:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.847058:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.847061:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.847063:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.847067:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.847069:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.847072:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.847075:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.847082:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616138.847087:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616138.847090:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.847092:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.847095:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.847097:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.847100:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.847106:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.847115:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.847118:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.847120:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.847125:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.847134:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795577216:192.168.201.103@tcp:501:mount.lustre.0 00000100:00000001:0.0:1773616138.847140:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.847143:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.847146:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616138.847149:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.847153:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.848016:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616138.848020:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807bba300. 00000100:00000001:0.0:1773616138.848024:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616138.848026:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773616138.848032:0:93390:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1773616138.848036:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.848039:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.848041:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773616138.848043:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.848048:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374e00 x1859763795577216/t0(0) o501->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 504/272 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.848056:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.848058:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.848062:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616138.848065:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.848067:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.848068:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.848070:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.848073:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b28600. 02000000:00000001:0.0:1773616138.848076:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.848078:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.848080:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374e00. 00000100:00000001:0.0:1773616138.848084:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.848085:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1773616138.848088:0:93390:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773616138.848092:0:93390:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1773616138.848098:0:93390:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff91a807e66000. 00000040:00000001:0.0:1773616138.848101:0:93390:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1773616138.848103:0:93390:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1773616138.848105:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:0.0:1773616138.848110:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374e00. 00000020:00000040:0.0:1773616138.848113:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616138.848116:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616138.848119:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616138.848124:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616138.848129:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b28600. 00000100:00000001:0.0:1773616138.848135:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.848139:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616138.848140:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616138.848147:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807bba300. 00000100:00000001:0.0:1773616138.848150:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749603111680 : -121324106439936 : ffff91a807bba300) 00000100:00000001:0.0:1773616138.848153:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.848155:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000001:0.0:1773616138.848160:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616138.848164:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.848166:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616138.848168:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616138.848172:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.848181:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.848183:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.848187:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616138.848189:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616138.848192:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616138.848196:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795577344:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:0.0:1773616138.850853:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616138.850862:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616138.850865:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.850869:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616138.850891:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91a807800000. 02000000:00000001:0.0:1773616138.850895:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.850904:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616138.850909:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a9f8. 00000400:00000010:0.0:1773616138.850918:0:93390:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91a810e90d80. 00000100:00000200:0.0:1773616138.850926:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859763795577344, portal 25 00000100:00000001:0.0:1773616138.850929:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.850931:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000040:0.0:1773616138.850942:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.850952:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616138.850955:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616138.850959:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a908. 00000100:00000200:0.0:1773616138.850962:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859763795577344, offset 0 00000400:00000200:0.0:1773616138.850969:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616138.850978:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.850986:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616138.850991:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616138.850996:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616138.851000:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616138.851004:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.851008:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149451:149451:256:4294967295] 192.168.201.103@tcp LPNI seq info [149391:149391:8:4294967295] 00000400:00000200:0.0:1773616138.851013:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.851022:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616138.851029:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616138.851034:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f100. 00000800:00000200:0.0:1773616138.851040:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616138.851048:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616138.851052:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1773616138.851064:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.851069:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616138.851072:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943423 00000100:00000001:0.0:1773616138.851081:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943410 00000100:00000001:0.0:1773616138.851087:0:93390:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943423 00000100:00000001:0.0:1773616138.851091:0:93390:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943410 00000100:00000001:0.0:1773616138.851094:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.851097:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.851100:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616138.851102:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616138.851105:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807bba300 going to sleep for 11 seconds 00000100:00000001:0.0:1773616138.851108:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.851111:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.851211:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.851216:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f100. 00000400:00000200:0.0:1773616138.851221:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.851226:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.851230:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a908 00000400:00000010:0.0:1773616138.851234:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a908. 00000100:00000001:0.0:1773616138.851237:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.851242:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.851252:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.851255:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.852132:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.852134:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616138.861378:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.861396:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.861401:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.861404:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.861413:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.861421:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.861431:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.861436:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.861442:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.861447:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8416 into portal 25 MB=0x69b720066ca00 00000400:00000200:0.0:1773616138.861452:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.861458:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8416/8416 into md 0x1937a1 [4] + 224 00000800:00000001:0.0:1773616138.861467:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.861495:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.861499:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.861504:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.861512:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.861520:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.861534:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.861550:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.861559:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.861563:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.862335:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616138.862346:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.862348:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.862352:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a9f8. 00000400:00000200:0.0:1773616138.862357:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a810e90d80 00000400:00000010:0.0:1773616138.862360:0:93390:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff91a810e90d80. 00000100:00000001:0.0:1773616138.862364:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.862370:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.862382:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.862390:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.862392:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.862395:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.862399:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.862402:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.862405:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.862408:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.862416:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616138.862420:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616138.862424:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.862426:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.862429:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.862431:0:93390:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.862447:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.862453:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.862462:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.862465:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.862467:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.862472:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.862487:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a4af0926-e624-4ace-81ef-d6578b08219b:93390:1859763795577344:192.168.201.103@tcp:503:mount.lustre.0 00000100:00000001:0.0:1773616138.862493:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.862496:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.862499:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616138.862501:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.862505:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.862513:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616138.862515:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807bba300. 00000100:00000001:0.0:1773616138.862519:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616138.862521:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773616138.862529:0:93390:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1773616138.862531:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.862534:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374e00 x1859763795577344/t0(0) o503->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.862542:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.862545:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.862548:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91a807800000. 02000000:00000001:0.0:1773616138.862571:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.862574:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.862576:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.862579:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.862582:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b28600. 02000000:00000001:0.0:1773616138.862596:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.862598:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.862607:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374e00. 00000100:00000001:0.0:1773616138.862612:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.862613:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773616138.862616:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.862617:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616138.862619:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1773616138.862622:0:93390:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773616138.862625:0:93390:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1773616138.862629:0:93390:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1773616138.862633:0:93390:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff91a8046cff60. 00000040:00001000:0.0:1773616138.862635:0:93390:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1773616138.864261:0:93406:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1773616138.864273:0:93406:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809129800. 00000020:00000010:3.0:1773616138.864282:0:93406:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128000. 00000040:00000010:3.0:1773616138.864287:0:93406:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a809128600. 00000020:00000010:3.0:1773616138.864292:0:93406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a80501c800. 00000020:00000010:3.0:1773616138.864298:0:93406:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff91a810c60f18. 00000020:00000010:3.0:1773616138.864303:0:93406:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a809128c00. 80000000:00000010:3.0:1773616138.864308:0:93406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91a80469bd80. 40000000:00000010:3.0:1773616138.864314:0:93406:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff91a8061f0300. 00100000:00000010:3.0:1773616138.864955:0:93406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff91a80501a000. 00040000:00000010:3.0:1773616138.864962:0:93406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a806f41200. 00040000:00000010:3.0:1773616138.864966:0:93406:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff91a80501f800. 00040000:00000010:3.0:1773616138.864971:0:93406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a809128800. 00000004:00000010:3.0:1773616138.864976:0:93406:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff91a805019800. 00000004:00000010:3.0:1773616138.864982:0:93406:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff91a806f25000. 00000004:00000010:3.0:1773616138.864987:0:93406:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff91a80501b800. 00002000:00000010:3.0:1773616138.864992:0:93406:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff91a819773000. 00000004:00000010:3.0:1773616138.864997:0:93406:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff91a819771c00. 00000020:00000010:3.0:1773616138.865003:0:93406:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91a8061f02c0. 00000040:00000010:3.0:1773616138.865013:0:93406:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff91a804452000. 00000040:00001000:3.0:1773616138.865016:0:93406:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1773616138.865019:0:93406:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1773616138.865022:0:93406:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1773616138.865037:0:93406:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773616138.865044:0:93406:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616138.865048:0:93406:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616138.865052:0:93406:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616138.865056:0:93406:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616138.865061:0:93406:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616138.865068:0:93406:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809129c00. 00000100:00000001:3.0:1773616138.865318:0:93406:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.865326:0:93406:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616138.865328:0:93406:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616138.865335:0:93406:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.865338:0:93406:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606949056 : -121324102602560 : ffff91a807f630c0) 00000100:00000001:3.0:1773616138.865341:0:93406:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.865342:0:93406:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000001:3.0:1773616138.865348:0:93406:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616138.865352:0:93406:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.865354:0:93406:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616138.865356:0:93406:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616138.865366:0:93406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.865376:0:93406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616138.865378:0:93406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.865585:0:93406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616138.865588:0:93406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616138.865591:0:93406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616138.865595:0:93406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93406:1859763795577472:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.865599:0:93406:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616138.865612:0:93406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616138.865616:0:93406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.865618:0:93406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616138.865642:0:93406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91a807c10000. 02000000:00000001:3.0:1773616138.865645:0:93406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.865653:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616138.865657:0:93406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616138.865664:0:93406:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91a807f636c0. 00000100:00000200:3.0:1773616138.865671:0:93406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859763795577472, portal 25 00000100:00000001:3.0:1773616138.865673:0:93406:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.865674:0:93406:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616138.865681:0:93406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.865689:0:93406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616138.865692:0:93406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616138.865695:0:93406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000100:00000200:3.0:1773616138.865698:0:93406:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859763795577472, offset 0 00000400:00000200:3.0:1773616138.865705:0:93406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616138.865713:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.865720:0:93406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616138.865726:0:93406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616138.865730:0:93406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616138.865735:0:93406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616138.865738:0:93406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616138.865742:0:93406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149452:149452:256:4294967295] 192.168.201.103@tcp LPNI seq info [149392:149392:8:4294967295] 00000400:00000200:3.0:1773616138.865747:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.865758:0:93406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616138.865764:0:93406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616138.865769:0:93406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616138.865786:0:93406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616138.865794:0:93406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616138.865799:0:93406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773616138.866011:0:93406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.866017:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616138.866020:0:93406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943443 00000100:00000001:3.0:1773616138.866040:0:93406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943423 00000100:00000001:3.0:1773616138.866046:0:93406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943443 00000100:00000001:3.0:1773616138.866050:0:93406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943423 00000100:00000001:3.0:1773616138.866054:0:93406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.866057:0:93406:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.866059:0:93406:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616138.866061:0:93406:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616138.866064:0:93406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f630c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773616138.866066:0:93406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616138.866069:0:93406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.870310:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.870320:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 00000400:00000200:0.0:1773616138.870329:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.870339:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.870346:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c36e8 00000400:00000010:0.0:1773616138.870349:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c36e8. 00000100:00000001:0.0:1773616138.870354:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.870363:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.870374:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.870378:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.870385:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.870387:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1773616138.873567:0:93403:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff91a807bd9640. 00000020:00000040:1.0:1773616138.873580:0:93403:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-ffff91a81094d000 is connecting to an obsoleted target(0/11), reconnecting... 00000100:00000001:1.0:1773616138.873584:0:93403:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1773616138.873587:0:93403:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:1.0:1773616138.873591:0:93403:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff91a807bd9640. 00000020:00000010:2.0:1773616138.880789:0:93404:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff91a810301f00. 00000020:00000040:2.0:1773616138.880804:0:93404:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0001-osc-ffff91a81094d000 is connecting to an obsoleted target(0/1), reconnecting... 00000100:00000001:2.0:1773616138.880808:0:93404:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00000001:2.0:1773616138.880811:0:93404:0:(recover.c:306:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:2.0:1773616138.880815:0:93404:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff91a810301f00. 00000800:00000001:0.0:1773616138.882653:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.882671:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.882675:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.882678:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.882687:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.882695:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.882705:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.882710:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.882715:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.882720:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b720066ca80 00000400:00000200:0.0:1773616138.882724:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.882729:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x1937b1 [4] + 224 00000800:00000001:0.0:1773616138.882738:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.882752:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.882755:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.882759:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.882767:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.882787:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.882800:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.882811:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.882819:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.882823:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.883626:0:93406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616138.883634:0:93406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616138.883636:0:93406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616138.883639:0:93406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616138.883653:0:93406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f636c0 00000400:00000010:3.0:1773616138.883657:0:93406:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff91a807f636c0. 00000100:00000001:3.0:1773616138.883660:0:93406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616138.883666:0:93406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616138.883677:0:93406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.883683:0:93406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616138.883685:0:93406:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.883687:0:93406:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616138.883691:0:93406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616138.883693:0:93406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616138.883696:0:93406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.883699:0:93406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616138.883706:0:93406:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616138.883711:0:93406:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616138.883714:0:93406:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616138.883715:0:93406:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616138.883719:0:93406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616138.883721:0:93406:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.883724:0:93406:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616138.883729:0:93406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.883737:0:93406:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.883739:0:93406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616138.883741:0:93406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616138.883746:0:93406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616138.883754:0:93406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93406:1859763795577472:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.883759:0:93406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.883761:0:93406:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.883764:0:93406:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616138.883766:0:93406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.883770:0:93406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.883788:0:93406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616138.883791:0:93406:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.883794:0:93406:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616138.883796:0:93406:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773616138.883803:0:93406:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773616138.883805:0:93406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.883809:0:93406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795577472/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.883815:0:93406:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616138.883817:0:93406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616138.883821:0:93406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91a807c10000. 02000000:00000001:3.0:1773616138.883829:0:93406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616138.883833:0:93406:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.883850:0:93406:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.883854:0:93406:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616138.883857:0:93406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809129c00. 02000000:00000001:3.0:1773616138.883862:0:93406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616138.883864:0:93406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616138.883866:0:93406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616138.883870:0:93406:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616138.883871:0:93406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616138.883873:0:93406:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.883875:0:93406:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.883876:0:93406:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773616138.883879:0:93406:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.883882:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452000 type=0x10620000 idx=1 00000040:00001000:3.0:1773616138.883886:0:93406:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1773616138.883888:0:93406:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773616138.883891:0:93406:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773616138.883894:0:93406:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773616138.883896:0:93406:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773616138.883898:0:93406:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773616138.883902:0:93406:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773616138.883904:0:93406:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773616138.883910:0:93406:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a806f41800. 00000020:00000080:3.0:1773616138.883913:0:93406:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773616138.883915:0:93406:0:(obd_config.c:1594:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:3.0:1773616138.883918:0:93406:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.883921:0:93406:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a806f41800. 00000020:00000001:3.0:1773616138.883924:0:93406:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.883926:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a8044520e0 type=0x10620000 idx=2 00000040:00001000:3.0:1773616138.883928:0:93406:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:3.0:1773616138.883931:0:93406:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773616138.883933:0:93406:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773616138.883936:0:93406:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff91a807c3b0e0. 00000020:01000000:3.0:1773616138.883939:0:93406:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff91a81094d000 00000020:00000010:3.0:1773616138.883943:0:93406:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff91a807bb2180. 00000020:00000080:3.0:1773616138.883945:0:93406:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1773616138.883947:0:93406:0:(obd_config.c:1399:process_param2_config()) Process entered 00000040:00000001:3.0:1773616138.883949:0:93406:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773616138.883951:0:93406:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff91a807bb2180 00000040:00001000:3.0:1773616138.883953:0:93406:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773616138.883954:0:93406:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1773616138.883956:0:93406:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773616138.883958:0:93406:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773616138.883961:0:93406:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773616138.883962:0:93406:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1773616138.883964:0:93406:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff91a81094d000 00000040:00001000:3.0:1773616138.883965:0:93406:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:3.0:1773616138.883967:0:93406:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1773616138.883969:0:93406:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1773616138.883973:0:93406:0:(obd_config.c:1408:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616138.909201:0:93406:0:(obd_config.c:1634:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.909211:0:93406:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff91a807bb2180. 00000020:00000010:3.0:1773616138.909217:0:93406:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff91a807c3b0e0. 00000020:00000001:3.0:1773616138.909221:0:93406:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.909225:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452150 type=0x10620000 idx=3 00000040:00001000:3.0:1773616138.909230:0:93406:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:3.0:1773616138.909233:0:93406:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773616138.909236:0:93406:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773616138.909238:0:93406:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773616138.909240:0:93406:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773616138.909242:0:93406:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773616138.909273:0:93406:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a806f41800. 00000020:00000080:3.0:1773616138.909278:0:93406:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773616138.909280:0:93406:0:(obd_config.c:1594:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:3.0:1773616138.909283:0:93406:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.909285:0:93406:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a806f41800. 00000020:00000001:3.0:1773616138.909288:0:93406:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.909290:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452230 type=0x10620000 idx=4 00000040:00001000:3.0:1773616138.909293:0:93406:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:3.0:1773616138.909295:0:93406:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773616138.909297:0:93406:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773616138.909298:0:93406:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773616138.909300:0:93406:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773616138.909302:0:93406:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1773616138.909306:0:93406:0:(obd_mount.c:967:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1773616138.909308:0:93406:0:(obd_mount.c:972:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773616138.909312:0:93406:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a806f41800. 00000020:00000080:3.0:1773616138.909314:0:93406:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773616138.909316:0:93406:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:3.0:1773616138.909318:0:93406:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.909320:0:93406:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a806f41800. 00000020:00000001:3.0:1773616138.909323:0:93406:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.909325:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452310 type=0x10620000 idx=5 00000040:00001000:3.0:1773616138.909328:0:93406:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:3.0:1773616138.909330:0:93406:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1773616138.909331:0:93406:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1773616138.909336:0:93406:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff91a807c3b0e0. 00000020:01000000:3.0:1773616138.909339:0:93406:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff91a81094d000 00000020:00000010:3.0:1773616138.909342:0:93406:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff91a807bb2180. 00000020:00000080:3.0:1773616138.909344:0:93406:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1773616138.909346:0:93406:0:(obd_config.c:1399:process_param2_config()) Process entered 00000040:00000001:3.0:1773616138.909348:0:93406:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1773616138.909350:0:93406:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff91a807bb2180 00000040:00001000:3.0:1773616138.909352:0:93406:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1773616138.909353:0:93406:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1773616138.909355:0:93406:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1773616138.909356:0:93406:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1773616138.909361:0:93406:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1773616138.909363:0:93406:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1773616138.909365:0:93406:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff91a81094d000 00000040:00001000:3.0:1773616138.909367:0:93406:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:3.0:1773616138.909368:0:93406:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1773616138.909370:0:93406:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1773616138.909441:0:93406:0:(obd_config.c:1434:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616138.909444:0:93406:0:(obd_config.c:1634:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.909447:0:93406:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff91a807bb2180. 00000020:00000010:3.0:1773616138.909450:0:93406:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff91a807c3b0e0. 00000020:00000001:3.0:1773616138.909452:0:93406:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.909454:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452380 type=0x10620000 idx=6 00000040:00001000:3.0:1773616138.909458:0:93406:0:(llog.c:720:llog_process_thread()) synced_idx: 6 00000040:00000001:3.0:1773616138.909462:0:93406:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1773616138.909465:0:93406:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1773616138.909468:0:93406:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000010:3.0:1773616138.909475:0:93406:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616138.909478:0:93406:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616138.909482:0:93406:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616138.909486:0:93406:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616138.909491:0:93406:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616138.909498:0:93406:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809128200. 00000100:00000001:3.0:1773616138.909505:0:93406:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.909512:0:93406:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616138.909514:0:93406:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616138.909521:0:93406:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.909524:0:93406:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606949056 : -121324102602560 : ffff91a807f630c0) 00000100:00000001:3.0:1773616138.909527:0:93406:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.909529:0:93406:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000001:3.0:1773616138.909534:0:93406:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616138.909539:0:93406:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.909542:0:93406:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616138.909544:0:93406:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616138.909553:0:93406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.909564:0:93406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616138.909566:0:93406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.909582:0:93406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616138.909592:0:93406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616138.909596:0:93406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616138.911597:0:93406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93406:1859763795577600:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.911617:0:93406:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616138.911625:0:93406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616138.911628:0:93406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.911631:0:93406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616138.911649:0:93406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff91a806504000. 02000000:00000001:3.0:1773616138.911651:0:93406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.911720:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616138.911727:0:93406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616138.911734:0:93406:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff91a807f636c0. 00000100:00000200:3.0:1773616138.911742:0:93406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1859763795577600, portal 25 00000100:00000001:3.0:1773616138.911745:0:93406:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616138.911747:0:93406:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616138.911758:0:93406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.911768:0:93406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616138.911771:0:93406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616138.911786:0:93406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3550. 00000100:00000200:3.0:1773616138.911791:0:93406:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1859763795577600, offset 0 00000400:00000200:3.0:1773616138.911798:0:93406:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616138.911807:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.911814:0:93406:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616138.911819:0:93406:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616138.911824:0:93406:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616138.911829:0:93406:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616138.911832:0:93406:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616138.911864:0:93406:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149453:149453:256:4294967295] 192.168.201.103@tcp LPNI seq info [149393:149393:8:4294967295] 00000400:00000200:3.0:1773616138.911869:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616138.911880:0:93406:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616138.911887:0:93406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616138.911893:0:93406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773616138.911900:0:93406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616138.911908:0:93406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616138.911914:0:93406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1773616138.911928:0:93406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616138.911932:0:93406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616138.911937:0:93406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301943492 00000100:00000001:3.0:1773616138.911947:0:93406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301943443 00000100:00000001:3.0:1773616138.911953:0:93406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301943492 00000100:00000001:3.0:1773616138.911957:0:93406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301943443 00000100:00000001:3.0:1773616138.911961:0:93406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.911964:0:93406:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.911967:0:93406:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616138.911970:0:93406:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616138.911973:0:93406:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f630c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773616138.911977:0:93406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616138.911981:0:93406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.914018:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.914027:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41800. 00000400:00000200:0.0:1773616138.914034:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.914043:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.914049:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3550 00000400:00000010:0.0:1773616138.914052:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3550. 00000100:00000001:0.0:1773616138.914057:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.914064:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.914077:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.914081:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.914089:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.914090:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616138.939346:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.939367:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.939371:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.939374:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.939385:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.939393:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.939402:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.939407:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.939414:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.939419:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 8472 into portal 25 MB=0x69b720066cb00 00000400:00000200:0.0:1773616138.939425:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.939432:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 8472/8472 into md 0x1937b9 [4] + 224 00000800:00000001:0.0:1773616138.939441:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.939456:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.939460:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.939465:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.939472:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.939480:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.939492:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.939513:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.939522:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.939526:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.939786:0:93406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616138.939794:0:93406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616138.939796:0:93406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616138.939799:0:93406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616138.939803:0:93406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f636c0 00000400:00000010:3.0:1773616138.939806:0:93406:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff91a807f636c0. 00000100:00000001:3.0:1773616138.939809:0:93406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616138.939814:0:93406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616138.939971:0:93406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.939977:0:93406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616138.939980:0:93406:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.939983:0:93406:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616138.939986:0:93406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616138.939989:0:93406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616138.939991:0:93406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616138.939994:0:93406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616138.940001:0:93406:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616138.940005:0:93406:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616138.940008:0:93406:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616138.940009:0:93406:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616138.940013:0:93406:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616138.940016:0:93406:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.940019:0:93406:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616138.940024:0:93406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.940086:0:93406:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.940090:0:93406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616138.940092:0:93406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616138.940097:0:93406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616138.940105:0:93406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:a4af0926-e624-4ace-81ef-d6578b08219b:93406:1859763795577600:192.168.201.103@tcp:502:llog_process_th.0 00000100:00000001:3.0:1773616138.940111:0:93406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.940114:0:93406:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.940116:0:93406:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616138.940119:0:93406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.940123:0:93406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.940129:0:93406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616138.940133:0:93406:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616138.940135:0:93406:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616138.940137:0:93406:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1773616138.940146:0:93406:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1773616138.940148:0:93406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.940151:0:93406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795577600/t0(0) o502->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.940158:0:93406:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616138.940160:0:93406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616138.940164:0:93406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff91a806504000. 02000000:00000001:3.0:1773616138.940235:0:93406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616138.940239:0:93406:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.940241:0:93406:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.940244:0:93406:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616138.940247:0:93406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809128200. 02000000:00000001:3.0:1773616138.940251:0:93406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616138.940253:0:93406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616138.940255:0:93406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616138.940258:0:93406:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616138.940259:0:93406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616138.940261:0:93406:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.940263:0:93406:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616138.940264:0:93406:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1773616138.940267:0:93406:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.940270:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452380 type=0x10620000 idx=6 00000040:00001000:3.0:1773616138.940273:0:93406:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:3.0:1773616138.940276:0:93406:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:3.0:1773616138.940279:0:93406:0:(obd_config.c:1895:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1773616138.940282:0:93406:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1773616138.940284:0:93406:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1773616138.940285:0:93406:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1773616138.940293:0:93406:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff91a806f41800. 00000020:00000080:3.0:1773616138.940297:0:93406:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1773616138.940300:0:93406:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:3.0:1773616138.940302:0:93406:0:(obd_config.c:1595:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616138.940304:0:93406:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff91a806f41800. 00000020:00000001:3.0:1773616138.940308:0:93406:0:(obd_config.c:2139:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1773616138.940310:0:93406:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91a804452460 type=0x0 idx=0 00000040:00000001:3.0:1773616138.940312:0:93406:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1773616138.940315:0:93406:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000040:00000010:3.0:1773616138.940317:0:93406:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff91a804452000. 00000020:00000010:3.0:1773616138.940787:0:93406:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91a8061f02c0. 00000020:00000010:3.0:1773616138.940801:0:93406:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128000. 00000040:00000010:3.0:1773616138.940805:0:93406:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a809128600. 00000020:00000010:3.0:1773616138.940809:0:93406:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a80501c800. 00000020:00000010:3.0:1773616138.940814:0:93406:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff91a810c60f18. 00000020:00000010:3.0:1773616138.940928:0:93406:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a809128c00. 80000000:00000010:3.0:1773616138.940933:0:93406:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91a80469bd80. 40000000:00000010:3.0:1773616138.940938:0:93406:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff91a8061f0300. 00100000:00000010:3.0:1773616138.940943:0:93406:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff91a80501a000. 00040000:00000010:3.0:1773616138.940950:0:93406:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a806f41200. 00040000:00000010:3.0:1773616138.940954:0:93406:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff91a80501f800. 00040000:00000010:3.0:1773616138.940958:0:93406:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a809128800. 00000004:00000010:3.0:1773616138.940962:0:93406:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff91a805019800. 00000004:00000010:3.0:1773616138.940967:0:93406:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff91a806f25000. 00000004:00000010:3.0:1773616138.940972:0:93406:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff91a80501b800. 00002000:00000010:3.0:1773616138.940976:0:93406:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff91a819773000. 00000004:00000010:3.0:1773616138.940980:0:93406:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff91a819771c00. 00000020:00000010:3.0:1773616138.940984:0:93406:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809129800. 00000040:00000010:1.0:1773616138.941217:0:93390:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff91a8046cff60. 00000040:00000001:1.0:1773616138.941222:0:93390:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1773616138.941225:0:93390:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000010:1.0:1773616138.941230:0:93390:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff91a807e66000. 00000040:00000010:1.0:1773616138.941234:0:93390:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff91a811b28400. 00000020:00000001:1.0:1773616138.941237:0:93390:0:(obd_config.c:2184:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773616138.941240:0:93390:0:(mgc_request.c:1742:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1773616138.941244:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802f11600. 00000040:00000010:1.0:1773616138.941252:0:93390:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a802f10200. 00000020:00000010:1.0:1773616138.941257:0:93390:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a818252000. 00000020:00000010:1.0:1773616138.941260:0:93390:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a811b28000. 80000000:00000010:1.0:1773616138.941263:0:93390:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91a8046cf600. 00040000:00000010:1.0:1773616138.941265:0:93390:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a811b28200. 20000000:00000010:1.0:1773616138.941269:0:93390:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff91a811b29400. 00000020:00000010:1.0:1773616138.941271:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802f10000. 10000000:00000010:1.0:1773616138.941274:0:93390:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff91a8182c2fc0. 10000000:01000000:1.0:1773616138.941277:0:93390:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1773616138.941326:0:93390:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1773616138.941330:0:93390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616138.941333:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616138.941335:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:1.0:1773616138.941338:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:1.0:1773616138.941341:0:93390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:1.0:1773616138.941344:0:93390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616138.941350:0:93390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616138.941359:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616138.941361:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616138.941363:0:93390:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616138.941370:0:93390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616138.941371:0:93390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616138.941373:0:93390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773616138.941374:0:93390:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773616138.941377:0:93390:0:(mgc_request.c:1922:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773616138.941380:0:93390:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616138.941383:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a806f3ce00. 00000040:00000010:1.0:1773616138.941386:0:93390:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a806f3c000. 00000020:00000010:1.0:1773616138.941389:0:93390:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a810948800. 00000020:00000010:1.0:1773616138.941392:0:93390:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a806f3c600. 00040000:00000010:1.0:1773616138.941395:0:93390:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a806f41100. 00040000:00000010:1.0:1773616138.941398:0:93390:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a806f3d800. 00000020:00000010:1.0:1773616138.941401:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a806f3dc00. 00000020:00000001:1.0:1773616138.941403:0:93390:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616138.941406:0:93390:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff91a804ed8480. 00000020:00000010:1.0:1773616138.941409:0:93390:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff91a807bb2b80. 00000020:00000001:1.0:1773616138.941413:0:93390:0:(obd_mount.c:93:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616138.941416:0:93390:0:(obd_config.c:1163:class_get_profile()) Process entered 00000020:00000001:1.0:1773616138.941418:0:93390:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1773616138.941420:0:93390:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446622749547789504 : -121324161762112 : ffff91a8046f7cc0) 00000020:00000001:1.0:1773616138.941423:0:93390:0:(obd_config.c:1167:class_get_profile()) Process leaving (rc=18446622749547789504 : -121324161762112 : ffff91a8046f7cc0) 00000080:01000000:1.0:1773616138.941426:0:93390:0:(llite_lib.c:1477:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:1.0:1773616138.941432:0:93390:0:(llite_lib.c:1480:ll_fill_super()) kmalloced '(dt)': 33 at ffff91a807bd9640. 00000080:00000010:1.0:1773616138.941435:0:93390:0:(llite_lib.c:1486:ll_fill_super()) kmalloced '(md)': 33 at ffff91a807bd9040. 00000080:00000001:1.0:1773616138.941438:0:93390:0:(llite_lib.c:344:client_common_fill_super()) Process entered 00000080:00000010:1.0:1773616138.941446:0:93390:0:(llite_lib.c:351:client_common_fill_super()) kmalloced '(data)': 192 at ffff91a812a643c0. 00000080:00000010:1.0:1773616138.941450:0:93390:0:(llite_lib.c:355:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff91a812a646c0. 00000080:00000040:1.0:1773616138.941453:0:93390:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000080:00000001:1.0:1773616138.941457:0:93390:0:(obd_class.h:860:obd_connect()) Process entered 00800000:00000001:1.0:1773616138.941459:0:93390:0:(lmv_obd.c:238:lmv_connect()) Process entered 00000020:00000001:1.0:1773616138.941461:0:93390:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773616138.941463:0:93390:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773616138.941466:0:93390:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a802f56800. 00000020:00000001:1.0:1773616138.941468:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616138.941471:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a802f56800 with handle 0xe60cc2233ec678cf to hash 00000020:00000001:1.0:1773616138.941473:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773616138.941476:0:93390:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773616138.941478:0:93390:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616138.941481:0:93390:0:(obd_config.c:1030:class_incref()) incref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 5 - export 00000020:00000001:1.0:1773616138.941483:0:93390:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749523011584 : -121324186540032 : ffff91a802f56800) 00000020:00000040:1.0:1773616138.941486:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56800 : new refcount 1 00000020:00000080:1.0:1773616138.941489:0:93390:0:(genops.c:1404:class_connect()) connect: client 8e2504f8-8a7f-45b8-b7b8-776fa31546b9, cookie 0xe60cc2233ec678cf 00000020:00000001:1.0:1773616138.941491:0:93390:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616138.941493:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616138.941495:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678cf 00000020:00000001:1.0:1773616138.941497:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616138.941498:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f56800 refcount=2 00000020:00000001:1.0:1773616138.941501:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749523011584 : -121324186540032 : ffff91a802f56800) 00000020:00000001:1.0:1773616138.941503:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749523011584 : -121324186540032 : ffff91a802f56800) 00800000:00000001:1.0:1773616138.941523:0:93390:0:(lmv_obd.c:475:lmv_check_connect()) Process entered 00800000:01000000:1.0:1773616138.941526:0:93390:0:(lmv_obd.c:497:lmv_check_connect()) Time to connect 8e2504f8-8a7f-45b8-b7b8-776fa31546b9 to lustre-clilmv-ffff91a81094d000 00800000:00000001:1.0:1773616138.941529:0:93390:0:(lmv_obd.c:326:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1773616138.941537:0:93390:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff91a81094d000(8e2504f8-8a7f-45b8-b7b8-776fa31546b9) - lustre-MDT0000_UUID, 8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00800000:00000001:1.0:1773616138.941540:0:93390:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:1.0:1773616138.941543:0:93390:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:1.0:1773616138.941545:0:93390:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773616138.941546:0:93390:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773616138.941549:0:93390:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a802f51800. 00000020:00000001:1.0:1773616138.941551:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616138.941552:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a802f51800 with handle 0xe60cc2233ec678d6 to hash 00000020:00000001:1.0:1773616138.941554:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773616138.941557:0:93390:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773616138.941558:0:93390:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616138.941561:0:93390:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 5 - export 00000020:00000001:1.0:1773616138.941563:0:93390:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749522991104 : -121324186560512 : ffff91a802f51800) 00000020:00000040:1.0:1773616138.941565:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f51800 : new refcount 1 00000020:00000080:1.0:1773616138.941567:0:93390:0:(genops.c:1404:class_connect()) connect: client 8e2504f8-8a7f-45b8-b7b8-776fa31546b9, cookie 0xe60cc2233ec678d6 00000020:00000001:1.0:1773616138.941569:0:93390:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616138.941571:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616138.941572:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678d6 00000020:00000001:1.0:1773616138.941574:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616138.941575:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f51800 refcount=2 00000020:00000001:1.0:1773616138.941577:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522991104 : -121324186560512 : ffff91a802f51800) 00000020:00000001:1.0:1773616138.941579:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522991104 : -121324186560512 : ffff91a802f51800) 00000100:00000001:1.0:1773616138.941584:0:93390:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773616138.941587:0:93390:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773616138.941592:0:93390:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff91a81094d000: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:1.0:1773616138.941600:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.941606:0:93390:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:1.0:1773616138.941609:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616138.941611:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 20 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616138.941614:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:1.0:1773616138.941616:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616138.941617:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678d6 00000020:00000001:1.0:1773616138.941619:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616138.941620:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f51800 refcount=3 00000020:00000001:1.0:1773616138.941622:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522991104 : -121324186560512 : ffff91a802f51800) 00000020:00000001:1.0:1773616138.941624:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522991104 : -121324186560512 : ffff91a802f51800) 00000100:00000001:1.0:1773616138.941626:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616138.941629:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 21 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616138.941630:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:1.0:1773616138.941633:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f51800 : new refcount 2 00000100:00080000:1.0:1773616138.941636:0:93390:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff91a81094d000: import ffff91a8182b5800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773616138.941639:0:93390:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.941641:0:93390:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773616138.941647:0:93390:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773616138.941650:0:93390:0:(sec.c:1471:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff91a81094d000: select security flavor null 02000000:00000001:1.0:1773616138.941655:0:93390:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072650497952 : -1059053664 : ffffffffc0e01fa0) 02000000:00000001:1.0:1773616138.941658:0:93390:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.941660:0:93390:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773616138.941663:0:93390:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773616138.941666:0:93390:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.941668:0:93390:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616138.941672:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1aa00. 00000020:00000040:1.0:1773616138.941675:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 02000000:00000001:1.0:1773616138.941679:0:93390:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616138.941681:0:93390:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.941684:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.941686:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.941690:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.941695:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050f9800. 00000100:00000001:1.0:1773616138.941702:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.941709:0:93390:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616138.941718:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.941722:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.941727:0:93390:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e6f958a] to pc [ptlrpcd_rcv+-1] req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.941750:0:93390:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.941753:0:93390:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773616138.941755:0:93390:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID 00000020:00000040:1.0:1773616138.941758:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616138.941782:0:93390:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.941785:0:93390:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00800000:00000001:1.0:1773616138.941788:0:93390:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773616138.941790:0:93390:0:(fid_request.c:429:client_fid_init()) Process entered 40000000:00000010:1.0:1773616138.941795:0:93390:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff91a80327be00. 40000000:00000010:1.0:1773616138.941799:0:93390:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff91a812a649c0. 40000000:00000001:1.0:1773616138.941801:0:93390:0:(fid_request.c:396:seq_client_init()) Process entered 00000020:00000040:1.0:1773616138.941804:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a802f51800 refcount=3 40000000:00000010:1.0:1773616138.942239:0:93390:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff91a812a649c0. 40000000:00000001:1.0:1773616138.942244:0:93390:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616138.942247:0:93390:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1773616138.942249:0:93390:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff91a81094d000: Adding target lustre-MDT0000-mdc-ffff91a81094d000 (idx 0) 80000000:00000010:1.0:1773616138.942254:0:93390:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff91a807bd9980. 00000020:00000040:1.0:1773616138.942257:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a802f51800 refcount=4 80000000:00000001:1.0:1773616138.942259:0:93390:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942262:0:93390:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1773616138.942264:0:93390:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616138.942268:0:93390:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773616138.942270:0:93390:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616138.942272:0:93390:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00000010:1.0:1773616138.942276:0:93390:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff91a8046b7b80. 00020000:00001000:1.0:1773616138.942281:0:93390:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server 192.168.201.103@tcp (1 targets) 00020000:00000001:1.0:1773616138.942283:0:93390:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1773616138.942285:0:93390:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff91a81094d000(8e2504f8-8a7f-45b8-b7b8-776fa31546b9) successfully (5) 00800000:00000001:1.0:1773616138.942287:0:93390:0:(obd_class.h:1044:obd_statfs_async()) Process entered 00800000:00000004:1.0:1773616138.942290:0:93390:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff91a81094d000: age 6271, max_age 0 00000100:00000010:1.0:1773616138.942295:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18e00. 00000020:00000040:1.0:1773616138.942298:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616138.942301:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.942302:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.942304:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.942308:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80327ba00. 00000100:00000001:1.0:1773616138.942312:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942315:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.942317:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942323:0:93390:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c7743e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1773616138.942344:0:93390:0:(obd_class.h:1061:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942353:0:93390:0:(lmv_obd.c:403:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942355:0:93390:0:(lmv_obd.c:326:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1773616138.942360:0:93390:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff91a81094d000(8e2504f8-8a7f-45b8-b7b8-776fa31546b9) - lustre-MDT0001_UUID, 8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00800000:00000001:1.0:1773616138.942362:0:93390:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:1.0:1773616138.942364:0:93390:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:1.0:1773616138.942365:0:93390:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773616138.942366:0:93390:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773616138.942369:0:93390:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a802f56000. 00000020:00000001:1.0:1773616138.942372:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616138.942374:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a802f56000 with handle 0xe60cc2233ec678dd to hash 00000020:00000001:1.0:1773616138.942376:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773616138.942378:0:93390:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773616138.942380:0:93390:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616138.942382:0:93390:0:(obd_config.c:1030:class_incref()) incref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 5 - export 00000020:00000001:1.0:1773616138.942384:0:93390:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749523009536 : -121324186542080 : ffff91a802f56000) 00000020:00000040:1.0:1773616138.942387:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56000 : new refcount 1 00000020:00000080:1.0:1773616138.942389:0:93390:0:(genops.c:1404:class_connect()) connect: client 8e2504f8-8a7f-45b8-b7b8-776fa31546b9, cookie 0xe60cc2233ec678dd 00000020:00000001:1.0:1773616138.942390:0:93390:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616138.942392:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616138.942393:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678dd 00000020:00000001:1.0:1773616138.942395:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616138.942396:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f56000 refcount=2 00000020:00000001:1.0:1773616138.942398:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749523009536 : -121324186542080 : ffff91a802f56000) 00000020:00000001:1.0:1773616138.942400:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749523009536 : -121324186542080 : ffff91a802f56000) 00000100:00000001:1.0:1773616138.942403:0:93390:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773616138.942405:0:93390:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773616138.942408:0:93390:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff91a81094d000: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:1.0:1773616138.942412:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.942416:0:93390:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:1.0:1773616138.942418:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616138.942420:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 22 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616138.942423:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:1.0:1773616138.942425:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616138.942426:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678dd 00000020:00000001:1.0:1773616138.942427:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616138.942428:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f56000 refcount=3 00000020:00000001:1.0:1773616138.942430:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749523009536 : -121324186542080 : ffff91a802f56000) 00000020:00000001:1.0:1773616138.942432:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749523009536 : -121324186542080 : ffff91a802f56000) 00000100:00000001:1.0:1773616138.942434:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616138.942435:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 23 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616138.942437:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:1.0:1773616138.942439:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56000 : new refcount 2 00000100:00080000:1.0:1773616138.942442:0:93390:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff91a81094d000: import ffff91a8030ad800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773616138.942444:0:93390:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.942446:0:93390:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773616138.942449:0:93390:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773616138.942451:0:93390:0:(sec.c:1471:sptlrpc_sec_create()) mdc lustre-MDT0001-mdc-ffff91a81094d000: select security flavor null 02000000:00000001:1.0:1773616138.942453:0:93390:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072650497952 : -1059053664 : ffffffffc0e01fa0) 02000000:00000001:1.0:1773616138.942456:0:93390:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942458:0:93390:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773616138.942460:0:93390:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773616138.942462:0:93390:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942464:0:93390:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616138.942467:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19500. 00000020:00000040:1.0:1773616138.942469:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 02000000:00000001:1.0:1773616138.942471:0:93390:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616138.942473:0:93390:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942474:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.942476:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.942478:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.942481:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050f8000. 00000100:00000001:1.0:1773616138.942485:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.942490:0:93390:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616138.942498:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.942501:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942504:0:93390:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fda60f6e] to pc [ptlrpcd_rcv+-1] req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.942513:0:93390:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942515:0:93390:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773616138.942516:0:93390:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID 00000020:00000040:1.0:1773616138.942518:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616138.942524:0:93390:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.942525:0:93390:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00800000:00000001:1.0:1773616138.942527:0:93390:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773616138.942529:0:93390:0:(fid_request.c:429:client_fid_init()) Process entered 40000000:00000010:1.0:1773616138.942532:0:93390:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff91a80327b900. 40000000:00000010:1.0:1773616138.942534:0:93390:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff91a812a649c0. 40000000:00000001:1.0:1773616138.942536:0:93390:0:(fid_request.c:396:seq_client_init()) Process entered 00000020:00000040:1.0:1773616138.942538:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a802f56000 refcount=3 40000000:00000010:1.0:1773616138.942570:0:93390:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff91a812a649c0. 40000000:00000001:1.0:1773616138.942573:0:93390:0:(fid_request.c:453:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616138.942575:0:93390:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1773616138.942577:0:93390:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff91a81094d000: Adding target lustre-MDT0001-mdc-ffff91a81094d000 (idx 1) 80000000:00000010:1.0:1773616138.942580:0:93390:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff91a807bd9280. 00000020:00000040:1.0:1773616138.942581:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a802f56000 refcount=4 80000000:00000001:1.0:1773616138.942583:0:93390:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942585:0:93390:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1773616138.942587:0:93390:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616138.942589:0:93390:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773616138.942590:0:93390:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616138.942592:0:93390:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00001000:1.0:1773616138.942595:0:93390:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0001_UUID to server 192.168.201.103@tcp (2 targets) 00020000:00000001:1.0:1773616138.942597:0:93390:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1773616138.942598:0:93390:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff91a81094d000(8e2504f8-8a7f-45b8-b7b8-776fa31546b9) successfully (5) 00800000:00000001:1.0:1773616138.942600:0:93390:0:(obd_class.h:1044:obd_statfs_async()) Process entered 00800000:00000004:1.0:1773616138.942601:0:93390:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff91a81094d000: age 6271, max_age 0 00000100:00000010:1.0:1773616138.942605:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18a80. 00000020:00000040:1.0:1773616138.942607:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=5 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616138.942609:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.942610:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.942612:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.942616:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80327b400. 00000100:00000001:1.0:1773616138.942619:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942621:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.942623:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942627:0:93390:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932342a5] to pc [ptlrpcd_00_01+1] req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1773616138.942637:0:93390:0:(obd_class.h:1061:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942643:0:93390:0:(lmv_obd.c:403:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942646:0:93390:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000002:00000001:1.0:1773616138.942647:0:93390:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773616138.942649:0:93390:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616138.942650:0:93390:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1773616138.942652:0:93390:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942653:0:93390:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.942655:0:93390:0:(lmv_obd.c:508:lmv_check_connect()) Process leaving 00800000:00000001:1.0:1773616138.942657:0:93390:0:(lmv_obd.c:265:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616138.942659:0:93390:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616138.942661:0:93390:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:1.0:1773616138.942663:0:93390:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff91a81094d000: age 6271, max_age 7271 00800000:00000001:1.0:1773616138.942666:0:93390:0:(lmv_obd.c:1415:lmv_statfs()) Process entered 00800000:00000010:1.0:1773616138.942669:0:93390:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff91a812a649c0. 00800000:00000001:1.0:1773616138.942671:0:93390:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1773616138.942672:0:93390:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff91a81094d000: age 6271, max_age 7271 00000002:00000001:1.0:1773616138.942675:0:93390:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:1.0:1773616138.942676:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=6 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000010:1.0:1773616138.942680:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19880. 00000020:00000040:1.0:1773616138.942682:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616138.942684:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.942686:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.942687:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.942691:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a812a2dd00. 00000100:00000001:1.0:1773616138.942694:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942697:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616138.942699:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616138.942703:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a812a64240. 00000100:00000001:1.0:1773616138.942705:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749786260032 : -121323923291584 : ffff91a812a64240) 00000100:00000001:1.0:1773616138.942708:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.942709:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000100:00000001:1.0:1773616138.942712:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.942714:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942716:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616138.942717:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.942722:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.942730:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.942732:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773616138.942736:0:93390:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.942743:0:93390:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.942745:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616138.942747:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.942750:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a64240 going to sleep for 0 seconds 00000100:00000001:1.0:1773616138.942753:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.942756:0:93390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.942758:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.942759:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.942762:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942792:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616138.942797:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616138.942800:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773616138.942803:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616138.942805:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.942806:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.942808:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.942812:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a81145b100. 00000100:00000001:1.0:1773616138.942815:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942821:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616138.942829:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.942831:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942835:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a511a39e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.942862:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942864:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616138.942867:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616138.942870:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1bb80. 00000020:00000040:1.0:1773616138.942872:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616138.942874:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.942876:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.942878:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.942881:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a81145ba00. 00000100:00000001:1.0:1773616138.942884:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942888:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616138.942896:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.942898:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942902:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e84f1963] to pc [ptlrpcd_00_01+1] req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.942910:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942913:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616138.942916:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616138.942919:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616138.942921:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616138.942925:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773616138.942927:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616138.942929:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.942930:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.942932:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.942935:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a81145b800. 00000100:00000001:1.0:1773616138.942937:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942941:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616138.942948:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.942949:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942953:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5a65d8] to pc [ptlrpcd_00_00+0] req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.942960:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.942964:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7277) 00000100:00000001:1.0:1773616138.942975:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.942977:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.942979:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.942983:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.942990:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.942991:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773616138.942995:0:2399:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.943002:0:2399:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.943004:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.943005:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.943007:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.943008:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.943012:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.943986:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.943990:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.943995:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616138.943998:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616138.944000:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.944005:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795578368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616138.944009:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616138.944069:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616138.944072:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.944075:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616138.944081:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605000. 02000000:00000001:1.0:1773616138.944083:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616138.944090:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616138.944093:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773616138.944099:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616138.944106:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795578368, portal 10 00000100:00000001:1.0:1773616138.944107:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.944109:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000040:1.0:1773616138.944117:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.944125:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616138.944127:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616138.944129:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1908. 00000100:00000200:1.0:1773616138.944132:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795578368, offset 0 00000400:00000200:1.0:1773616138.944137:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616138.944202:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.944211:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616138.944218:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616138.944222:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616138.944228:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616138.944231:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616138.944234:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149454:149454:256:4294967295] 192.168.201.103@tcp LPNI seq info [149394:149394:8:4294967295] 00000400:00000200:1.0:1773616138.944238:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.944248:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616138.944254:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616138.944259:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a81145bb00. 00000800:00000200:1.0:1773616138.944266:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616138.944273:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616138.944278:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a81145bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616138.944297:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.944302:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 499146 usecs (500 jiffies) 00000400:00000200:1.0:1773616138.944306:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616138.944308:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940049 00000100:00000001:1.0:1773616138.944311:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943492 00000100:00000001:1.0:1773616138.944313:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940049 00000100:00000001:1.0:1773616138.944315:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943492 00000100:00000001:1.0:1773616138.944317:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.944319:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.944323:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.944327:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.944333:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.944334:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.944336:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616138.944338:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616138.944341:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.944344:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795578624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616138.944347:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616138.944350:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616138.944351:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.944353:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616138.944356:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604e00. 02000000:00000001:1.0:1773616138.944357:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616138.944360:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616138.944362:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b00. 00000400:00000010:1.0:1773616138.944366:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1000. 00000100:00000200:1.0:1773616138.944368:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795578624, portal 4 00000100:00000001:1.0:1773616138.944370:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.944371:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:1.0:1773616138.944376:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.944381:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616138.944383:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616138.944386:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1bb0. 00000100:00000200:1.0:1773616138.944388:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795578624, offset 0 00000400:00000200:1.0:1773616138.944391:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616138.944395:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.944398:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616138.944400:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616138.944403:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616138.944405:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616138.944407:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616138.944410:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149455:149455:255:4294967295] 192.168.201.103@tcp LPNI seq info [149395:149395:7:4294967295] 00000400:00000200:1.0:1773616138.944413:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.944419:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616138.944423:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616138.944427:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb200. 00000800:00000200:1.0:1773616138.944431:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616138.944434:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616138.944437:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616138.944440:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.944443:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 471322 usecs (472 jiffies) 00000400:00000200:1.0:1773616138.944446:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616138.944448:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940021 00000100:00000001:1.0:1773616138.944451:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943492 00000100:00000001:1.0:1773616138.944453:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940021 00000100:00000001:1.0:1773616138.944455:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943492 00000100:00000001:1.0:1773616138.944457:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.944459:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.944462:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.944466:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944474:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616138.944476:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616138.944479:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.944481:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.944483:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944484:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.944486:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944489:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.944492:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1773616138.944493:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944495:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616138.944497:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944498:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.944499:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.944500:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.944505:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.944519:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.944520:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773616138.944525:0:2399:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.944532:0:2399:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.944533:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944535:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.944536:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944538:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.944542:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.944548:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.944550:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.944552:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616138.944553:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616138.944555:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.944558:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795578496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616138.944561:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616138.944564:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616138.944565:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.944567:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616138.944570:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616138.944572:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616138.944575:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616138.944578:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424948. 00000400:00000010:1.0:1773616138.944581:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1660. 00000100:00000200:1.0:1773616138.944584:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795578496, portal 10 00000100:00000001:1.0:1773616138.944586:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.944587:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601414016 : -121324108137600 : ffff91a807a1bb80) 00000100:00000040:1.0:1773616138.944593:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.944604:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616138.944606:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616138.944608:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1440. 00000100:00000200:1.0:1773616138.944610:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795578496, offset 0 00000400:00000200:1.0:1773616138.944614:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616138.944618:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.944621:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616138.944624:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616138.944627:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616138.944629:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616138.944631:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616138.944634:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149456:149456:254:4294967295] 192.168.201.103@tcp LPNI seq info [149396:149396:6:4294967295] 00000400:00000200:1.0:1773616138.944638:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.944645:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616138.944650:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616138.944654:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb500. 00000800:00000200:1.0:1773616138.944657:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616138.944661:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616138.944664:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616138.944667:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.944669:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 101843 usecs (102 jiffies) 00000400:00000200:1.0:1773616138.944672:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616138.944674:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301939651 00000100:00000001:1.0:1773616138.944676:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943492 00000100:00000001:1.0:1773616138.944678:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301939651 00000100:00000001:1.0:1773616138.944681:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943492 00000100:00000001:1.0:1773616138.944683:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.944684:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.944687:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944689:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.944690:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.944692:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.944695:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.944710:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.944712:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.944891:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616138.944895:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616138.944897:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616138.944904:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.944912:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616138.944914:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.944916:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616138.944918:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616138.944920:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616138.944922:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795577728:192.168.201.103@tcp:38:mount.lustre.0 00000100:00000001:2.0:1773616138.944926:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616138.944928:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616138.944930:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.944932:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616138.944936:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803494000. 02000000:00000001:2.0:1773616138.944938:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616138.944942:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616138.944945:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9f78. 00000400:00000010:2.0:1773616138.944949:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616138.944952:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795577728, portal 10 00000100:00000001:2.0:1773616138.944954:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616138.944955:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000020:00000010:2.0:1773616138.944963:0:2398:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807a6e000. 00000100:00000040:2.0:1773616138.944969:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.944976:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616138.944979:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616138.944981:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e5d8. 00000100:00000200:2.0:1773616138.944984:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859763795577728, offset 0 00000400:00000200:2.0:1773616138.944989:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616138.944994:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.944997:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616138.945000:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616138.945002:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616138.945005:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616138.945007:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.945008:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149457:149457:253:4294967295] 192.168.201.103@tcp LPNI seq info [149397:149397:5:4294967295] 00000400:00000200:2.0:1773616138.945012:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.945027:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616138.945030:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616138.945033:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cded00. 00000800:00000200:2.0:1773616138.945036:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616138.945039:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616138.945041:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cded00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773616138.945043:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616138.945046:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:2.0:1773616138.945047:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616138.945049:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943525 00000100:00000001:2.0:1773616138.945054:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, simply extend its deadline from 4301943492 00000100:00000001:2.0:1773616138.945057:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943525 00000100:00000001:2.0:1773616138.945059:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, simply extend its deadline from 4301943492 00000100:00000001:2.0:1773616138.945061:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616138.945063:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.945064:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616138.945067:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.945071:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616138.945073:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.945074:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616138.945076:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616138.945077:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616138.945079:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795577984:192.168.201.103@tcp:38:mount.lustre.0 00000100:00000001:2.0:1773616138.945081:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616138.945083:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616138.945084:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.945085:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616138.945087:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803495400. 02000000:00000001:2.0:1773616138.945088:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616138.945090:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616138.945092:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b93c8. 00000400:00000010:2.0:1773616138.945094:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616138.945096:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795577984, portal 10 00000100:00000001:2.0:1773616138.945097:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616138.945098:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601404160 : -121324108147456 : ffff91a807a19500) 00000020:00000010:2.0:1773616138.945102:0:2398:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807a6a000. 00000100:00000040:2.0:1773616138.945105:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.945109:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616138.945111:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616138.945112:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616138.945113:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1859763795577984, offset 0 00000400:00000200:2.0:1773616138.945116:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616138.945118:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.945120:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616138.945122:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616138.945124:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616138.945125:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616138.945126:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616138.945128:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149458:149458:252:4294967295] 192.168.201.103@tcp LPNI seq info [149398:149398:4:4294967295] 00000400:00000200:2.0:1773616138.945131:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616138.945135:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616138.945138:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616138.945140:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde800. 00000800:00000200:2.0:1773616138.945142:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616138.945144:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616138.945146:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773616138.945147:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616138.945149:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:2.0:1773616138.945150:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616138.945152:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943525 00000100:00000001:2.0:1773616138.945153:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943525 00000100:00000001:2.0:1773616138.945154:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943525 00000100:00000001:2.0:1773616138.945156:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943525 00000100:00000001:2.0:1773616138.945157:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616138.945159:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.945160:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.945161:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.945165:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616138.945165:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773616138.945167:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616138.945167:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616138.945168:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.945169:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616138.946190:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.946196:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a81145bb00. 00000400:00000200:1.0:1773616138.946201:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.946266:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.946272:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1908 00000400:00000010:1.0:1773616138.946275:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1908. 00000100:00000001:1.0:1773616138.946280:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.946286:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946297:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.946301:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946309:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.946310:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616138.946324:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.946326:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb200. 00000400:00000200:1.0:1773616138.946329:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.946332:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.946334:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1bb0 00000400:00000010:1.0:1773616138.946336:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1bb0. 00000100:00000001:1.0:1773616138.946338:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.946342:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946349:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.946352:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946358:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.946359:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616138.946366:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.946368:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb500. 00000400:00000200:1.0:1773616138.946371:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.946374:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.946376:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1440 00000400:00000010:1.0:1773616138.946378:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1440. 00000100:00000001:1.0:1773616138.946380:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.946383:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946389:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.946392:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946399:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.946400:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616138.946409:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.946411:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cded00. 00000400:00000200:1.0:1773616138.946415:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.946417:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.946420:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:1.0:1773616138.946422:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:1.0:1773616138.946425:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.946428:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946435:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.946438:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946444:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.946446:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616138.946519:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616138.946522:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde800. 00000400:00000200:1.0:1773616138.946525:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.946528:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616138.946532:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:1.0:1773616138.946533:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:1.0:1773616138.946535:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616138.946539:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946547:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.946549:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.946555:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.946556:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616138.968296:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.968312:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.968317:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.968319:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.968327:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968335:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.968343:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968349:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968354:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968359:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ce00 00000400:00000200:0.0:1773616138.968363:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968370:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1937c1 [1] + 224 00000800:00000001:0.0:1773616138.968378:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.968604:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.968607:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.968612:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.968620:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.968628:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.968641:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.968659:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.968668:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.968672:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.968674:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.968677:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.968680:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968683:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.968688:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968690:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968693:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968696:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ce80 00000400:00000200:0.0:1773616138.968700:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.968704:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1937e1 [1] + 224 00000100:00000001:1.0:1773616138.968981:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.968986:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.968990:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.968993:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.968995:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.968999:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.969000:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.969002:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.969038:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.969043:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.969045:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.969049:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000001:1.0:1773616138.971326:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616138.971332:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616138.971336:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249f8. 00000400:00000200:1.0:1773616138.971343:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616138.971346:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616138.971351:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.971361:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616138.971372:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.971380:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616138.971383:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.971386:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616138.971389:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616138.971392:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616138.971394:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.971398:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616138.971407:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=79 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616138.971412:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616138.971414:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616138.971416:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.971419:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616138.971422:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.971427:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616138.971429:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:1.0:1773616138.971431:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616138.971433:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.971438:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.971446:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.971449:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616138.971451:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616138.971455:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616138.971463:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795578368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616138.971469:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.971472:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.971476:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18700 x1859763795578368/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.971483:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616138.971485:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616138.971489:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605000. 02000000:00000001:1.0:1773616138.971493:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616138.971495:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.971497:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616138.971499:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616138.971502:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a81145b100. 02000000:00000001:1.0:1773616138.971505:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616138.971507:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616138.971509:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18700. 00000100:00000001:1.0:1773616138.971513:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616138.971514:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.971517:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.971520:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.971521:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.971524:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.971526:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.971528:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.971531:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.971532:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.971534:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.971536:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.971538:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.972431:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.972440:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.972451:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.972467:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.972506:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616138.972508:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.972511:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972513:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.972515:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773616138.972520:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.972522:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.972524:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424948. 00000400:00000200:0.0:1773616138.972528:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1660 00000400:00000010:0.0:1773616138.972530:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1660. 00000100:00000001:0.0:1773616138.972533:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.972537:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.972546:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.972552:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.972554:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972556:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.972558:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.972560:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.972562:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.972564:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.972571:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=79 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616138.972575:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616138.972578:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.972579:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.972582:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.972584:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.972586:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616138.972588:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616138.972589:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616138.972591:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.972595:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.972602:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.972604:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.972605:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.972609:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.972623:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795578496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616138.972628:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972630:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.972631:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972634:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.972635:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.972639:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1bb80 x1859763795578496/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.972646:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.972647:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.972650:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:0.0:1773616138.972653:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.972655:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.972657:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616138.972659:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.972661:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a81145ba00. 02000000:00000001:0.0:1773616138.972665:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.972666:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.972668:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1bb80. 00000100:00000001:0.0:1773616138.972671:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.972672:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972675:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.972677:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616138.972678:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.972680:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972681:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.972683:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972684:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972686:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.972687:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.972689:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.972691:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616138.973019:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.973034:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.973036:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.973039:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.973045:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.973050:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.973060:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.973064:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.973070:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.973074:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b720066cb80 00000400:00000200:1.0:1773616138.973078:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.973084:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x1937f1 [1] + 0 00000800:00000001:1.0:1773616138.973091:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.973097:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.973100:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.973104:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.973109:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.973114:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.973124:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.973170:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616138.973173:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.973758:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.974038:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.974045:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.974048:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.974050:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.974055:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974060:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.974065:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974068:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974071:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974074:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 10 MB=0x69b720066cc80 00000400:00000200:1.0:1773616138.974078:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974082:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 416/416 into md 0x1937f9 [1] + 0 00000800:00000001:1.0:1773616138.974086:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.974090:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.974093:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.974096:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.974100:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.974105:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.974114:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.974123:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.974127:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.974130:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616138.974132:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.974134:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.974137:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974141:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616138.974145:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974149:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974152:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974155:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066cf00 00000400:00000200:1.0:1773616138.974158:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.974162:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1937d1 [1] + 224 00000800:00000001:1.0:1773616138.974166:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.974433:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616138.974437:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616138.974441:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616138.974445:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.974449:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616138.974458:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.974477:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616138.974483:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616138.974486:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974625:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616138.974629:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.974632:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974635:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.974637:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974639:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974641:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.974642:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773616138.974647:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.974649:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.974652:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b00. 00000400:00000200:0.0:1773616138.974657:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1000 00000400:00000010:0.0:1773616138.974659:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1000. 00000100:00000001:0.0:1773616138.974662:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.974667:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.974676:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.974683:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.974685:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974687:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.974689:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.974691:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.974693:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.974696:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616138.974703:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616138.974706:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=33 v=5 (1 1 1 0) 00000100:00000001:0.0:1773616138.974709:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.974711:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.974713:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.974715:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.974718:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616138.974720:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:0.0:1773616138.974722:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616138.974724:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.974728:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.974741:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.974744:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.974745:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616138.974749:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.974756:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795578624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616138.974761:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.974763:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.974767:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b100 x1859763795578624/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.974786:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616138.974788:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616138.974791:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604e00. 02000000:00000001:0.0:1773616138.974795:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616138.974797:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616138.974798:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616138.974800:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616138.974803:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a81145b800. 02000000:00000001:0.0:1773616138.974806:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616138.974808:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616138.974809:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 00000100:00000001:0.0:1773616138.974812:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616138.974813:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974817:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.974819:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616138.974820:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.974822:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974824:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.974825:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974828:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974829:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.974830:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.974832:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.974834:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773616138.975396:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616138.975400:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616138.975403:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:2.0:1773616138.975407:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:2.0:1773616138.975409:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:2.0:1773616138.975412:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616138.975418:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616138.975427:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.975435:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616138.975436:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.975438:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616138.975440:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616138.975442:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616138.975444:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616138.975446:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616138.975451:0:2398:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=1773616138 v=5 (0 0 0 0) 00000100:00001000:2.0:1773616138.975454:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8182b5c58 change: old=5 new=36 delta=31 (val=36) hist 36 0 0 0 00000100:00001000:2.0:1773616138.975458:0:2398:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff91a81094d000 ptl 12 has changed from 5 to 36 00000100:00001000:2.0:1773616138.975460:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=1773616138 v=0 (0 0 0 0) 00000100:00001000:2.0:1773616138.975463:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8182b5c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1773616138.975465:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616138.975467:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616138.975469:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616138.975471:0:2398:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.975473:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773616138.975475:0:2398:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: committing for last_committed 0 gen 1 00000100:00000040:2.0:1773616138.975477:0:2398:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773616138.975480:0:2398:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616138.975481:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616138.975485:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616138.975492:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616138.975494:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616138.975496:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616138.975498:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773616138.975504:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff91a81094d000: connect to target with instance 25 00000020:00000001:2.0:1773616138.975507:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773616138.975508:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678d6 00000020:00000001:2.0:1773616138.975511:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616138.975513:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f51800 refcount=5 00000020:00000001:2.0:1773616138.975516:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522991104 : -121324186560512 : ffff91a802f51800) 00000020:00000001:2.0:1773616138.975519:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522991104 : -121324186560512 : ffff91a802f51800) 00000100:00001000:2.0:1773616138.975523:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=1773616138 v=0 (0 0 0 0) 00000100:00001000:2.0:1773616138.975525:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8182b5c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773616138.975530:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000100:00080000:2.0:1773616138.975534:0:2398:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff91a81094d000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:2.0:1773616138.975538:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f51800 : new refcount 4 00000100:00000001:2.0:1773616138.975540:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616138.975543:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:2.0:1773616138.975547:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0000-mdc-ffff91a81094d000, setting cl_avail_grant: 2146304 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1773616138.975551:0:2398:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1773616138.975553:0:2398:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616138.975555:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773616138.975558:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773616138.975561:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616138.975562:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616138.975564:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616138.975566:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1773616138.975568:0:2398:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1773616138.975571:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8182b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1773616138.975573:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616138.975574:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616138.975575:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:2.0:1773616138.975576:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:2.0:1773616138.975578:0:2398:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1773616138.975580:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91a806f50820 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1773616138.975583:0:2398:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xe60cc2233ec678d6 00800000:00000040:2.0:1773616138.975587:0:2398:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff91a81094d000=8e2504f8-8a7f-45b8-b7b8-776fa31546b9 device 9 (ffff91a806f53370) type mdc at LMV idx 0 00800000:00000040:2.0:1773616138.975590:0:2398:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91a806f53370 already active! 00800000:00000001:2.0:1773616138.975592:0:2398:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616138.975594:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616138.975595:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773616138.975598:0:2398:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000002:00000001:0.0:1773616138.981521:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.981531:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:0.0:1773616138.981535:0:2398:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.981539:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773616138.981556:0:2398:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000cb9d7abe): req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773616138.981585:0:2398:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000038bdbc0d): req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.981601:0:2398:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.981605:0:2398:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.981613:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616138.981622:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795577728:192.168.201.103@tcp:38:mount.lustre.0 00000400:00000001:0.0:1773616138.981634:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616138.981636:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616138.981640:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b93c8. 00000400:00000200:0.0:1773616138.981645:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:0.0:1773616138.981648:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:0.0:1773616138.981652:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.981657:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616138.981667:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/544 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.981674:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616138.981676:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.981678:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616138.981682:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616138.981685:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616138.981688:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.981691:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616138.981702:0:2398:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807e62000. 00000100:00001000:0.0:1773616138.981709:0:2398:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=1773616138 v=5 (0 0 0 0) 00000100:00001000:0.0:1773616138.981713:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8030adc58 change: old=5 new=36 delta=31 (val=36) hist 36 0 0 0 00000100:00001000:0.0:1773616138.981716:0:2398:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff91a81094d000 ptl 12 has changed from 5 to 36 00000100:00001000:0.0:1773616138.981719:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=1773616138 v=0 (0 0 0 0) 00000100:00001000:0.0:1773616138.981721:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8030adc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1773616138.981724:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616138.981726:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616138.981985:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616138.981991:0:2398:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.981995:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616138.981997:0:2398:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: committing for last_committed 0 gen 1 00000100:00000040:0.0:1773616138.982001:0:2398:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773616138.982004:0:2398:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616138.982005:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.982011:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616148 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.982019:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.982022:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616138.982024:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.982026:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773616138.982033:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff91a81094d000: connect to target with instance 3 00000020:00000001:0.0:1773616138.982036:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773616138.982037:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678dd 00000020:00000001:0.0:1773616138.982039:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616138.982042:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f56000 refcount=5 00000020:00000001:0.0:1773616138.982044:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749523009536 : -121324186542080 : ffff91a802f56000) 00000020:00000001:0.0:1773616138.982047:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749523009536 : -121324186542080 : ffff91a802f56000) 00000100:00001000:0.0:1773616138.982051:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=1773616138 v=0 (0 0 0 0) 00000100:00001000:0.0:1773616138.982053:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8030adc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1773616138.982058:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000100:00080000:0.0:1773616138.982063:0:2398:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff91a81094d000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:0.0:1773616138.982067:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56000 : new refcount 4 00000100:00000001:0.0:1773616138.982069:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773616138.982071:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000008:00000020:0.0:1773616138.982075:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-MDT0001-mdc-ffff91a81094d000, setting cl_avail_grant: 2146304 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1773616138.982080:0:2398:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1773616138.982081:0:2398:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.982083:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773616138.982086:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773616138.982089:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.982091:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.982092:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.982094:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773616138.982096:0:2398:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1773616138.982099:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8030ad800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1773616138.982102:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1773616138.982103:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773616138.982104:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:0.0:1773616138.982106:0:2398:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:0.0:1773616138.982107:0:2398:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1773616138.982109:0:2398:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff91a806f50820 for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1773616138.982113:0:2398:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xe60cc2233ec678d6 00800000:00000040:0.0:1773616138.982116:0:2398:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0xe60cc2233ec678dd 00800000:00000040:0.0:1773616138.982119:0:2398:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff91a81094d000=8e2504f8-8a7f-45b8-b7b8-776fa31546b9 device 10 (ffff91a806f519b8) type mdc at LMV idx 1 00800000:00000040:0.0:1773616138.982122:0:2398:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff91a806f519b8 already active! 00800000:00000001:0.0:1773616138.982124:0:2398:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773616138.982125:0:2398:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616138.982127:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616138.982129:0:2398:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=6 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616138.982148:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616138.982151:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.982153:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.982156:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.982158:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.982162:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616138.982165:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616138.982167:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.982169:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616138.982175:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616138.982177:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.982179:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616138.982185:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c3800. 02000000:00000001:0.0:1773616138.982187:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.982195:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616138.982200:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a9f8. 00000400:00000010:0.0:1773616138.982205:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a908. 00000100:00000200:0.0:1773616138.982211:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795578112, portal 10 00000100:00000001:0.0:1773616138.982213:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.982214:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000040:0.0:1773616138.982220:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.982228:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616138.982230:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616138.982233:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616138.982237:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795578112, offset 0 00000400:00000200:0.0:1773616138.982242:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616138.982250:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.982258:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616138.982262:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616138.982266:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616138.982269:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616138.982272:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.982276:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149459:149459:256:4294967295] 192.168.201.103@tcp LPNI seq info [149399:149399:8:4294967295] 00000400:00000200:0.0:1773616138.982280:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.982290:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616138.982296:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616138.982301:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f100. 00000800:00000200:0.0:1773616138.982308:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616138.982315:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616138.982319:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616138.982332:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.982336:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 48958 usecs (49 jiffies) 00000400:00000200:0.0:1773616138.982339:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616138.982341:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301939639 00000100:00000001:0.0:1773616138.982344:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943525 00000100:00000001:0.0:1773616138.982347:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301939639 00000100:00000001:0.0:1773616138.982349:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943525 00000100:00000001:0.0:1773616138.982352:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.982355:0:2399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.982357:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616138.982359:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.982361:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616138.982362:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616138.982364:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.982366:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616138.982369:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616138.982370:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616138.982372:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616138.982376:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c1800. 02000000:00000001:0.0:1773616138.982378:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616138.982381:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616138.982383:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a318. 00000400:00000010:0.0:1773616138.982388:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ac38. 00000100:00000200:0.0:1773616138.982390:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795577856, portal 10 00000100:00000001:0.0:1773616138.982392:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616138.982394:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00000020:00000010:0.0:1773616138.982399:0:2399:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807e64000. 00000100:00000040:0.0:1773616138.982405:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.982413:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616138.982415:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616138.982417:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a3b8. 00000100:00000200:0.0:1773616138.982420:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795577856, offset 0 00000400:00000200:0.0:1773616138.982424:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616138.982428:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.982431:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616138.982434:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616138.982436:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616138.982439:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616138.982441:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616138.982444:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149460:149460:255:4294967295] 192.168.201.103@tcp LPNI seq info [149400:149400:7:4294967295] 00000400:00000200:0.0:1773616138.982448:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.982455:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616138.982459:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616138.982463:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000800:00000200:0.0:1773616138.982467:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616138.982471:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616138.982474:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616138.982477:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616138.982479:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 42121 usecs (43 jiffies) 00000400:00000200:0.0:1773616138.982482:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616138.982484:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301939633 00000100:00000001:0.0:1773616138.982486:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943525 00000100:00000001:0.0:1773616138.982488:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301939633 00000100:00000001:0.0:1773616138.982490:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943525 00000100:00000001:0.0:1773616138.982491:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616138.982494:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.982496:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616138.982503:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616138.982505:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616138.982507:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616138.982509:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616138.982511:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.982513:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.982559:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.982563:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f100. 00000400:00000200:0.0:1773616138.982567:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.982572:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.982576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616138.982578:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616138.982581:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.982585:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.982594:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.982598:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.982604:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.982606:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616138.982670:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.982673:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:0.0:1773616138.982676:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.982680:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.982682:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a3b8 00000400:00000010:0.0:1773616138.982684:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a3b8. 00000100:00000001:0.0:1773616138.982687:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.982690:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.982697:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.982700:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.982706:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.982708:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616138.982788:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.982791:0:93390:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.982794:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.982795:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.982797:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616138.982799:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616138.982801:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.982803:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616138.982806:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616138.982808:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.982810:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616138.982815:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050fa000. 02000000:00000001:1.0:1773616138.982817:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616138.982821:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616138.982824:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773616138.982828:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616138.982831:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795578240, portal 10 00000100:00000001:1.0:1773616138.982833:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.982835:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000020:00000010:1.0:1773616138.982872:0:93390:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a8111a0000. 00000100:00000040:1.0:1773616138.982879:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.982887:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616138.982889:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616138.982892:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1440. 00000100:00000200:1.0:1773616138.982895:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795578240, offset 0 00000400:00000200:1.0:1773616138.982900:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616138.982904:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.982908:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616138.982911:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616138.982913:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616138.982915:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616138.982917:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616138.982920:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149461:149461:256:4294967295] 192.168.201.103@tcp LPNI seq info [149401:149401:8:4294967295] 00000400:00000200:1.0:1773616138.982925:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.982931:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616138.982935:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616138.982939:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb500. 00000800:00000200:1.0:1773616138.982943:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616138.982947:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616138.982950:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616138.982957:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.982960:0:93390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 42121 usecs (43 jiffies) 00000400:00000200:1.0:1773616138.982963:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616138.982965:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301939634 00000100:00000001:1.0:1773616138.982967:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943525 00000100:00000001:1.0:1773616138.982969:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301939634 00000100:00000001:1.0:1773616138.982972:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943525 00000100:00000001:1.0:1773616138.982974:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.982976:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.982979:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616138.982980:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616138.982983:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a64240 going to sleep for 11 seconds 00000100:00000001:1.0:1773616138.982985:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.982987:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616138.983388:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.983391:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773616138.983393:0:2398:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616138.983396:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773616138.983398:0:2398:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.983400:0:2398:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616138.983407:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616148 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616138.983416:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795577984:192.168.201.103@tcp:38:mount.lustre.0 00000100:00000001:3.0:1773616138.983421:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.983423:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.983427:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1aa00 x1859763795577728/t0(0) o38->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.983433:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616138.983436:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616138.983439:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803494000. 02000000:00000001:3.0:1773616138.983442:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616138.983444:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.983446:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616138.983448:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616138.983451:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050f9800. 02000000:00000001:3.0:1773616138.983454:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616138.983456:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616138.983458:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1aa00. 00000100:00000001:3.0:1773616138.983666:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616138.983667:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.983669:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616138.983673:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19500 x1859763795577984/t0(0) o38->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 520/416 e 0 to 0 dl 1773616148 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616138.983680:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616138.983681:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616138.983683:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803495400. 02000000:00000001:3.0:1773616138.983685:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616138.983687:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616138.983688:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=5 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616138.983690:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616138.983691:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050f8000. 02000000:00000001:3.0:1773616138.983694:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616138.983695:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616138.983696:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19500. 00000100:00000001:3.0:1773616138.983699:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616138.983700:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.983702:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616138.983708:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616138.983709:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616138.983712:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616138.983714:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616138.983758:0:93410:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1773616138.983761:0:93410:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1773616138.983765:0:93410:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616138.983767:0:93410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.983769:0:93410:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616138.983778:0:93410:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:1.0:1773616138.983780:0:93410:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616138.983996:0:93409:0:(mdc_request.c:2621:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1773616138.983999:0:93409:0:(kernelcomm.c:1328:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1773616138.984001:0:93409:0:(kernelcomm.c:1342:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616138.984004:0:93409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616138.984005:0:93409:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=6 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616138.984008:0:93409:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:2.0:1773616138.984009:0:93409:0:(mdc_request.c:2631:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.984136:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.984140:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb500. 00000400:00000200:0.0:1773616138.984144:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.984148:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.984152:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1440 00000400:00000010:0.0:1773616138.984155:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1440. 00000100:00000001:0.0:1773616138.984158:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.984162:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.984171:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.984174:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.984181:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.984182:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616138.986120:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.986135:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.986138:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.986141:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.986147:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986154:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.986161:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986165:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986170:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986174:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b720066cd00 00000400:00000200:0.0:1773616138.986190:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986197:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x193801 [1] + 224 00000800:00000001:0.0:1773616138.986204:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.986210:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.986213:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.986217:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.986223:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.986228:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.986240:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.986261:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.986269:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.986273:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.986275:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.986276:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.986280:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986283:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.986288:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986291:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986294:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986302:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b720066cc00 00000400:00000200:0.0:1773616138.986306:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.986310:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x193811 [1] + 224 00000800:00000001:0.0:1773616138.986314:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.986320:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.986322:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.986325:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.986328:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.986332:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.986341:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.986349:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.986352:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.986355:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.986408:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.986411:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616138.986418:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616138.986420:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616138.986423:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a9f8. 00000400:00000200:1.0:1773616138.986427:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a908 00000400:00000010:1.0:1773616138.986429:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a908. 00000100:00000001:1.0:1773616138.986433:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.986437:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616138.986446:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.986453:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616138.986454:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.986457:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616138.986460:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616138.986462:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616138.986464:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.986467:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616138.986477:0:2399:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a8060d8000. 00000100:00001000:1.0:1773616138.986485:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=0 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616138.986489:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616138.986491:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616138.986493:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.986496:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616138.986499:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.986503:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616138.986505:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616138.986508:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616138.986509:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.986514:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.986521:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.986524:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616138.986526:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1773616138.986532:0:2399:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=353529 free=352983 avail=317280 objects=1024000 free=1023719 state=0 00000100:00000040:1.0:1773616138.986538:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616138.986547:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:0:1859763795578112:192.168.201.103@tcp:41:mount.lustre.0 00000400:00000001:1.0:1773616138.986552:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616138.986553:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616138.986555:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a318. 00000400:00000200:1.0:1773616138.986558:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ac38 00000400:00000010:1.0:1773616138.986559:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ac38. 00000100:00000001:1.0:1773616138.986561:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.986564:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616138.986572:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.986579:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616138.986581:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.986583:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616138.986584:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616138.986585:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616138.986587:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.986589:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616138.986592:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=0 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616138.986595:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616138.986597:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616138.986599:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.986601:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616138.986603:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.986605:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616138.986606:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616138.986608:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616138.986609:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.986613:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.986620:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.986622:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616138.986623:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:1.0:1773616138.986626:0:2399:0:(mdc_request.c:1616:mdc_statfs_interpret()) blocks=353529 free=352941 avail=317238 objects=1024000 free=1023649 state=0 00000100:00000040:1.0:1773616138.986630:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616138.986638:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:0:1859763795577856:192.168.201.103@tcp:41:mount.lustre.0 00000100:00000001:1.0:1773616138.986643:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.986645:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.986648:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18a80 x1859763795578112/t0(0) o41->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.986655:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616138.986657:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616138.986660:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c3800. 02000000:00000001:1.0:1773616138.986663:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616138.986665:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.986667:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616138.986669:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616138.986672:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80327b400. 02000000:00000001:1.0:1773616138.986676:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616138.986678:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616138.986679:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18a80. 00000100:00000001:1.0:1773616138.986682:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616138.986684:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.986685:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.986689:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18e00 x1859763795577856/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.986695:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616138.986697:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616138.986698:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c1800. 02000000:00000001:1.0:1773616138.986700:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616138.986702:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.986703:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616138.986705:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616138.986706:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80327ba00. 02000000:00000001:1.0:1773616138.986708:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616138.986709:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616138.986710:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18e00. 00000100:00000001:1.0:1773616138.986712:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616138.986713:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.986715:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.986723:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616138.986724:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.986727:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616138.986729:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616138.991173:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.991199:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.991203:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.991206:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.991215:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.991222:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.991235:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.991239:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.991245:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.991250:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b720066cd80 00000400:00000200:0.0:1773616138.991255:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.991261:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x193821 [1] + 224 00000800:00000001:0.0:1773616138.991269:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.991278:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.991281:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.991284:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.991291:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.991300:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.991312:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.991328:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.991335:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.991339:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.991731:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616138.991740:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616138.991743:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616138.991747:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249f8. 00000400:00000200:1.0:1773616138.991751:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616138.991754:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616138.991758:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616138.991763:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616138.991781:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.991788:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616138.991789:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.991792:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616138.991795:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616138.991798:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616138.991800:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.991803:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616138.991813:0:93390:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=0 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616138.991817:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616138.991819:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616138.991821:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616138.991824:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616138.991827:0:93390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.991831:0:93390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616138.991833:0:93390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616138.991835:0:93390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616138.991861:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.991867:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.991874:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.991876:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616138.991878:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616138.991882:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616138.991889:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93390:1859763795578240:192.168.201.103@tcp:41:mount.lustre.0 00000100:00000001:1.0:1773616138.991893:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616138.991896:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.991899:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616138.991901:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.991905:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.991912:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616138.991915:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a812a64240. 00000100:00000001:1.0:1773616138.991918:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616138.991919:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616138.991925:0:93390:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:1.0:1773616138.991927:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616138.991930:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19880 x1859763795578240/t0(0) o41->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.991937:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616138.991939:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616138.991942:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050fa000. 02000000:00000001:1.0:1773616138.991945:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616138.991947:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.991949:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616138.991951:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616138.991953:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a812a2dd00. 02000000:00000001:1.0:1773616138.991957:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616138.991959:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616138.991962:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19880. 00000100:00000001:1.0:1773616138.991965:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616138.991966:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616138.991968:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616138.991969:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616138.991971:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1773616138.991974:0:93390:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91a81094d000: update ffff91a806f537c0 cache blocks 317238/353529 objects 1023649/1024000 00800000:00000001:1.0:1773616138.991979:0:93390:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.991982:0:93390:0:(lmv_obd.c:1453:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1773616138.991985:0:93390:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff91a812a649c0. 00800000:00000001:1.0:1773616138.991987:0:93390:0:(lmv_obd.c:1478:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1773616138.991990:0:93390:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff91a81094d000: update ffff91a806f50450 cache blocks 317238/353529 objects 1023649/1024000 00000080:00000001:1.0:1773616138.991995:0:93390:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616138.991999:0:93390:0:(lmv_obd.c:1526:lmv_get_root()) Process entered 00000002:00000001:1.0:1773616138.992002:0:93390:0:(mdc_request.c:89:mdc_get_root()) Process entered 00000100:00000010:1.0:1773616138.992007:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19880. 00000020:00000040:1.0:1773616138.992011:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616138.992014:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616138.992017:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616138.992022:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616138.992028:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804604600. 00000100:00000001:1.0:1773616138.992034:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.992039:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616138.992041:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616138.992046:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a812a649c0. 00000100:00000001:1.0:1773616138.992048:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749786261952 : -121323923289664 : ffff91a812a649c0) 00000100:00000001:1.0:1773616138.992051:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.992053:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000100:00000001:1.0:1773616138.992057:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616138.992061:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.992063:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616138.992065:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616138.992069:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.992077:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616138.992079:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.992082:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616138.992085:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616138.992087:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616138.992091:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93390:1859763795578752:192.168.201.103@tcp:40:mount.lustre.0 00000100:00000001:1.0:1773616138.992094:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616138.992100:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616138.992103:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616138.992107:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616138.992110:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050fa000. 02000000:00000001:1.0:1773616138.992112:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616138.992117:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616138.992120:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773616138.992124:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616138.992130:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795578752, portal 10 00000100:00000001:1.0:1773616138.992132:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616138.992133:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000100:00000040:1.0:1773616138.992138:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=209 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616138.992147:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616138.992150:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616138.992153:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1bb0. 00000100:00000200:1.0:1773616138.992156:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1859763795578752, offset 0 00000400:00000200:1.0:1773616138.992162:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616138.992167:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.992173:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616138.992353:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616138.992358:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616138.992362:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616138.992365:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616138.992370:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149462:149462:256:4294967295] 192.168.201.103@tcp LPNI seq info [149402:149402:8:4294967295] 00000400:00000200:1.0:1773616138.992375:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616138.992383:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616138.992389:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616138.992394:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb200. 00000800:00000200:1.0:1773616138.992401:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616138.992409:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616138.992413:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1773616138.992650:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616138.992655:0:93390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 52928 usecs (53 jiffies) 00000400:00000200:1.0:1773616138.992659:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616138.992662:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301939653 00000100:00000001:1.0:1773616138.992666:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943525 00000100:00000001:1.0:1773616138.992668:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301939653 00000100:00000001:1.0:1773616138.992671:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943525 00000100:00000001:1.0:1773616138.992672:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616138.992675:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616138.992678:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616138.992680:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773616138.992682:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a649c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773616138.992684:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616138.992686:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616138.992784:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616138.992789:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb200. 00000400:00000200:0.0:1773616138.992793:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.992797:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616138.992801:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1bb0 00000400:00000010:0.0:1773616138.992803:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1bb0. 00000100:00000001:0.0:1773616138.992807:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616138.992811:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.992820:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616138.992823:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.992830:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616138.992832:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616138.999636:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.999657:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616138.999661:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.999664:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.999673:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.999680:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616138.999689:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.999694:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.999700:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.999704:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 10 MB=0x69b720066cf80 00000400:00000200:0.0:1773616138.999708:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616138.999714:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 448/448 into md 0x193831 [1] + 224 00000800:00000001:0.0:1773616138.999721:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.999728:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616138.999731:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616138.999735:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616138.999742:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616138.999751:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616138.999762:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616138.999791:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616138.999799:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616138.999803:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.000056:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616139.000065:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616139.000067:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616139.000071:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249f8. 00000400:00000200:1.0:1773616139.000076:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616139.000078:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616139.000082:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.000087:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616139.000096:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.000102:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616139.000104:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.000107:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616139.000110:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616139.000112:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616139.000114:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.000117:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616139.000127:0:93390:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=1 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616139.000131:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616139.000133:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616139.000135:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.000138:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616139.000142:0:93390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.000146:0:93390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616139.000148:0:93390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616139.000150:0:93390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616139.000152:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.000157:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.000163:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.000166:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616139.000167:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616139.000171:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616139.000189:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93390:1859763795578752:192.168.201.103@tcp:40:mount.lustre.0 00000100:00000001:1.0:1773616139.000194:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.000196:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.000199:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616139.000201:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.000204:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.000211:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616139.000213:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a812a649c0. 00000100:00000001:1.0:1773616139.000217:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616139.000218:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:1.0:1773616139.000224:0:93390:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:1.0:1773616139.000227:0:93390:0:(mdc_request.c:135:mdc_get_root()) Process leaving 00000100:00000001:1.0:1773616139.000228:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.000231:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19880 x1859763795578752/t0(0) o40->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 440/448 e 0 to 0 dl 1773616193 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.000238:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616139.000240:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616139.000243:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050fa000. 02000000:00000001:1.0:1773616139.000246:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616139.000249:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616139.000251:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616139.000253:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616139.000256:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804604600. 02000000:00000001:1.0:1773616139.000259:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616139.000261:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616139.000263:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19880. 00000100:00000001:1.0:1773616139.000266:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616139.000267:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616139.000269:0:93390:0:(lmv_obd.c:1534:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1773616139.000273:0:93390:0:(llite_lib.c:521:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773616139.000276:0:93390:0:(obd_class.h:511:obd_get_info()) Process entered 00800000:00000001:1.0:1773616139.000279:0:93390:0:(lmv_obd.c:3445:lmv_get_info()) Process entered 00800000:00000001:1.0:1773616139.000281:0:93390:0:(obd_class.h:511:obd_get_info()) Process entered 00000002:00000001:1.0:1773616139.000284:0:93390:0:(mdc_request.c:2739:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616139.000286:0:93390:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616139.000288:0:93390:0:(lmv_obd.c:3477:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.000290:0:93390:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:1.0:1773616139.000297:0:93390:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000080:00100000:1.0:1773616139.000300:0:93390:0:(llite_lib.c:685:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 2146304 00000080:00000001:1.0:1773616139.000302:0:93390:0:(obd_class.h:860:obd_connect()) Process entered 00020000:00000001:1.0:1773616139.000305:0:93390:0:(lov_obd.c:185:lov_connect()) Process entered 00020000:01000000:1.0:1773616139.000307:0:93390:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000001:1.0:1773616139.000309:0:93390:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773616139.000311:0:93390:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773616139.000315:0:93390:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a802f50800. 00000020:00000001:1.0:1773616139.000317:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616139.000320:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a802f50800 with handle 0xe60cc2233ec678e4 to hash 00000020:00000001:1.0:1773616139.000322:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773616139.000325:0:93390:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773616139.000327:0:93390:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616139.000330:0:93390:0:(obd_config.c:1030:class_incref()) incref lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) now 4 - export 00000020:00000001:1.0:1773616139.000333:0:93390:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749522987008 : -121324186564608 : ffff91a802f50800) 00000020:00000040:1.0:1773616139.000336:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f50800 : new refcount 1 00000020:00000080:1.0:1773616139.000338:0:93390:0:(genops.c:1404:class_connect()) connect: client 8e2504f8-8a7f-45b8-b7b8-776fa31546b9, cookie 0xe60cc2233ec678e4 00000020:00000001:1.0:1773616139.000341:0:93390:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.000343:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616139.000345:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678e4 00000020:00000001:1.0:1773616139.000347:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.000349:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f50800 refcount=2 00000020:00000001:1.0:1773616139.000351:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522987008 : -121324186564608 : ffff91a802f50800) 00000020:00000001:1.0:1773616139.000353:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522987008 : -121324186564608 : ffff91a802f50800) 00020000:00000001:1.0:1773616139.000358:0:93390:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:1.0:1773616139.000361:0:93390:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773616139.000364:0:93390:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773616139.000367:0:93390:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.000368:0:93390:0:(obd_class.h:1234:obd_import_event()) Process leaving 00020000:00000001:1.0:1773616139.000370:0:93390:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:1.0:1773616139.000373:0:93390:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.000375:0:93390:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:1.0:1773616139.000378:0:93390:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:1.0:1773616139.000379:0:93390:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773616139.000380:0:93390:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773616139.000384:0:93390:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a802f53000. 00000020:00000001:1.0:1773616139.000386:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616139.000388:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a802f53000 with handle 0xe60cc2233ec678eb to hash 00000020:00000001:1.0:1773616139.000389:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773616139.000391:0:93390:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773616139.000393:0:93390:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616139.000395:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a802f53000 refcount=3 00000020:00000040:1.0:1773616139.000398:0:93390:0:(obd_config.c:1030:class_incref()) incref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 5 - export 00000020:00000001:1.0:1773616139.000401:0:93390:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000020:00000040:1.0:1773616139.000403:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f53000 : new refcount 2 00000020:00000080:1.0:1773616139.000404:0:93390:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0xe60cc2233ec678eb 00000020:00000001:1.0:1773616139.000406:0:93390:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.000408:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616139.000409:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678eb 00000020:00000001:1.0:1773616139.000410:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.000412:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f53000 refcount=3 00000020:00000001:1.0:1773616139.000413:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000020:00000001:1.0:1773616139.000415:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000100:00000001:1.0:1773616139.000419:0:93390:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773616139.000422:0:93390:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773616139.000425:0:93390:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff91a81094d000: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:1.0:1773616139.000431:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.000434:0:93390:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:1.0:1773616139.000437:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616139.000440:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 24 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616139.000442:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:1.0:1773616139.000444:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616139.000446:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678eb 00000020:00000001:1.0:1773616139.000447:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.000448:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f53000 refcount=4 00000020:00000001:1.0:1773616139.000450:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000020:00000001:1.0:1773616139.000451:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000100:00000001:1.0:1773616139.000453:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616139.000455:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 25 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616139.000457:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:1.0:1773616139.000459:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f53000 : new refcount 3 00000100:00080000:1.0:1773616139.000461:0:93390:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff91a81094d000: import ffff91a8030ad000 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773616139.000464:0:93390:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.000466:0:93390:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773616139.000472:0:93390:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773616139.000474:0:93390:0:(sec.c:1471:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff91a81094d000: select security flavor null 02000000:00000001:1.0:1773616139.000478:0:93390:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072650497952 : -1059053664 : ffffffffc0e01fa0) 02000000:00000001:1.0:1773616139.000481:0:93390:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.000483:0:93390:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773616139.000485:0:93390:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773616139.000488:0:93390:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.000490:0:93390:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616139.000493:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19880. 00000020:00000040:1.0:1773616139.000496:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 02000000:00000001:1.0:1773616139.000500:0:93390:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616139.000501:0:93390:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.000504:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616139.000506:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616139.000510:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616139.000516:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fa000. 00000100:00000001:1.0:1773616139.000522:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.000527:0:93390:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616139.000536:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616139.000540:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.000544:0:93390:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cf15e51] to pc [ptlrpcd_rcv+-1] req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.000597:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.000601:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.000603:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616139.000608:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.000616:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616139.000618:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.000621:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616139.000624:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616139.000626:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616139.000629:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795578880:192.168.201.103@tcp:8:mount.lustre.0 00000100:00000001:3.0:1773616139.000633:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616139.000637:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616139.000639:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.000642:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616139.000647:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616139.000649:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616139.000652:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616139.000656:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616139.000660:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616139.000666:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795578880, portal 4 00000100:00000001:3.0:1773616139.000668:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.000669:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000020:00000010:3.0:1773616139.000676:0:2398:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a804452000. 00000100:00000040:3.0:1773616139.000681:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.000688:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616139.000691:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616139.000693:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3f68. 00000100:00000200:3.0:1773616139.000696:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859763795578880, offset 0 00000400:00000200:3.0:1773616139.000701:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616139.000706:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.000711:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616139.000716:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616139.000720:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616139.000723:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616139.000726:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616139.000730:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149463:149463:256:4294967295] 192.168.201.103@tcp LPNI seq info [149403:149403:8:4294967295] 00000400:00000200:3.0:1773616139.000734:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.000742:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616139.000747:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616139.000752:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773616139.000758:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616139.000765:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616139.000769:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773616139.000790:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.000793:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1773616139.000796:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616139.000799:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943581 00000100:00000001:3.0:1773616139.000806:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, simply extend its deadline from 4301943525 00000100:00000001:3.0:1773616139.000811:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943581 00000100:00000001:3.0:1773616139.000814:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, simply extend its deadline from 4301943525 00000100:00000001:3.0:1773616139.000817:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.000819:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.000821:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.000824:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616139.000956:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.000960:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000400:00000200:0.0:1773616139.000964:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.000968:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.000972:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3f68 00000400:00000010:0.0:1773616139.000974:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3f68. 00000100:00000001:0.0:1773616139.000977:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.000981:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.000989:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.000992:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.000999:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.001000:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616139.001063:0:93390:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.001067:0:93390:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773616139.001070:0:93390:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID 00000020:00000040:1.0:1773616139.001073:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:1.0:1773616139.001083:0:93390:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.001085:0:93390:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00020000:00000001:1.0:1773616139.001088:0:93390:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1773616139.001091:0:93390:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff91a81094d000) active 00020000:00000001:1.0:1773616139.001108:0:93390:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.001110:0:93390:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:1.0:1773616139.001113:0:93390:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1773616139.001115:0:93390:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:1.0:1773616139.001118:0:93390:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.001120:0:93390:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.001122:0:93390:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:1.0:1773616139.001124:0:93390:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773616139.001125:0:93390:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773616139.001127:0:93390:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.001129:0:93390:0:(obd_class.h:1234:obd_import_event()) Process leaving 00020000:00000001:1.0:1773616139.001130:0:93390:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:1.0:1773616139.001131:0:93390:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.001133:0:93390:0:(obd_class.h:860:obd_connect()) Process entered 00010000:00000001:1.0:1773616139.001134:0:93390:0:(ldlm_lib.c:669:client_connect_import()) Process entered 00000020:00000001:1.0:1773616139.001136:0:93390:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:1.0:1773616139.001137:0:93390:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773616139.001140:0:93390:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff91a802f57000. 00000020:00000001:1.0:1773616139.001142:0:93390:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616139.001144:0:93390:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a802f57000 with handle 0xe60cc2233ec678f2 to hash 00000020:00000001:1.0:1773616139.001146:0:93390:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773616139.001148:0:93390:0:(obd_class.h:1016:obd_init_export()) Process entered 00000020:00000001:1.0:1773616139.001150:0:93390:0:(obd_class.h:1020:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616139.001152:0:93390:0:(genops.c:887:class_export_get()) GET export ffff91a802f57000 refcount=3 00000020:00000040:1.0:1773616139.001155:0:93390:0:(obd_config.c:1030:class_incref()) incref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 5 - export 00000020:00000001:1.0:1773616139.001158:0:93390:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446622749523013632 : -121324186537984 : ffff91a802f57000) 00000020:00000040:1.0:1773616139.001160:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f57000 : new refcount 2 00000020:00000080:1.0:1773616139.001162:0:93390:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0xe60cc2233ec678f2 00000020:00000001:1.0:1773616139.001164:0:93390:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.001166:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616139.001167:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678f2 00000020:00000001:1.0:1773616139.001169:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.001170:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f57000 refcount=3 00000020:00000001:1.0:1773616139.001172:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749523013632 : -121324186537984 : ffff91a802f57000) 00000020:00000001:1.0:1773616139.001175:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749523013632 : -121324186537984 : ffff91a802f57000) 00000100:00000001:1.0:1773616139.001177:0:93390:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1773616139.001179:0:93390:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773616139.001182:0:93390:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff91a81094d000: connect to NID 192.168.201.103@tcp last attempt 0 00000400:00000200:1.0:1773616139.001186:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.001189:0:93390:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000001:1.0:1773616139.001191:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616139.001193:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 26 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616139.001195:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:1.0:1773616139.001197:0:93390:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616139.001198:0:93390:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678f2 00000020:00000001:1.0:1773616139.001199:0:93390:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.001200:0:93390:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f57000 refcount=4 00000020:00000001:1.0:1773616139.001203:0:93390:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749523013632 : -121324186537984 : ffff91a802f57000) 00000020:00000001:1.0:1773616139.001205:0:93390:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749523013632 : -121324186537984 : ffff91a802f57000) 00000100:00000001:1.0:1773616139.001207:0:93390:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616139.001209:0:93390:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 27 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616139.001211:0:93390:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:1.0:1773616139.001213:0:93390:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f57000 : new refcount 3 00000100:00080000:1.0:1773616139.001215:0:93390:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff91a81094d000: import ffff91a8030ac800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:1.0:1773616139.001217:0:93390:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.001219:0:93390:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773616139.001222:0:93390:0:(sec.c:1453:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1773616139.001223:0:93390:0:(sec.c:1471:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff91a81094d000: select security flavor null 02000000:00000001:1.0:1773616139.001226:0:93390:0:(sec.c:1492:sptlrpc_sec_create()) Process leaving (rc=18446744072650497952 : -1059053664 : ffffffffc0e01fa0) 02000000:00000001:1.0:1773616139.001229:0:93390:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.001230:0:93390:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1773616139.001232:0:93390:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1773616139.001235:0:93390:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.001236:0:93390:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616139.001240:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18e00. 00000020:00000040:1.0:1773616139.001242:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8030ac800 refcount=2 obd=lustre-OST0001-osc-ffff91a81094d000 02000000:00000001:1.0:1773616139.001245:0:93390:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616139.001246:0:93390:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.001248:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616139.001250:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616139.001252:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616139.001256:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fb000. 00000100:00000001:1.0:1773616139.001259:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.001264:0:93390:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616139.001270:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616139.001273:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.001276:0:93390:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c7743e] to pc [ptlrpcd_rcv+-1] req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616139.001340:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616139.001345:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616139.001350:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7277) 00000100:00000001:3.0:1773616139.003449:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.003456:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773616139.003461:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.003464:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.003467:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616139.003481:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.003492:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616139.003494:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.003497:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616139.003500:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616139.003503:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616139.003507:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795579008:192.168.201.103@tcp:8:mount.lustre.0 00000100:00000001:3.0:1773616139.003511:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616139.003516:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616139.003518:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.003521:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616139.003528:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819773000. 02000000:00000001:3.0:1773616139.003531:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616139.003537:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616139.003542:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616139.003549:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616139.003555:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795579008, portal 4 00000100:00000001:3.0:1773616139.003557:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.003559:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00000020:00000010:3.0:1773616139.003568:0:2398:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a804454000. 00000100:00000040:3.0:1773616139.003574:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.003582:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616139.003585:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616139.003587:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773616139.003590:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859763795579008, offset 0 00000400:00000200:3.0:1773616139.003596:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616139.003605:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.003611:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616139.003616:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616139.003620:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616139.003623:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616139.003626:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616139.003630:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149464:149464:256:4294967295] 192.168.201.103@tcp LPNI seq info [149404:149404:8:4294967295] 00000400:00000200:3.0:1773616139.003635:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.003645:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616139.003651:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616139.003656:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773616139.003662:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616139.003669:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616139.003674:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773616139.003699:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.003703:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1773616139.003707:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616139.003709:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943582 00000100:00000001:3.0:1773616139.003718:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 0, simply extend its deadline from 4301943581 00000100:00000001:3.0:1773616139.003723:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943582 00000100:00000001:3.0:1773616139.003727:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 1, simply extend its deadline from 4301943581 00000100:00000001:3.0:1773616139.003730:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.003732:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.003736:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.003739:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.003742:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.003743:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773616139.003745:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.003746:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.003747:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.003750:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616139.004160:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.004166:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41800. 00000400:00000200:0.0:1773616139.004172:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.004186:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.004191:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3110 00000400:00000010:0.0:1773616139.004193:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3110. 00000100:00000001:0.0:1773616139.004197:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.004202:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.004211:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.004214:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.004221:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.004223:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616139.004279:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.004281:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.004284:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.004286:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.004413:0:93390:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.004420:0:93390:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1773616139.004422:0:93390:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID 00000020:00000040:1.0:1773616139.004426:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8030ac800 refcount=3 obd=lustre-OST0001-osc-ffff91a81094d000 00000100:00000001:1.0:1773616139.004437:0:93390:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.004440:0:93390:0:(ldlm_lib.c:724:client_connect_import()) Process leaving 00020000:00000001:1.0:1773616139.004445:0:93390:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1773616139.004448:0:93390:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff91a81094d000) active 00020000:00000001:1.0:1773616139.004464:0:93390:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.004468:0:93390:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:1.0:1773616139.004472:0:93390:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1773616139.004475:0:93390:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:1.0:1773616139.004477:0:93390:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.004479:0:93390:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.004479:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:1.0:1773616139.004482:0:93390:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.004485:0:93390:0:(obd_class.h:876:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.004485:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000080:00000010:1.0:1773616139.004491:0:93390:0:(llite_lib.c:745:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff91a804604600. 00000100:00000040:0.0:1773616139.004492:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7277) 00000020:00000010:1.0:1773616139.004497:0:93390:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff91a8050fb400. 00800000:00000001:1.0:1773616139.004501:0:93390:0:(lmv_obd.c:1588:lmv_getattr()) Process entered 00800000:00000001:1.0:1773616139.004503:0:93390:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616139.004507:0:93390:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616139.004510:0:93390:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616139.004512:0:93390:0:(fld_cache.c:502:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:1.0:1773616139.004514:0:93390:0:(fld_request.c:114:fld_client_get_target()) Process entered 80000000:00000001:1.0:1773616139.004516:0:93390:0:(fld_request.c:45:fld_rrb_scan()) Process entered 80000000:00000001:1.0:1773616139.004518:0:93390:0:(fld_request.c:62:fld_rrb_scan()) Process leaving (rc=18446622749603240320 : -121324106311296 : ffff91a807bd9980) 80000000:00000040:1.0:1773616139.004520:0:93390:0:(fld_request.c:124:fld_client_get_target()) cli-lustre-clilmv-ffff91a81094d000: Found target (idx 0) by seq 0x200000007 80000000:00000001:1.0:1773616139.004523:0:93390:0:(fld_request.c:127:fld_client_get_target()) Process leaving (rc=18446622749603240320 : -121324106311296 : ffff91a807bd9980) 80000000:00000040:1.0:1773616139.004525:0:93390:0:(fld_request.c:443:fld_client_lookup()) cli-lustre-clilmv-ffff91a81094d000: Lookup fld entry (seq: 0x200000007) on target lustre-MDT0000-mdc-ffff91a81094d000 (idx 0) 80000000:00000001:1.0:1773616139.004529:0:93390:0:(fld_request.c:312:fld_client_rpc()) Process entered 00000100:00000010:1.0:1773616139.004534:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18a80. 00000020:00000040:1.0:1773616139.004537:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616139.004541:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616139.004544:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616139.004548:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616139.004554:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605000. 00000100:00000001:1.0:1773616139.004560:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.004568:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616139.004570:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616139.004575:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a812a649c0. 00000100:00000001:1.0:1773616139.004578:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749786261952 : -121323923289664 : ffff91a812a649c0) 00000100:00000001:1.0:1773616139.004580:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.004582:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000001:1.0:1773616139.004586:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616139.004589:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.004591:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616139.004593:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616139.004598:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.004604:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616139.004606:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.004608:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616139.004610:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616139.004613:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.004616:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93390:1859763795579136:192.168.201.103@tcp:900:mount.lustre.0 00000100:00000001:1.0:1773616139.004620:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616139.004623:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616139.004625:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.004627:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616139.004631:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616139.004633:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616139.004638:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616139.004641:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773616139.004646:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616139.004650:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795579136, portal 10 00000100:00000001:1.0:1773616139.004653:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.004654:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000040:1.0:1773616139.004660:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.004666:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616139.004668:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616139.004671:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1908. 00000100:00000200:1.0:1773616139.004673:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1859763795579136, offset 0 00000400:00000200:1.0:1773616139.004678:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616139.004683:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.004688:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616139.004692:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616139.004694:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616139.004697:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616139.004699:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616139.004702:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149465:149465:256:4294967295] 192.168.201.103@tcp LPNI seq info [149405:149405:8:4294967295] 00000400:00000200:1.0:1773616139.004706:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.004713:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616139.004718:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616139.004722:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb900. 00000800:00000200:1.0:1773616139.004727:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616139.004732:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616139.004736:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb900 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:1.0:1773616139.004753:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.004757:0:93390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 42212 usecs (43 jiffies) 00000400:00000200:1.0:1773616139.004760:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616139.004763:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301939655 00000100:00000001:1.0:1773616139.004766:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.004768:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301939655 00000100:00000001:1.0:1773616139.004780:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.004783:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.004785:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.004788:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616139.004789:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616139.004792:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a649c0 going to sleep for 11 seconds 00000800:00000200:0.0:1773616139.005144:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.005148:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb900. 00000400:00000200:0.0:1773616139.005151:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.005155:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.005159:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1908 00000400:00000010:0.0:1773616139.005161:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1908. 00000100:00000001:0.0:1773616139.005163:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.005168:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.005185:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.005189:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.005195:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.005197:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616139.005291:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616139.005295:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616139.005666:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.005674:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.005677:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.005678:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.005682:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.005686:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.005690:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.005692:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.005695:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.005698:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b720066d000 00000400:00000200:0.0:1773616139.005701:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.005704:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x193841 [1] + 0 00000800:00000001:0.0:1773616139.005709:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.005715:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.005716:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.005719:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.005722:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.005725:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616139.005733:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.005746:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.005752:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.005755:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.005795:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.005798:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616139.005805:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616139.005807:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616139.005810:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:3.0:1773616139.005814:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:3.0:1773616139.005816:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:3.0:1773616139.005819:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616139.005824:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616139.005833:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.006143:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616139.006145:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.006148:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616139.006151:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616139.006154:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616139.006157:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.006159:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616139.006169:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=1773616139 v=5 (0 0 0 0) 00000100:00001000:3.0:1773616139.006174:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=1773616139 v=0 (0 0 0 0) 00000100:00001000:3.0:1773616139.006352:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8030ad410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1773616139.006357:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616139.006359:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.006362:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616139.006366:0:2398:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.006370:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616139.006372:0:2398:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773616139.006376:0:2398:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773616139.006378:0:2398:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616139.006380:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.006386:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.006394:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.006396:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616139.006398:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.006401:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773616139.006407:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91a81094d000: connect to target with instance 11 00000020:00000001:3.0:1773616139.006410:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773616139.006412:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678eb 00000020:00000001:3.0:1773616139.006414:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.006417:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f53000 refcount=4 00000020:00000001:3.0:1773616139.006419:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000020:00000001:3.0:1773616139.006421:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000100:00001000:3.0:1773616139.006425:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=1773616139 v=0 (0 0 0 0) 00000100:00001000:3.0:1773616139.006427:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8030ad410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773616139.006431:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000100:00080000:3.0:1773616139.006436:0:2398:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff91a81094d000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1773616139.006440:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f53000 : new refcount 3 00000100:00000001:3.0:1773616139.006442:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616139.006446:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:3.0:1773616139.006450:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff91a81094d000, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1773616139.006454:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773616139.006457:0:2398:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773616139.006460:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773616139.006462:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773616139.006465:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773616139.006466:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.006468:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.006471:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006473:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006475:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.006476:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.006478:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006479:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773616139.006481:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773616139.006484:0:2398:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00000002:00000001:3.0:1773616139.006489:0:2398:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773616139.006491:0:2398:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.006493:0:2398:0:(mdc_request.c:3090:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1773616139.006494:0:2398:0:(mdc_request.c:3097:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.006496:0:2398:0:(lmv_obd.c:313:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006498:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006499:0:2398:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.006502:0:2398:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.006503:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.006505:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.006507:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773616139.006510:0:2398:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1773616139.006513:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8030ad000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773616139.006516:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616139.006517:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773616139.006518:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773616139.006520:0:2398:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1773616139.006522:0:2398:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1773616139.006523:0:2398:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff91a806f55548 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1773616139.006527:0:2398:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1773616139.006529:0:2398:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn e60cc2233ec678eb 00020000:00000001:3.0:1773616139.006531:0:2398:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006533:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773616139.006534:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773616139.006536:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773616139.006537:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.006538:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.006540:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006541:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006543:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.006544:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.006545:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006547:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773616139.006548:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773616139.006550:0:2398:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773616139.006551:0:2398:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006553:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.006555:0:2398:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.006556:0:2398:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.006558:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.006559:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.006561:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773616139.006562:0:2398:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.006565:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773616139.006568:0:2398:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.006571:0:2398:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.006577:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616139.006586:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795578880:192.168.201.103@tcp:8:mount.lustre.0 00000100:00000001:3.0:1773616139.006591:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.006593:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.006597:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19880 x1859763795578880/t0(0) o8->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.006604:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616139.006607:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616139.006610:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616139.006614:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616139.006615:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616139.006617:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:3.0:1773616139.006619:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616139.006622:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050fa000. 02000000:00000001:3.0:1773616139.006625:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616139.006627:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616139.006629:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19880. 00000100:00000001:3.0:1773616139.006633:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616139.006634:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.006636:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.006638:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.006640:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.006642:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.006644:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616139.011114:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.011134:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.011139:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.011141:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.011156:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.011163:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.011172:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.011249:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.011322:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.011328:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 248 into portal 10 MB=0x69b720066d100 00000400:00000200:0.0:1773616139.011333:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.011340:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 248/248 into md 0x193851 [1] + 224 00000800:00000001:0.0:1773616139.011348:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.011359:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.011362:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.011366:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.011374:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.011384:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616139.011396:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.011448:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.011467:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.011476:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.011480:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616139.012269:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616139.012272:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616139.012276:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249f8. 00000400:00000200:1.0:1773616139.012281:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616139.012283:0:93390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616139.012286:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.012292:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616139.012302:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.012309:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616139.012311:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.012315:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616139.012318:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616139.012321:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616139.012324:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.012327:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616139.012637:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8182b5ca0 time=1773616139 v=5 (0 0 0 0) 00000100:00001000:1.0:1773616139.012643:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616139.012646:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616139.012648:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.012651:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616139.012655:0:93390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.012659:0:93390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616139.012662:0:93390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616139.012664:0:93390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616139.012665:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.012672:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.012680:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.012683:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616139.012685:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616139.012689:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616139.012697:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93390:1859763795579136:192.168.201.103@tcp:900:mount.lustre.0 00000100:00000001:1.0:1773616139.012702:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.012705:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.012707:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616139.012709:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.012712:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.012719:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616139.012723:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a812a649c0. 00000100:00000001:1.0:1773616139.012727:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616139.012728:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616139.012734:0:93390:0:(fld_request.c:407:fld_client_rpc()) Process leaving 00000100:00000001:1.0:1773616139.012736:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.012739:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18a80 x1859763795579136/t0(0) o900->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.012745:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616139.012747:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616139.012750:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616139.012753:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616139.012756:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616139.012758:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616139.012760:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616139.012763:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605000. 02000000:00000001:1.0:1773616139.012766:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616139.012768:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616139.012783:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18a80. 00000100:00000001:1.0:1773616139.012787:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616139.012789:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:1.0:1773616139.012798:0:93390:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff91a807bd9b00. 80000000:00000001:1.0:1773616139.012800:0:93390:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446622749603240704 : -121324106310912 : ffff91a807bd9b00) 80000000:00000001:1.0:1773616139.012803:0:93390:0:(fld_cache.c:386:fld_cache_insert_nolock()) Process entered 80000000:00000001:1.0:1773616139.012805:0:93390:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000001:1.0:1773616139.012807:0:93390:0:(fld_cache.c:203:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:1.0:1773616139.012809:0:93390:0:(fld_cache.c:417:fld_cache_insert_nolock()) insert range [0x0000000200000007-0x0000000200000008]:0:mdt 80000000:00000001:1.0:1773616139.012812:0:93390:0:(fld_cache.c:110:fld_fix_new_list()) Process entered 80000000:00000001:1.0:1773616139.012814:0:93390:0:(fld_cache.c:165:fld_fix_new_list()) Process leaving 80000000:00000001:1.0:1773616139.012815:0:93390:0:(fld_cache.c:421:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616139.012818:0:93390:0:(fld_cache.c:440:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616139.012820:0:93390:0:(fld_request.c:485:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616139.012825:0:93390:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616139.012827:0:93390:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616139.012864:0:93390:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff91a8050fa000. 00000002:00000001:1.0:1773616139.012870:0:93390:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:1.0:1773616139.012874:0:93390:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18a80. 00000020:00000040:1.0:1773616139.012878:0:93390:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616139.012881:0:93390:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616139.013009:0:93390:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616139.013015:0:93390:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616139.013022:0:93390:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605000. 00000100:00000001:1.0:1773616139.013028:0:93390:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616139.013036:0:93390:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:1.0:1773616139.013038:0:93390:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616139.013040:0:93390:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616139.013045:0:93390:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a812a649c0. 00000100:00000001:1.0:1773616139.013048:0:93390:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749786261952 : -121323923289664 : ffff91a812a649c0) 00000100:00000001:1.0:1773616139.013051:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.013052:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000001:1.0:1773616139.013057:0:93390:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616139.013061:0:93390:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.013063:0:93390:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616139.013065:0:93390:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616139.013069:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.013076:0:93390:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616139.013078:0:93390:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.013082:0:93390:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616139.013084:0:93390:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616139.013087:0:93390:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.013091:0:93390:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93390:1859763795579264:192.168.201.103@tcp:33:mount.lustre.0 00000100:00000001:1.0:1773616139.013094:0:93390:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616139.013098:0:93390:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616139.013101:0:93390:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.013103:0:93390:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616139.013160:0:93390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:1.0:1773616139.013163:0:93390:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616139.013168:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616139.013172:0:93390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773616139.013177:0:93390:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a8050f8000. 00000100:00000200:1.0:1773616139.013184:0:93390:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795579264, portal 10 00000100:00000001:1.0:1773616139.013186:0:93390:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.013187:0:93390:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000040:1.0:1773616139.013193:0:93390:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.013199:0:93390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616139.013202:0:93390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616139.013206:0:93390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616139.013209:0:93390:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1859763795579264, offset 0 00000400:00000200:1.0:1773616139.013220:0:93390:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616139.013228:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.013234:0:93390:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616139.013239:0:93390:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616139.013243:0:93390:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616139.013247:0:93390:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616139.013250:0:93390:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616139.013254:0:93390:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149466:149466:256:4294967295] 192.168.201.103@tcp LPNI seq info [149406:149406:8:4294967295] 00000400:00000200:1.0:1773616139.013259:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.013267:0:93390:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616139.013273:0:93390:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616139.013278:0:93390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbba00. 00000800:00000200:1.0:1773616139.013285:0:93390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616139.013292:0:93390:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616139.013297:0:93390:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbba00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1773616139.013316:0:93390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.013321:0:93390:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35703 usecs (36 jiffies) 00000400:00000200:1.0:1773616139.013324:0:93390:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616139.013328:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301939657 00000100:00000001:1.0:1773616139.013405:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.013409:0:93390:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301939657 00000100:00000001:1.0:1773616139.013411:0:93390:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.013413:0:93390:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.013415:0:93390:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.013418:0:93390:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616139.013419:0:93390:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773616139.013422:0:93390:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a649c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773616139.013424:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616139.013426:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616139.013450:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.013672:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbba00. 00000400:00000200:0.0:1773616139.013676:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.013681:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.013686:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:0.0:1773616139.013688:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:0.0:1773616139.013692:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.013696:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.013705:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.013708:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.013715:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.013716:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616139.014014:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.014021:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.014024:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.014026:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.014031:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.014035:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.014041:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.014044:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.014048:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.014051:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b720066d080 00000400:00000200:0.0:1773616139.014055:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.014060:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x193849 [1] + 0 00000800:00000001:0.0:1773616139.014063:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.014069:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.014070:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.014072:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.014075:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.014079:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616139.014085:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.014106:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.014111:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.014113:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.014155:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.014157:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616139.014161:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616139.014162:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616139.014164:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616139.014166:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:3.0:1773616139.014168:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:3.0:1773616139.014170:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616139.014173:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616139.014179:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.014183:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616139.014183:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.014185:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616139.014186:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616139.014187:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616139.014188:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.014190:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616139.014195:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030acc58 time=1773616139 v=5 (0 0 0 0) 00000100:00001000:3.0:1773616139.014197:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030acc10 time=1773616139 v=0 (0 0 0 0) 00000100:00001000:3.0:1773616139.014199:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8030acc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1773616139.014201:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616139.014203:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.014204:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616139.014206:0:2398:0:(ldlm_request.c:1695:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.014208:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616139.014209:0:2398:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: committing for last_committed 0 gen 1 00000100:00000040:3.0:1773616139.014211:0:2398:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773616139.014213:0:2398:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616139.014214:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.014217:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.014221:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.014222:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616139.014223:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.014224:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773616139.014227:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff91a81094d000: connect to target with instance 1 00000020:00000001:3.0:1773616139.014229:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773616139.014230:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678f2 00000020:00000001:3.0:1773616139.014232:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.014233:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f57000 refcount=4 00000020:00000001:3.0:1773616139.014235:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749523013632 : -121324186537984 : ffff91a802f57000) 00000020:00000001:3.0:1773616139.014236:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749523013632 : -121324186537984 : ffff91a802f57000) 00000100:00001000:3.0:1773616139.014238:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030acc10 time=1773616139 v=0 (0 0 0 0) 00000100:00001000:3.0:1773616139.014240:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8030acc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773616139.014243:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000100:00080000:3.0:1773616139.014247:0:2398:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff91a81094d000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1773616139.014249:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f57000 : new refcount 3 00000100:00000001:3.0:1773616139.014251:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616139.014253:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:3.0:1773616139.014256:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0001-osc-ffff91a81094d000, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1773616139.014259:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773616139.014261:0:2398:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773616139.014264:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773616139.014266:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773616139.014267:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773616139.014268:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.014270:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.014272:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014273:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014274:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.014275:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.014276:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014276:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773616139.014277:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773616139.014280:0:2398:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773616139.014281:0:2398:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014282:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014283:0:2398:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.014285:0:2398:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.014286:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.014287:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.014288:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773616139.014289:0:2398:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1773616139.014292:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8030ac800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773616139.014293:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616139.014294:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773616139.014295:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773616139.014295:0:2398:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1773616139.014297:0:2398:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1773616139.014298:0:2398:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff91a806f55548 for uuid lustre-OST0001_UUID event(1) 00020000:01000000:3.0:1773616139.014301:0:2398:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00020000:00000040:3.0:1773616139.014303:0:2398:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0001_UUID: lov idx 1 conn e60cc2233ec678f2 00020000:00000001:3.0:1773616139.014304:0:2398:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616139.014305:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773616139.014306:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773616139.014307:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773616139.014308:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.014309:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.014310:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014311:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014311:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.014312:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.014313:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014314:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773616139.014315:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773616139.014316:0:2398:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773616139.014317:0:2398:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014318:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.014318:0:2398:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.014319:0:2398:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.014320:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.014321:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.014322:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773616139.014323:0:2398:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.014325:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773616139.014327:0:2398:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.014329:0:2398:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.014332:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616139.014339:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795579008:192.168.201.103@tcp:8:mount.lustre.0 00000100:00000001:3.0:1773616139.014343:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.014345:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.014348:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18e00 x1859763795579008/t0(0) o8->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.014353:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616139.014355:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616139.014357:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819773000. 02000000:00000001:3.0:1773616139.014360:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616139.014361:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616139.014362:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=2 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:3.0:1773616139.014364:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616139.014366:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050fb000. 02000000:00000001:3.0:1773616139.014369:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616139.014371:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616139.014372:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18e00. 00000100:00000001:3.0:1773616139.014375:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616139.014376:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.014379:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.014385:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.014387:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.014389:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.014390:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616139.022329:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.022348:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.022352:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.022368:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.022378:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.022386:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.022395:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.022400:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.022406:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.022410:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 464 into portal 10 MB=0x69b720066d180 00000400:00000200:0.0:1773616139.022415:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.022422:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 464/464 into md 0x193861 [32] + 224 00000800:00000001:0.0:1773616139.022430:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.022477:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.022480:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.022485:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.022493:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.022512:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616139.022524:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=66264 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.022544:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.022554:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.022557:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.022743:0:93390:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616139.022752:0:93390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616139.022754:0:93390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616139.022758:0:93390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249f8. 00000400:00000200:1.0:1773616139.022763:0:93390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8050f8000 00000400:00000010:1.0:1773616139.022766:0:93390:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a8050f8000. 00000100:00000001:1.0:1773616139.022769:0:93390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.022795:0:93390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616139.022807:0:93390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.022814:0:93390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616139.022817:0:93390:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.022820:0:93390:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616139.022824:0:93390:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616139.022827:0:93390:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616139.022830:0:93390:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.022833:0:93390:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616139.022883:0:93390:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8182b5ce8 time=1773616139 v=5 (0 0 0 0) 00000100:00001000:1.0:1773616139.023036:0:93390:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616139.023041:0:93390:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616139.023043:0:93390:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.023046:0:93390:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616139.023050:0:93390:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.023053:0:93390:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616139.023055:0:93390:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616139.023057:0:93390:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616139.023059:0:93390:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.023064:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.023072:0:93390:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.023075:0:93390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616139.023077:0:93390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616139.023081:0:93390:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773616194 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616139.023090:0:93390:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93390:1859763795579264:192.168.201.103@tcp:33:mount.lustre.0 00000100:00000001:1.0:1773616139.023096:0:93390:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.023098:0:93390:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.023101:0:93390:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616139.023103:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.023106:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.023112:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616139.023115:0:93390:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a812a649c0. 00000100:00000001:1.0:1773616139.023118:0:93390:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616139.023120:0:93390:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:1.0:1773616139.023126:0:93390:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40777 00000002:00000001:1.0:1773616139.023130:0:93390:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616139.023133:0:93390:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616139.023136:0:93390:0:(lmv_obd.c:1601:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773616139.023141:0:93390:0:(llite_lib.c:760:client_common_fill_super()) kfreed 'op_data': 384 at ffff91a804604600. 00000002:00000001:1.0:1773616139.023148:0:93390:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1773616139.023153:0:93390:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1773616139.023157:0:93390:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616139.024720:0:93390:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279360. 00000020:00000010:0.0:1773616139.024733:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29c00. 00000020:00000010:0.0:1773616139.024739:0:93390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29600. 00000020:00000010:0.0:1773616139.024743:0:93390:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf480. 00000008:00000010:0.0:1773616139.024750:0:93390:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616139.024755:0:93390:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616139.024759:0:93390:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616139.024765:0:93390:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616139.024780:0:93390:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616139.024785:0:93390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29200. 00000008:00000010:0.0:1773616139.024789:0:93390:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616139.024793:0:93390:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616139.024797:0:93390:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616139.024801:0:93390:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000001:0.0:1773616139.024803:0:93390:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878621032 : -121323830930584 : ffff91a818279368) 00000020:00001000:0.0:1773616139.024806:0:93390:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279360 00000080:00000001:0.0:1773616139.024808:0:93390:0:(vvp_dev.c:172:vvp_device_alloc()) Process entered 00000080:00000010:0.0:1773616139.024810:0:93390:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff91a8046cf8a0. 00000080:00000010:0.0:1773616139.024812:0:93390:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff91a8034c1000. 00000020:00000001:0.0:1773616139.024814:0:93390:0:(lu_object.c:1135:lu_site_init()) Process entered 00000020:00000010:0.0:1773616139.024887:0:93390:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff91a810070000. 00000020:00000010:0.0:1773616139.024896:0:93390:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff91a8034c1c00. 00000020:00000010:0.0:1773616139.024899:0:93390:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff91a810e90d80. 00000020:00000001:0.0:1773616139.024902:0:93390:0:(lu_object.c:1197:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.024907:0:93390:0:(vvp_dev.c:198:vvp_device_alloc()) Process leaving (rc=18446622749547624608 : -121324161927008 : ffff91a8046cf8a0) 00000080:00000001:0.0:1773616139.024910:0:93390:0:(vvp_dev.c:207:vvp_device_init()) Process entered 00020000:00000001:0.0:1773616139.024913:0:93390:0:(lov_dev.c:168:lov_mdc_dev_init()) Process entered 00020000:00000010:0.0:1773616139.024917:0:93390:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff91a8046cfc00. 00020000:00000001:0.0:1773616139.024920:0:93390:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:0.0:1773616139.024923:0:93390:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024925:0:93390:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024928:0:93390:0:(lov_dev.c:176:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024929:0:93390:0:(lov_dev.c:168:lov_mdc_dev_init()) Process entered 00020000:00000010:0.0:1773616139.024931:0:93390:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff91a8046cf360. 00020000:00000001:0.0:1773616139.024933:0:93390:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000002:00000001:0.0:1773616139.024934:0:93390:0:(mdc_dev.c:1752:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024936:0:93390:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024937:0:93390:0:(lov_dev.c:176:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773616139.024940:0:93390:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff91a8046cfae0. 00020000:00000001:0.0:1773616139.024942:0:93390:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:0.0:1773616139.024944:0:93390:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024946:0:93390:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773616139.024949:0:93390:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff91a8046cf6c0. 00020000:00000001:0.0:1773616139.024951:0:93390:0:(lovsub_dev.c:36:lovsub_device_init()) Process entered 00000008:00000001:0.0:1773616139.024953:0:93390:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024954:0:93390:0:(lovsub_dev.c:48:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.024956:0:93390:0:(lov_dev.c:280:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.024958:0:93390:0:(vvp_dev.c:218:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773616139.024960:0:93390:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279360 00000020:00000010:0.0:1773616139.024964:0:93390:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29600. 00000020:00000010:0.0:1773616139.024969:0:93390:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf480. 00000008:00000010:0.0:1773616139.024973:0:93390:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616139.024977:0:93390:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616139.024981:0:93390:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616139.024984:0:93390:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616139.024987:0:93390:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616139.024989:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29c00. 00000008:00000010:0.0:1773616139.024992:0:93390:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616139.024994:0:93390:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616139.024998:0:93390:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616139.025000:0:93390:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:0.0:1773616139.025002:0:93390:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29200. 00000020:00000010:0.0:1773616139.025004:0:93390:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279360. 00000080:00000001:0.0:1773616139.025007:0:93390:0:(vvp_dev.c:302:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.025009:0:93390:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773616139.025012:0:93390:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1773616139.025028:0:93390:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a804118000. 00000080:00000001:0.0:1773616139.025036:0:93390:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:0.0:1773616139.025038:0:93390:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8) 00000080:00000001:0.0:1773616139.025040:0:93390:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773616139.025042:0:93390:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773616139.025044:0:93390:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.025047:0:93390:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773616139.025049:0:93390:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1773616139.025051:0:93390:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 0 to 1773616112 00000080:00200000:0.0:1773616139.025054:0:93390:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00000001:0.0:1773616139.025056:0:93390:0:(llite_lib.c:3212:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1773616139.025058:0:93390:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541630152 : -121324167921464 : ffff91a8041180c8) 00800000:00000001:0.0:1773616139.025061:0:93390:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773616139.025063:0:93390:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.025066:0:93390:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.025074:0:93390:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18a80 x1859763795579264/t0(0) o33->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 448/464 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.025080:0:93390:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.025082:0:93390:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.025085:0:93390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:0.0:1773616139.025107:0:93390:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.025109:0:93390:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.025111:0:93390:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616139.025112:0:93390:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.025115:0:93390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605000. 02000000:00000001:0.0:1773616139.025117:0:93390:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.025119:0:93390:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.025120:0:93390:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18a80. 00000100:00000001:0.0:1773616139.025122:0:93390:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.025123:0:93390:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1773616139.025129:0:93390:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a81023dd60. 00000080:00000001:0.0:1773616139.025132:0:93390:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:0.0:1773616139.025134:0:93390:0:(obd_class.h:836:obd_get_uuid()) Process entered 00800000:00000001:0.0:1773616139.025137:0:93390:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446622749590109144 : -121324119442472 : ffff91a806f53bd8) 00000080:00000001:0.0:1773616139.025138:0:93390:0:(obd_class.h:843:obd_get_uuid()) Process leaving (rc=18446622749590109144 : -121324119442472 : ffff91a806f53bd8) 00000080:00000010:0.0:1773616139.025140:0:93390:0:(llite_lib.c:849:client_common_fill_super()) kfreed 'data': 192 at ffff91a812a643c0. 00000080:00000010:0.0:1773616139.025143:0:93390:0:(llite_lib.c:850:client_common_fill_super()) kfreed 'osfs': 144 at ffff91a812a646c0. 00000080:00000001:0.0:1773616139.025144:0:93390:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773616139.025147:0:93390:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773616139.025150:0:93390:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.025151:0:93390:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.025168:0:93390:0:(llite_lib.c:894:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616139.025172:0:93390:0:(llite_lib.c:1499:ll_fill_super()) kfreed 'md': 33 at ffff91a807bd9040. 00000080:00000010:0.0:1773616139.025175:0:93390:0:(llite_lib.c:1501:ll_fill_super()) kfreed 'dt': 33 at ffff91a807bd9640. 00000080:00000010:0.0:1773616139.025178:0:93390:0:(llite_lib.c:1509:ll_fill_super()) kfreed 'cfg': 88 at ffff91a80469b780. 00000080:02000400:0.0:1773616139.025181:0:93390:0:(llite_lib.c:1515:ll_fill_super()) Mounted lustre-client 00000080:00000001:0.0:1773616139.034171:0:93390:0:(llite_lib.c:1516:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1773616139.034181:0:93390:0:(super25.c:189:lustre_fill_super()) 192.168.201.103@tcp:/lustre: Mount complete 00000080:00000001:3.0:1773616139.036294:0:1463:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.036304:0:1463:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.038188:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.038200:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.070034:0:1463:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.070047:0:1463:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.097310:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.097324:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.184151:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616139.184162:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.184169:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616139.184170:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.184195:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616139.184198:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616139.184201:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1773616139.295091:0:93422:0:(debug.c:306:cfs_str2mask()) Process entered 00000080:00000001:2.0:1773616139.319655:0:93423:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616139.319663:0:93423:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616139.319666:0:93423:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616139.319669:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fb20 00000080:00200000:2.0:1773616139.319673:0:93423:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616139.319682:0:93423:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62200. 00800000:00000002:2.0:1773616139.319689:0:93423:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.319693:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.319698:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.319701:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fa40 00800000:00000002:2.0:1773616139.319703:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.319708:0:93423:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616139.319710:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.319712:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.319715:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.319718:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.319720:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.319722:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.319725:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.319729:0:93423:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616139.319735:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.319737:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f910 00000002:00010000:2.0:1773616139.319739:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616139.319743:0:93423:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616139.319745:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.319750:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616139.319756:0:93423:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.319758:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.319761:0:93423:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.319764:0:93423:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616139.320092:0:93423:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616139.320099:0:93423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616139.320104:0:93423:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616139.320111:0:93423:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616139.320116:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.320120:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.320123:0:93423:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.320125:0:93423:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.320130:0:93423:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.321424:0:93423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803494c00. 00000100:00000001:2.0:1773616139.321439:0:93423:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.321447:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.321449:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.321451:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.321452:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.321454:0:93423:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.321462:0:93423:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00010000:00000001:2.0:1773616139.321466:0:93423:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616139.324197:0:93423:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616139.324216:0:93423:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804febe00. 00010000:00000010:2.0:1773616139.324224:0:93423:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c700. 00010000:00000001:2.0:1773616139.324230:0:93423:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616139.324234:0:93423:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5200. 00000020:00000001:2.0:1773616139.324239:0:93423:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616139.324242:0:93423:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5200 with handle 0xe60cc2233ec678f9 to hash 00000020:00000001:2.0:1773616139.324245:0:93423:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616139.324247:0:93423:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.324251:0:93423:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.324256:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.324259:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.324264:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.324274:0:93423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.324290:0:93423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616139.324297:0:93423:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.324300:0:93423:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.324308:0:93423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2480. 00000100:00000001:2.0:1773616139.324311:0:93423:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745816704 : -121323963734912 : ffff91a8103d2480) 00000100:00000001:2.0:1773616139.324314:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.324315:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000001:2.0:1773616139.324321:0:93423:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.324325:0:93423:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.324327:0:93423:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.324329:0:93423:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.324340:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.324349:0:93423:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.324352:0:93423:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.324357:0:93423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.324360:0:93423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.324363:0:93423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.324367:0:93423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:93423:1859763795579392:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773616139.324371:0:93423:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.324377:0:93423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.324380:0:93423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.324382:0:93423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.324389:0:93423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616139.324391:0:93423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.324399:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.324404:0:93423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9f78. 00000400:00000010:2.0:1773616139.324410:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616139.324417:0:93423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795579392, portal 10 00000100:00000001:2.0:1773616139.324420:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.324421:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:2.0:1773616139.324427:0:93423:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.324436:0:93423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.324439:0:93423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.324442:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:2.0:1773616139.324445:0:93423:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795579392, offset 0 00000400:00000200:2.0:1773616139.324662:0:93423:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.324672:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.324679:0:93423:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.324685:0:93423:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.324690:0:93423:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.324695:0:93423:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.324698:0:93423:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.324702:0:93423:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149467:149467:256:4294967295] 192.168.201.103@tcp LPNI seq info [149407:149407:8:4294967295] 00000400:00000200:2.0:1773616139.324707:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.324717:0:93423:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.324723:0:93423:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.324728:0:93423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde900. 00000800:00000200:2.0:1773616139.324738:0:93423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.324747:0:93423:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.324752:0:93423:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde900 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:0.0:1773616139.325121:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.325126:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde900. 00000400:00000200:0.0:1773616139.325135:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.325140:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.325146:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:0.0:1773616139.325148:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:0.0:1773616139.325152:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.325157:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.325167:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.325170:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.325177:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.325179:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616139.326040:0:93423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.326048:0:93423:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 498097 usecs (499 jiffies) 00000400:00000200:2.0:1773616139.326054:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.326057:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940432 00000100:00000001:2.0:1773616139.326061:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.326064:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940432 00000100:00000001:2.0:1773616139.326066:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.326069:0:93423:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.326072:0:93423:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.326074:0:93423:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.326076:0:93423:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616139.326079:0:93423:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2480 going to sleep for 50 seconds 00000100:00000001:2.0:1773616139.326082:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.326085:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616139.330337:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.330356:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.330361:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.330364:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.330375:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.330383:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.330393:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.330398:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.330405:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.330410:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b720066d200 00000400:00000200:0.0:1773616139.330414:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.330421:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x193871 [1] + 224 00000800:00000001:0.0:1773616139.330428:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.330437:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.330440:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.330444:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.330688:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.330698:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616139.330709:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.330730:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.330740:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.330744:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.330901:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616139.330909:0:93423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616139.330911:0:93423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616139.330915:0:93423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:2.0:1773616139.330919:0:93423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:2.0:1773616139.330922:0:93423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:2.0:1773616139.330925:0:93423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616139.330930:0:93423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616139.330941:0:93423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.330948:0:93423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616139.330950:0:93423:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.330953:0:93423:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616139.330956:0:93423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616139.330959:0:93423:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616139.330961:0:93423:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.330964:0:93423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616139.330974:0:93423:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616139.330979:0:93423:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616139.330982:0:93423:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616139.330983:0:93423:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.330986:0:93423:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616139.330990:0:93423:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.330994:0:93423:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616139.330996:0:93423:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:2.0:1773616139.330998:0:93423:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616139.331000:0:93423:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.331005:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.331011:0:93423:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.331014:0:93423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616139.331017:0:93423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616139.331022:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616139.331029:0:93423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:93423:1859763795579392:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773616139.331034:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.331037:0:93423:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.331040:0:93423:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616139.331042:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.331045:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.331053:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616139.331056:0:93423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2480. 00000100:00000001:2.0:1773616139.331060:0:93423:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616139.331061:0:93423:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331065:0:93423:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616139.331070:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331073:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331077:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=4 00000020:00000001:2.0:1773616139.331079:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331082:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000040:2.0:1773616139.331089:0:93423:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5200, remote cookie: 0xf6516185796c58a, flags: 0x1001 00010000:00010000:2.0:1773616139.331095:0:93423:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.331111:0:93423:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331119:0:93423:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616139.331123:0:93423:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616139.331125:0:93423:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616139.331127:0:93423:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616139.331128:0:93423:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616139.331131:0:93423:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804febe00) refcount = 1 00010000:00010000:2.0:1773616139.331135:0:93423:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331142:0:93423:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616139.331146:0:93423:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616139.331147:0:93423:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.331150:0:93423:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616139.331152:0:93423:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.331156:0:93423:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331163:0:93423:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616139.331165:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331167:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331168:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331169:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331170:0:93423:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.331175:0:93423:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616139.331176:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331178:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331179:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.331182:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331184:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331187:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331188:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331189:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=4 00000020:00000001:2.0:1773616139.331191:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331194:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331197:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.331199:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.331203:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331210:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331211:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331212:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331214:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331215:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=5 00000020:00000001:2.0:1773616139.331217:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331219:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331221:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.331223:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331229:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331230:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616139.331232:0:93423:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331237:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.331238:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331239:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331240:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331241:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616139.331246:0:93423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616139.331261:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331263:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331264:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.331266:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331269:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331271:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331272:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.331274:0:93423:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.331276:0:93423:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.331279:0:93423:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616139.331281:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331282:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331284:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.331298:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331301:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00000002:00010000:2.0:1773616139.331304:0:93423:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331311:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331312:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331313:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616139.331314:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331316:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331317:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.331319:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331321:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000040:2.0:1773616139.331328:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:2.0:1773616139.331331:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616139.331335:0:93423:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773616139.331337:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331339:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.331340:0:93423:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616139.331343:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f890 00000002:00002000:2.0:1773616139.331345:0:93423:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616139.331348:0:93423:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.331352:0:93423:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.331355:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616139.331358:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616139.331361:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.331365:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616139.331369:0:93423:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62200. 00000080:00000001:2.0:1773616139.331374:0:93423:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616139.331376:0:93423:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616139.331383:0:93423:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616139.331386:0:93423:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773616139.331392:0:93423:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301000. 00800000:00000001:2.0:1773616139.331394:0:93423:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744959488 : -121323964592128 : ffff91a810301000) 00800000:00000001:2.0:1773616139.331397:0:93423:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.331399:0:93423:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616139.331402:0:93423:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616139.331404:0:93423:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773616139.331407:0:93423:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773616139.331411:0:93423:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773616139.331413:0:93423:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.331417:0:93423:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773616139.331420:0:93423:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773616139.331423:0:93423:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773616098 to 1773616112 00000080:00200000:2.0:1773616139.331427:0:93423:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773616139.331430:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331432:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331433:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.331435:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331437:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331439:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331440:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616139.331442:0:93423:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616139.331445:0:93423:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773616139.331447:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301000 1 00800000:00000010:2.0:1773616139.331450:0:93423:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301000. 00800000:00000001:2.0:1773616139.331452:0:93423:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.331456:0:93423:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec678f9 00800000:00000001:2.0:1773616139.331460:0:93423:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616139.331462:0:93423:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616139.331463:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331464:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331466:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.331468:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331476:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331479:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331480:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.331482:0:93423:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.331483:0:93423:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.331486:0:93423:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.331488:0:93423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616139.331491:0:93423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec678f9 from it ffffa25881d7fb58 00010000:00000001:2.0:1773616139.331493:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.331494:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.331495:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.331497:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331500:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.331502:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.331504:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.331510:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331511:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331512:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616139.331515:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616139.331518:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616139.331531:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616139.331534:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616139.331536:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.331540:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331542:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331543:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331546:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616139.331548:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331550:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331553:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331554:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.331555:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331556:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616139.331558:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.331563:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795579392/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.331569:0:93423:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616139.331572:0:93423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616139.331575:0:93423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616139.331579:0:93423:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616139.331582:0:93423:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616139.331583:0:93423:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616139.331586:0:93423:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616139.331588:0:93423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803494c00. 02000000:00000001:2.0:1773616139.331592:0:93423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616139.331593:0:93423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616139.331595:0:93423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:2.0:1773616139.331599:0:93423:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616139.331601:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616139.331604:0:93423:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616139.331610:0:93423:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616139.331622:0:93423:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a806539a00. 00000020:00000001:2.0:1773616139.331627:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fae8 00000080:00200000:2.0:1773616139.331629:0:93423:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), flags=8 00000080:00000001:2.0:1773616139.331634:0:93423:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616139.331635:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f998 00000080:00200000:2.0:1773616139.331637:0:93423:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=getattr 00000080:00000010:2.0:1773616139.331645:0:93423:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62200. 00800000:00000002:2.0:1773616139.331650:0:93423:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.331654:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.331657:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.331659:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f8b8 00800000:00000002:2.0:1773616139.331661:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.331664:0:93423:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616139.331667:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.331670:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.331672:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.331674:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.331676:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.331678:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.331680:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.331682:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f850 00800000:00000002:2.0:1773616139.331684:0:93423:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:2.0:1773616139.331688:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.331690:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f788 00000002:00010000:2.0:1773616139.331691:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616139.331695:0:93423:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616139.331698:0:93423:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616139.331702:0:93423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616139.331705:0:93423:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616139.331710:0:93423:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616139.331714:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.331717:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.331718:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.331719:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.331722:0:93423:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.331724:0:93423:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.331729:0:93423:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.331736:0:93423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803494c00. 00000100:00000001:2.0:1773616139.331743:0:93423:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331746:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.331748:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331750:0:93423:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.331751:0:93423:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.331753:0:93423:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.331760:0:93423:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00010000:00000001:2.0:1773616139.331763:0:93423:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616139.331777:0:93423:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616139.331780:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:2.0:1773616139.331783:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.331786:0:93423:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616139.331790:0:93423:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4a00. 00000020:00000001:2.0:1773616139.331793:0:93423:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616139.331795:0:93423:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4a00 with handle 0xe60cc2233ec67900 to hash 00000020:00000001:2.0:1773616139.331797:0:93423:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616139.331799:0:93423:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.331802:0:93423:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.331805:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.331807:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.331810:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.331818:0:93423:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.331829:0:93423:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616139.331834:0:93423:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.331863:0:93423:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.331870:0:93423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2480. 00000100:00000001:2.0:1773616139.331873:0:93423:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745816704 : -121323963734912 : ffff91a8103d2480) 00000100:00000001:2.0:1773616139.331875:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.331877:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000001:2.0:1773616139.331882:0:93423:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.331886:0:93423:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.331888:0:93423:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.331890:0:93423:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.331895:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.331903:0:93423:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.331905:0:93423:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.331908:0:93423:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.331911:0:93423:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.331913:0:93423:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.331917:0:93423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:93423:1859763795579520:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773616139.331920:0:93423:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.331926:0:93423:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.331928:0:93423:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.331930:0:93423:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.331934:0:93423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616139.331936:0:93423:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.331943:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.331946:0:93423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9f78. 00000400:00000010:2.0:1773616139.331950:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616139.331957:0:93423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795579520, portal 10 00000100:00000001:2.0:1773616139.331959:0:93423:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.331960:0:93423:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:2.0:1773616139.331966:0:93423:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.331973:0:93423:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.331976:0:93423:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.331979:0:93423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eb28. 00000100:00000200:2.0:1773616139.331982:0:93423:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795579520, offset 0 00000400:00000200:2.0:1773616139.331988:0:93423:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.331994:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.332001:0:93423:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.332006:0:93423:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.332010:0:93423:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.332015:0:93423:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.332017:0:93423:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.332021:0:93423:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149468:149468:256:4294967295] 192.168.201.103@tcp LPNI seq info [149408:149408:8:4294967295] 00000400:00000200:2.0:1773616139.332026:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.332036:0:93423:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.332041:0:93423:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.332046:0:93423:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdef00. 00000800:00000200:2.0:1773616139.332053:0:93423:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.332060:0:93423:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.332064:0:93423:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdef00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773616139.332074:0:93423:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.332079:0:93423:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 496992 usecs (497 jiffies) 00000400:00000200:2.0:1773616139.332082:0:93423:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.332085:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940435 00000100:00000001:2.0:1773616139.332088:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.332091:0:93423:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940435 00000100:00000001:2.0:1773616139.332093:0:93423:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.332095:0:93423:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.332098:0:93423:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.332100:0:93423:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.332102:0:93423:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616139.332104:0:93423:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2480 going to sleep for 50 seconds 00000100:00000001:2.0:1773616139.332106:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.332109:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616139.333372:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.333380:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdef00. 00000400:00000200:0.0:1773616139.333389:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.333397:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.333404:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eb28 00000400:00000010:0.0:1773616139.333407:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eb28. 00000100:00000001:0.0:1773616139.333411:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.333419:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.333431:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.333435:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.333442:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.333444:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616139.340895:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.340917:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.340921:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.340925:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.340935:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.340943:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.340953:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.340959:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.340964:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.340969:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b720066d280 00000400:00000200:0.0:1773616139.340973:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.340981:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x193879 [1] + 224 00000800:00000001:0.0:1773616139.340990:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.340998:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.341002:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.341006:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.341014:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.341024:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616139.341036:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.341105:0:93423:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.341123:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.341133:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.341146:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616139.347260:0:93423:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616139.347756:0:93423:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616139.347761:0:93423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:2.0:1773616139.347782:0:93423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:2.0:1773616139.347785:0:93423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:2.0:1773616139.347790:0:93423:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616139.347802:0:93423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616139.348757:0:93423:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.348776:0:93423:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616139.348779:0:93423:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.348782:0:93423:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616139.348785:0:93423:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616139.348788:0:93423:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616139.348791:0:93423:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.348793:0:93423:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616139.348803:0:93423:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616139.348807:0:93423:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616139.349118:0:93423:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773616139.349124:0:93423:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.349131:0:93423:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616139.349136:0:93423:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616139.349138:0:93423:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:2.0:1773616139.349140:0:93423:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616139.349142:0:93423:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773616139.349147:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.349155:0:93423:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773616139.349158:0:93423:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616139.349160:0:93423:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616139.349165:0:93423:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616194 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616139.349173:0:93423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:93423:1859763795579520:192.168.201.103@tcp:101:rm.0 00000100:00000001:2.0:1773616139.349179:0:93423:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.349183:0:93423:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616139.349186:0:93423:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616139.349188:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.349192:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.349199:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616139.349202:0:93423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2480. 00000100:00000001:2.0:1773616139.349206:0:93423:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616139.349208:0:93423:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773616139.349212:0:93423:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616139.349216:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.349219:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.349222:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=4 00000020:00000001:2.0:1773616139.349224:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.349228:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00010000:2.0:1773616139.349232:0:93423:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.349244:0:93423:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773616139.349248:0:93423:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.349255:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.349258:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.349264:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.349266:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616139.349268:0:93423:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.349274:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.349278:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.349281:0:93423:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773616139.349283:0:93423:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.349290:0:93423:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c4a00 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:2.0:1773616139.349726:0:93423:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773616139.349730:0:93423:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.349738:0:93423:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773616139.349740:0:93423:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773616139.349744:0:93423:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.349749:0:93423:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773616139.349752:0:93423:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773616139.349753:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.349754:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.349756:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=5 00000020:00000001:2.0:1773616139.349758:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.349760:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.349763:0:93423:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616139.359540:0:93423:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773616139.359561:0:93423:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616139.359564:0:93423:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.359568:0:93423:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773616139.359570:0:93423:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616139.359574:0:93423:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616139.359575:0:93423:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616139.359578:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.359581:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773616139.359585:0:93423:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4a00 with handle 0xe60cc2233ec67900 from hash 00010000:00000001:2.0:1773616139.359588:0:93423:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616139.359590:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.359732:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.359734:0:93423:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616139.359735:0:93423:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616139.359737:0:93423:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773616139.359741:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.359742:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.359744:0:93423:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.359746:0:93423:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.359749:0:93423:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.359756:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.359757:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.359758:0:93423:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773616139.359759:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.359762:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.359763:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.359764:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616139.359777:0:93423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67900 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 93423 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.359790:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.359792:0:93423:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773616139.359801:0:93423:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773616139.360072:0:93423:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616139.360084:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616139.360086:0:93423:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.360088:0:93423:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.360090:0:93423:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.360093:0:93423:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616139.360095:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616139.360096:0:93423:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.360099:0:93423:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616139.360102:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f708 00000002:00002000:2.0:1773616139.360104:0:93423:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:2.0:1773616139.360108:0:93423:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.360113:0:93423:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.360115:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616139.360119:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616139.360122:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.360126:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.360129:0:93423:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616139.360131:0:93423:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881d7fb20 it_disposition 7 00000080:00002000:2.0:1773616139.360147:0:93423:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a80550c288 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1773616139.360156:0:93423:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1773616139.360158:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.360161:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.360163:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.360166:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.360168:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.360170:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.360172:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.360177:0:93423:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616139.360179:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.360182:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.360188:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:2.0:1773616139.360191:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.360196:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.360198:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616139.360201:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616139.360210:0:93423:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616139.360215:0:93423:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.360218:0:93423:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616139.360224:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616139.360227:0:93423:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616139.360229:0:93423:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616139.360232:0:93423:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616139.360234:0:93423:0:(dcache.c:176:ll_intent_release()) intent ffffa25881d7f930 released 00000080:00010000:2.0:1773616139.360237:0:93423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec678f9 from it ffffa25881d7f930 00010000:00000001:2.0:1773616139.360239:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.360241:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.360243:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.360245:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.360248:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.360251:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.360254:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616139.360260:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.360261:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.360263:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616139.360266:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616139.360269:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616139.360276:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616139.360279:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616139.360281:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.360285:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.360286:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.360288:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.360291:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616139.360484:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.360487:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.360490:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.360492:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.360493:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.360495:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616139.360496:0:93423:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616139.360498:0:93423:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616139.360502:0:93423:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616139.360507:0:93423:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62200. 00000100:00000001:2.0:1773616139.360513:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.360518:0:93423:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795579520/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.360526:0:93423:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616139.360528:0:93423:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616139.360531:0:93423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616139.360534:0:93423:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616139.360537:0:93423:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616139.360538:0:93423:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616139.360540:0:93423:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616139.360543:0:93423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803494c00. 02000000:00000001:2.0:1773616139.360546:0:93423:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616139.360548:0:93423:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616139.360551:0:93423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:2.0:1773616139.360556:0:93423:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616139.360557:0:93423:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616139.360560:0:93423:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616139.360561:0:93423:0:(dcache.c:176:ll_intent_release()) intent ffffa25881d7fb20 released 00000080:00000001:2.0:1773616139.360562:0:93423:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616139.360566:0:93423:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616139.360568:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fb70 00000080:00002000:2.0:1773616139.360571:0:93423:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff91a80550c288, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773616139.360574:0:93423:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.360774:0:93423:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616139.360778:0:93423:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616139.360781:0:93423:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616139.360783:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fbd8 00000080:00200000:2.0:1773616139.360785:0:93423:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616139.360791:0:93423:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62200. 00800000:00000002:2.0:1773616139.360796:0:93423:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.360799:0:93423:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.360802:0:93423:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.360804:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7faf8 00800000:00000002:2.0:1773616139.360806:0:93423:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.360809:0:93423:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616139.360937:0:93423:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.360939:0:93423:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.360940:0:93423:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.360942:0:93423:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.360944:0:93423:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.360946:0:93423:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.360948:0:93423:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.360951:0:93423:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616139.360955:0:93423:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.360957:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7f9c8 00000002:00010000:2.0:1773616139.360959:0:93423:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616139.360962:0:93423:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616139.360963:0:93423:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.360965:0:93423:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.360969:0:93423:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:2.0:1773616139.360971:0:93423:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.360974:0:93423:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.360977:0:93423:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616139.360980:0:93423:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773616139.360987:0:93423:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616139.360990:0:93423:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.360993:0:93423:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1773616139.360999:0:93423:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616139.361001:0:93423:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616139.361003:0:93423:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616139.361005:0:93423:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616139.361006:0:93423:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616139.361009:0:93423:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616139.361011:0:93423:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616139.361013:0:93423:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616139.361015:0:93423:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62200. 00000080:00000001:2.0:1773616139.361019:0:93423:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616139.361020:0:93423:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.361023:0:93423:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616139.361026:0:93423:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec678f9 00800000:00000001:2.0:1773616139.361029:0:93423:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616139.361031:0:93423:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616139.361033:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.361035:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.361037:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.361038:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.361041:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.361044:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.361045:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.361046:0:93423:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.361048:0:93423:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.361050:0:93423:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec678f9 from it ffffa25881d7fc10 00010000:00000001:2.0:1773616139.361051:0:93423:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.361053:0:93423:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.361054:0:93423:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616139.361055:0:93423:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.361058:0:93423:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616139.361060:0:93423:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.361063:0:93423:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616139.361068:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.361069:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.361070:0:93423:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616139.361071:0:93423:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616139.361074:0:93423:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616139.361079:0:93423:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616139.361081:0:93423:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616139.361083:0:93423:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.361085:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.361086:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.361087:0:93423:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.361089:0:93423:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616139.361091:0:93423:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.361092:0:93423:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.361094:0:93423:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.361096:0:93423:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.361097:0:93423:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.361098:0:93423:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616139.361100:0:93423:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616139.361101:0:93423:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616139.361103:0:93423:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616139.361108:0:93423:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.361115:0:93423:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773616139.361117:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fda0 00000080:00002000:2.0:1773616139.361118:0:93423:0:(dcache.c:87:ll_dcompare()) found name f132.recovery-small(ffff91a80550c288) flags 0x8000e refc 0 00000080:00000001:2.0:1773616139.361121:0:93423:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.361123:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fe10 00000080:00200000:2.0:1773616139.361124:0:93423:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f132.recovery-small, flags=0 00000080:00000001:2.0:1773616139.361128:0:93423:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616139.361129:0:93423:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d7fe28 00000080:00002000:2.0:1773616139.361130:0:93423:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff91a80550c288, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773616139.361133:0:93423:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773616139.395480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4a00. 00000080:00000001:0.0:1773616139.431702:0:93424:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616139.431717:0:93424:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616139.431720:0:93424:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616139.431724:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfbc0 00000080:00200000:0.0:1773616139.431728:0:93424:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616139.431736:0:93424:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a811b29800. 00800000:00000002:0.0:1773616139.431749:0:93424:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616139.431754:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616139.431759:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616139.431761:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfae0 00800000:00000002:0.0:1773616139.431775:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616139.431780:0:93424:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616139.431783:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616139.431786:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616139.431789:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616139.431792:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616139.431795:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616139.431797:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616139.431799:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616139.431802:0:93424:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616139.431813:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616139.431815:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf9b0 00000002:00010000:0.0:1773616139.431817:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616139.431825:0:93424:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616139.431827:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616139.431830:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616139.431862:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:0.0:1773616139.431866:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616139.431871:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616139.431882:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616139.431887:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773616139.431898:0:93424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616139.431903:0:93424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616139.431905:0:93424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773616139.431912:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616139.431914:0:93424:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616139.431916:0:93424:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616139.431918:0:93424:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616139.431927:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616139.431929:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616139.431932:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616139.431935:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616139.431938:0:93424:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a811b29800. 00000080:00000001:0.0:1773616139.431944:0:93424:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616139.431947:0:93424:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616139.431950:0:93424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616139.431953:0:93424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec678f9 00800000:00000001:0.0:1773616139.431957:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616139.431959:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616139.431960:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.431963:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.431965:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:0.0:1773616139.431968:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.431971:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.431974:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.431975:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616139.431977:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.431979:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616139.431982:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec678f9 from it ffffa25881dcfbf8 00010000:00000001:0.0:1773616139.431984:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.431985:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.431986:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:0.0:1773616139.431988:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.431990:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.431993:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616139.431996:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773616139.432002:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432004:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.432005:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616139.432008:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616139.432018:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773616139.432028:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616139.432031:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616139.432033:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616139.432038:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432039:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.432040:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432051:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616139.432053:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432055:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432058:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432060:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616139.432062:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432063:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616139.432066:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616139.432068:0:93424:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616139.432070:0:93424:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:0.0:1773616139.432074:0:93424:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.432088:0:93424:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773616139.432090:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfb58 00000080:00002000:0.0:1773616139.432092:0:93424:0:(dcache.c:87:ll_dcompare()) found name f132.recovery-small(ffff91a80550c288) flags 0x8004e refc 0 00000080:00000001:0.0:1773616139.432095:0:93424:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.432097:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfbc8 00000080:00200000:0.0:1773616139.432098:0:93424:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f132.recovery-small, flags=777 00000080:00000001:0.0:1773616139.432103:0:93424:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616139.432104:0:93424:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616139.432105:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfb00 00000080:00200000:0.0:1773616139.432106:0:93424:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616139.432117:0:93424:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a811b29800. 00800000:00000002:0.0:1773616139.432121:0:93424:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616139.432123:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616139.432125:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616139.432126:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfa20 00800000:00000002:0.0:1773616139.432128:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616139.432131:0:93424:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616139.432132:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616139.432133:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616139.432153:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616139.432155:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616139.432157:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616139.432160:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616139.432161:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616139.432164:0:93424:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616139.432167:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616139.432168:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf8f0 00000002:00010000:0.0:1773616139.432170:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616139.432180:0:93424:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616139.432181:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616139.432182:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616139.432185:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:0.0:1773616139.432188:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616139.432190:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616139.432192:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616139.432195:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1773616139.432202:0:93424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616139.432204:0:93424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616139.432214:0:93424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1773616139.432222:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616139.432223:0:93424:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616139.432225:0:93424:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616139.432227:0:93424:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616139.432228:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616139.432231:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616139.432233:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616139.432235:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616139.432304:0:93424:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a811b29800. 00000080:00000001:0.0:1773616139.432309:0:93424:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616139.432311:0:93424:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616139.432313:0:93424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616139.432316:0:93424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec678f9 00800000:00000001:0.0:1773616139.432320:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616139.432321:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616139.432323:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.432324:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.432325:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:0.0:1773616139.432328:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.432330:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.432332:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432333:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616139.432334:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.432336:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616139.432338:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec678f9 from it ffffa25881dcfb38 00010000:00000001:0.0:1773616139.432340:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.432341:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.432342:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:0.0:1773616139.432344:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.432346:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:0.0:1773616139.432348:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616139.432351:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773616139.432358:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432359:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.432360:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616139.432361:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616139.432364:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773616139.432370:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616139.432372:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616139.432373:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616139.432375:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432376:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.432377:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432380:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616139.432381:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432383:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432385:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432386:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616139.432388:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432389:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616139.432390:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616139.432392:0:93424:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616139.432394:0:93424:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:0.0:1773616139.432397:0:93424:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.432400:0:93424:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:0.0:1773616139.432402:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfb50 00000080:00200000:0.0:1773616139.432405:0:93424:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), file ffff91a807c66d80, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1773616139.432411:0:93424:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a8046cf480. 00000080:00000001:0.0:1773616139.432415:0:93424:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773616139.432417:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfa00 00000080:00200000:0.0:1773616139.432419:0:93424:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000010:0.0:1773616139.432425:0:93424:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a811b29800. 00800000:00000002:0.0:1773616139.432427:0:93424:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616139.432431:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616139.432433:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616139.432435:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf920 00800000:00000002:0.0:1773616139.432437:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616139.432440:0:93424:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1773616139.432442:0:93424:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1773616139.432445:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616139.432446:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616139.432447:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616139.432449:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616139.432450:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616139.432452:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616139.432454:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.432456:0:93424:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:0.0:1773616139.432459:0:93424:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1773616139.432461:0:93424:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1773616139.432465:0:93424:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1773616139.432467:0:93424:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1773616139.432469:0:93424:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0x7:0x0] 40000000:00000001:0.0:1773616139.432472:0:93424:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.432474:0:93424:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.432475:0:93424:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.432477:0:93424:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.432479:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf8a0 00800000:00000002:0.0:1773616139.432481:0:93424:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x7:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:0.0:1773616139.432493:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616139.432495:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf7d8 00000002:00010000:0.0:1773616139.432496:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf89:0x7:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1773616139.432500:0:93424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773616139.432520:0:93424:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773616139.432523:0:93424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1773616139.432527:0:93424:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.432529:0:93424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773616139.432531:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 2 00010000:00000001:0.0:1773616139.432533:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616139.432536:0:93424:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773616139.432539:0:93424:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773616139.432557:0:93424:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1773616139.432566:0:93424:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773616139.432569:0:93424:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773616139.432571:0:93424:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773616139.432573:0:93424:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773616139.432575:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616139.432577:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616139.432579:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 3 00010000:00000001:0.0:1773616139.432587:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616139.432590:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.432592:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616139.432593:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616139.432595:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 3 00010000:00000001:0.0:1773616139.432597:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616139.432599:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.432601:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616139.432602:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616139.432603:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febe00 count: 3 00010000:00000001:0.0:1773616139.432605:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616139.432607:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.432609:0:93424:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773616139.432612:0:93424:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773616139.432620:0:93424:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773616139.432622:0:93424:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773616139.432625:0:93424:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773616139.432626:0:93424:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432629:0:93424:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773616139.432632:0:93424:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773616139.432634:0:93424:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773616139.432636:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616139.432637:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773616139.432645:0:93424:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5200 with handle 0xe60cc2233ec678f9 from hash 00010000:00000001:0.0:1773616139.432648:0:93424:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773616139.432649:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.432650:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.432652:0:93424:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773616139.432654:0:93424:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773616139.432656:0:93424:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773616139.432659:0:93424:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616139.432661:0:93424:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616139.432663:0:93424:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773616139.432673:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374e00. 00000020:00000040:0.0:1773616139.432678:0:93424:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:0.0:1773616139.432684:0:93424:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773616139.432686:0:93424:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432688:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616139.432692:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616139.432694:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.432702:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616139.432704:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616139.432707:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616139.432714:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8034c2c00. 00000100:00000001:0.0:1773616139.432724:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.432729:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616139.432732:0:93424:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773616139.432751:0:93424:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1773616139.432758:0:93424:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773616139.432760:0:93424:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616139.432762:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773616139.433868:0:93424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5200/0xe60cc2233ec678f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c58a expref: -99 pid: 93423 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1773616139.433882:0:93424:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804febe00 count: 0 00010000:00000010:0.0:1773616139.433889:0:93424:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c700. 00010000:00000001:0.0:1773616139.433898:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.433900:0:93424:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.433903:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616139.433904:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.433906:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.433920:0:93424:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00010000:00000001:0.0:1773616139.433925:0:93424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616139.433928:0:93424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616139.433934:0:93424:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527600. 00010000:00000010:0.0:1773616139.433938:0:93424:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8047d5200. 00010000:00000001:0.0:1773616139.433943:0:93424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616139.433946:0:93424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804650400. 00000020:00000001:0.0:1773616139.433948:0:93424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616139.433950:0:93424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804650400 with handle 0xe60cc2233ec67907 to hash 00000020:00000001:0.0:1773616139.433953:0:93424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616139.433954:0:93424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:0.0:1773616139.433958:0:93424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:0.0:1773616139.433961:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616139.433964:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616139.433967:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616139.433975:0:93424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773616139.433987:0:93424:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773616139.434015:0:93424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773616139.434041:0:93424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616139.434046:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616139.434048:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616139.434055:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a810e90b40. 00000100:00000001:0.0:1773616139.434058:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749757082432 : -121323952469184 : ffff91a810e90b40) 00000100:00000001:0.0:1773616139.434061:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.434062:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000001:0.0:1773616139.434082:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616139.434086:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.434088:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616139.434091:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616139.434104:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.434112:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616139.434114:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.434118:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616139.434121:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616139.434124:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616139.436795:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795579776:192.168.201.103@tcp:101:lfs.0 00000100:00000001:0.0:1773616139.436804:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616139.436810:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616139.436813:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.436815:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616139.436892:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:0.0:1773616139.436895:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616139.436904:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616139.436912:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a0b0. 00000400:00000010:0.0:1773616139.436920:0:93424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a8034c3800. 00000100:00000200:0.0:1773616139.436927:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795579776, portal 10 00000100:00000001:0.0:1773616139.436930:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.436932:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000040:0.0:1773616139.436942:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.436950:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616139.436953:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616139.436957:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a3b8. 00000100:00000200:0.0:1773616139.436968:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1859763795579776, offset 0 00000400:00000200:0.0:1773616139.436975:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616139.436984:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.436997:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616139.437001:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616139.437005:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616139.437009:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616139.437012:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616139.437016:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149469:149469:256:4294967295] 192.168.201.103@tcp LPNI seq info [149409:149409:8:4294967295] 00000400:00000200:0.0:1773616139.437020:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.437044:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616139.437050:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616139.437062:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000800:00000200:0.0:1773616139.437069:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616139.437078:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616139.437082:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1773616139.437100:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.437104:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 495920 usecs (496 jiffies) 00000400:00000200:0.0:1773616139.437107:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616139.437110:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940541 00000100:00000001:0.0:1773616139.437113:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.437116:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940541 00000100:00000001:0.0:1773616139.437118:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.437120:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.437128:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.437130:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.437133:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000800:00000200:1.0:1773616139.437737:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.437743:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:1.0:1773616139.437751:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.437774:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.437781:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a3b8 00000400:00000010:1.0:1773616139.437783:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a3b8. 00000100:00000001:1.0:1773616139.437788:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.437793:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.438041:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.438046:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616194 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.438053:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.438054:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1773616139.440961:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a810e90b40 going to sleep for 50 seconds 00000100:00000001:0.0:1773616139.440970:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.440975:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773616139.447960:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febe00. 00010000:00000010:0.1:1773616139.447974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5200. 00000800:00000001:0.0:1773616139.477869:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.477889:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.477893:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.477895:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.477906:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.477914:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.477924:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.477929:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.477936:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.477940:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 608 into portal 10 MB=0x69b720066d380 00000400:00000200:0.0:1773616139.477945:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.477951:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 608/608 into md 0x193881 [32] + 224 00000800:00000001:0.0:1773616139.477959:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.477983:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.477987:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.477992:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.478014:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.478022:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616139.478034:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.478052:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.478062:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.478065:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.478401:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616139.478409:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616139.478411:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616139.478415:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a0b0. 00000400:00000200:3.0:1773616139.478419:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8034c3800 00000400:00000010:3.0:1773616139.478422:0:93424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a8034c3800. 00000100:00000001:3.0:1773616139.478425:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616139.478430:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616139.478441:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374e00 x1859763795579776/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.478448:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616139.478450:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.478452:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616139.478456:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616139.478458:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616139.478461:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.478464:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616139.478474:0:93424:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616139.478479:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616139.478482:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616139.478485:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.478488:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616139.478491:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.478494:0:93424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616139.478496:0:93424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1773616139.478498:0:93424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616139.478501:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.478502:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000001:3.0:1773616139.478506:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616139.478507:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:3.0:1773616139.478509:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616139.478512:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.478517:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.478524:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.478527:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616139.478528:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616139.478532:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616139.478540:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795579776:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773616139.478545:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.478547:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.478549:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616139.478551:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.478554:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.478561:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616139.478563:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a810e90b40. 00000100:00000001:3.0:1773616139.478566:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616139.478568:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.478571:0:93424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616139.478576:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.478579:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.478581:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=4 00000020:00000001:3.0:1773616139.478583:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.478586:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000040:3.0:1773616139.478593:0:93424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804650400, remote cookie: 0xf6516185796c5bb, flags: 0x1001 00010000:00010000:3.0:1773616139.478600:0:93424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616139.478609:0:93424:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773616139.478612:0:93424:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773616139.478621:0:93424:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460ad00. 00010000:00000010:3.0:1773616139.478627:0:93424:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2180. 00010000:00000040:3.0:1773616139.478631:0:93424:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527600 count: 0 00010000:00000010:3.0:1773616139.478637:0:93424:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8047d5200. 00010000:00000001:3.0:1773616139.478720:0:93424:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.478725:0:93424:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616139.478735:0:93424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.478741:0:93424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616139.478746:0:93424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616139.478747:0:93424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616139.478749:0:93424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616139.478750:0:93424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616139.478753:0:93424:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff91a80460ad00) refcount = 1 00010000:00010000:3.0:1773616139.478757:0:93424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.478775:0:93424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616139.478779:0:93424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616139.478781:0:93424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616139.478784:0:93424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616139.478786:0:93424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.478790:0:93424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.478796:0:93424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616139.478797:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.478799:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.478800:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.478801:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.478803:0:93424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.479586:0:93424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616139.479590:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.479592:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.479594:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.479597:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479599:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479602:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.479603:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.479604:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=4 00000020:00000001:3.0:1773616139.479606:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479608:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479610:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616139.479613:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.479617:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.479624:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.479625:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.479626:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.479627:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.479628:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=5 00000020:00000001:3.0:1773616139.479629:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479632:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479643:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616139.479647:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.479654:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.479655:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616139.479657:0:93424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.479664:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616139.479665:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.479666:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.479667:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.479668:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616139.479674:0:93424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616139.479684:0:93424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773616139.479688:0:93424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616139.479694:0:93424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.479698:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.479699:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.479700:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.479702:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479704:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479707:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.479708:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616139.479709:0:93424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.479712:0:93424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.479714:0:93424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773616139.479717:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.479719:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000001:3.0:1773616139.479721:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.479722:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00010000:00000001:3.0:1773616139.479724:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.479725:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.479726:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.479728:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479730:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00000002:00010000:3.0:1773616139.479733:0:93424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.479739:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.479740:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.479742:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616139.479743:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.479744:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.479745:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.479747:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.479749:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000040:3.0:1773616139.479754:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:3.0:1773616139.479756:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616139.479760:0:93424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:3.0:1773616139.479772:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.479773:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616139.479775:0:93424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616139.479778:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf758 00000002:00002000:3.0:1773616139.479781:0:93424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=9800037: rc = 0 00000002:00000001:3.0:1773616139.479785:0:93424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.479789:0:93424:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.479792:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616139.479795:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773616139.479798:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.479803:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:3.0:1773616139.479805:0:93424:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773616139.479904:0:93424:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a8046cf480 it_disposition 9800037 00000080:00002000:3.0:1773616139.479910:0:93424:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a80550c288 inode 0000000000000000 refc 1 flags 0x8004e 00000080:00000001:3.0:1773616139.479916:0:93424:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616139.479919:0:93424:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:3.0:1773616139.479922:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf988 00000080:00200000:3.0:1773616139.479924:0:93424:0:(namei.c:1622:ll_create_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000001:3.0:1773616139.479928:0:93424:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:3.0:1773616139.479930:0:93424:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616139.479936:0:93424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773616139.479939:0:93424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616139.479942:0:93424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:3.0:1773616139.479945:0:93424:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1773616139.479959:0:93424:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a804159080. 00000020:00000001:3.0:1773616139.479969:0:93424:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1773616139.479971:0:93424:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1773616139.479974:0:93424:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:3.0:1773616139.479975:0:93424:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a804159148) 00000080:00000001:3.0:1773616139.479978:0:93424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:3.0:1773616139.479980:0:93424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:3.0:1773616139.479983:0:93424:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088007 mtime from 0 to 1773616139 00000080:00200000:3.0:1773616139.479986:0:93424:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x7:0x0], updating i_size 0 00000080:00000001:3.0:1773616139.479988:0:93424:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1773616139.479990:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616139.479994:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773616139.479998:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128200. 00000020:00000010:3.0:1773616139.480002:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128400. 00000020:00000010:3.0:1773616139.480006:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bd80. 00000008:00000010:3.0:1773616139.480012:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.480016:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.480021:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.480026:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.480030:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.480033:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809129c00. 00000008:00000010:3.0:1773616139.480036:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.480039:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.480043:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.480047:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616139.480050:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773616139.480052:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000020:00000001:3.0:1773616139.480055:0:93424:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:3.0:1773616139.480060:0:93424:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91a80460bed8. 00000020:00000001:3.0:1773616139.480062:0:93424:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1773616139.480064:0:93424:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.480072:0:93424:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:3.0:1773616139.480076:0:93424:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91a80460c2e8. 00020000:00000001:3.0:1773616139.480078:0:93424:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446622749546824424 : -121324162727192 : ffff91a80460c2e8) 00020000:00000001:3.0:1773616139.480080:0:93424:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:3.0:1773616139.480083:0:93424:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.480087:0:93424:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546823512 : -121324162728104 : ffff91a80460bf58) 00000020:00001000:3.0:1773616139.480089:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773616139.480092:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128400. 00000020:00000010:3.0:1773616139.480096:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bd80. 00000008:00000010:3.0:1773616139.480099:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.480102:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.480107:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.480110:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.480113:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.480116:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128200. 00000008:00000010:3.0:1773616139.480119:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.480123:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.480125:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.480128:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616139.480130:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809129c00. 00000020:00000010:3.0:1773616139.480132:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000080:00000001:3.0:1773616139.480146:0:93424:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541896520 : -121324167655096 : ffff91a804159148) 00010000:00000001:3.0:1773616139.480149:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.480151:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.480152:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.480154:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.480156:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00000080:00000001:3.0:1773616139.480159:0:93424:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773616139.480160:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616139.480162:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773616139.480165:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809129c00. 00000020:00000010:3.0:1773616139.480168:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616139.480170:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bd80. 00000008:00000010:3.0:1773616139.480172:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.480175:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.480177:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.480180:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.480182:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.480185:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128400. 00000008:00000010:3.0:1773616139.480187:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.480189:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.480192:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.480194:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616139.480196:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773616139.480198:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000020:00000001:3.0:1773616139.480200:0:93424:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773616139.480203:0:93424:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:3.0:1773616139.480205:0:93424:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c2e8) owner ffff91a807d10000 00020000:00000001:3.0:1773616139.480209:0:93424:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773616139.480212:0:93424:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c2e8) owner ffff91a807d10000 00020000:00000002:3.0:1773616139.480215:0:93424:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773616139.480217:0:93424:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.480219:0:93424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.480222:0:93424:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773616139.480225:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000002:3.0:1773616139.480227:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000001:3.0:1773616139.480230:0:93424:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773616139.480232:0:93424:0:(lov_object.c:2253:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616139.480234:0:93424:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:3.0:1773616139.480237:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773616139.480239:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616139.480241:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bd80. 00000008:00000010:3.0:1773616139.480243:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.480245:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.480248:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.480250:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.480253:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.480255:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809129c00. 00000008:00000010:3.0:1773616139.480258:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.480260:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.480262:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.480265:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616139.480267:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128400. 00000020:00000010:3.0:1773616139.480269:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000080:00000001:3.0:1773616139.480271:0:93424:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.480273:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.480274:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616139.480276:0:93424:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773616139.480279:0:93424:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773616139.480281:0:93424:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616139.480283:0:93424:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) 00000080:00010000:3.0:1773616139.480287:0:93424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) for lock 0xe60cc2233ec67907 00800000:00000001:3.0:1773616139.480290:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616139.480291:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616139.480293:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.480294:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.480295:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.480297:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.480299:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.480302:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.480303:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616139.480305:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.480307:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.480308:0:93424:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:3.0:1773616139.480310:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.480316:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.480323:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.480330:0:93424:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616139.480334:0:93424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) 00000080:00000001:3.0:1773616139.480337:0:93424:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773616139.480340:0:93424:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a811b29800. 00000100:00000001:3.0:1773616139.480344:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.480348:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.480354:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.480358:0:93424:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1773616139.480360:0:93424:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.480367:0:93424:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773616139.480370:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfa60 00000080:00200008:3.0:1773616139.480371:0:93424:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 120501 00000080:00000010:3.0:1773616139.480379:0:93424:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a80b777540. 00000080:00000010:3.0:1773616139.480384:0:93424:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a8061f0f80. 00000080:00000001:3.0:1773616139.480387:0:93424:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:3.0:1773616139.480391:0:93424:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1773616139.480394:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616139.480396:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616139.480398:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616139.480401:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616139.480403:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.480405:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616139.480408:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.480411:0:93424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1773616139.480605:0:93424:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a807c3bd40. 00000002:00100000:3.0:1773616139.480610:0:93424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616139.480622:0:93424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.480623:0:93424:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1773616139.480627:0:93424:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1773616139.480630:0:93424:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.480632:0:93424:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.480635:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.480639:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1773616139.480646:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616139.480649:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:3.0:1773616139.480679:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773616139.480681:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.480683:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfa60 00000080:00000008:3.0:1773616139.480685:0:93424:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 100101, rc = 0 00000080:00000001:3.0:1773616139.480689:0:93424:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773616139.480691:0:93424:0:(dcache.c:176:ll_intent_release()) intent ffff91a8046cf480 released 00000080:00010000:3.0:1773616139.480694:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67907 from it ffff91a8046cf480 00010000:00000001:3.0:1773616139.480696:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.480697:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.480699:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.480701:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.480703:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.480705:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616139.480708:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.480715:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.480716:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.480718:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616139.480720:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616139.480722:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616139.480729:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616139.480732:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616139.480733:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616139.480738:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.484547:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.484549:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.484555:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616139.484558:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.484560:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.484565:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.484568:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616139.484570:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.484571:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616139.484575:0:93424:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773616139.484578:0:93424:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1773616139.484583:0:93424:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773616139.484585:0:93424:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616139.484587:0:93424:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773616139.484589:0:93424:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.484593:0:93424:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1773616139.484594:0:93424:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.484597:0:93424:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616139.484600:0:93424:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.484602:0:93424:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773616139.484606:0:93424:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a8046cf480. 00000080:00000001:3.0:1773616139.484613:0:93424:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.484629:0:93424:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773616139.485120:0:93424:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a804159148), inode mode 81a4 mask 40 00000080:00000001:3.0:1773616139.485128:0:93424:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.485386:0:93424:0:(file.c:4585:ll_file_ioctl()) Process entered 00000080:00200080:3.0:1773616139.485389:0:93424:0:(file.c:4587:ll_file_ioctl()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a804159148) cmd=4008669a arg=17f42e0 00000080:00000001:3.0:1773616139.485396:0:93424:0:(file.c:2949:ll_lov_setstripe()) Process entered 00000080:00000001:3.0:1773616139.485398:0:93424:0:(llite_lib.c:4182:ll_copy_user_md()) Process entered 00000080:00000010:3.0:1773616139.485408:0:93424:0:(llite_lib.c:4191:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff91a807c3bb00. 00000080:00000001:3.0:1773616139.485412:0:93424:0:(llite_lib.c:4200:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:3.0:1773616139.485415:0:93424:0:(file.c:2694:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:3.0:1773616139.485419:0:93424:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1773616139.485424:0:93424:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809128400. 00800000:00000002:3.0:1773616139.485432:0:93424:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616139.485436:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616139.485440:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616139.485443:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfb10 00800000:00000002:3.0:1773616139.485446:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x7:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616139.485450:0:93424:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773616139.485452:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616139.485455:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616139.485457:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616139.485460:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616139.485462:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.485464:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616139.485467:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.485471:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfa90 00800000:00000002:3.0:1773616139.485472:0:93424:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x7:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616139.485478:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616139.485480:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf9c8 00000002:00010000:3.0:1773616139.485493:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:3.0:1773616139.485498:0:93424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616139.485500:0:93424:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773616139.485504:0:93424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773616139.485511:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:3.0:1773616139.485514:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616139.485518:0:93424:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773616139.485522:0:93424:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.485524:0:93424:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.485526:0:93424:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.485528:0:93424:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1773616139.485531:0:93424:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616139.485537:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616139.485542:0:93424:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:3.0:1773616139.485548:0:93424:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773616139.485550:0:93424:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.485553:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616139.485558:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616139.485563:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.485564:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.485565:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.485569:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616139.485571:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616139.485574:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616139.485582:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a819773000. 00000100:00000001:3.0:1773616139.485589:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.485594:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616139.485596:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.485597:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616139.485598:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.485600:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.485606:0:93424:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00010000:00000001:3.0:1773616139.485610:0:93424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616139.485612:0:93424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616139.485616:0:93424:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a400. 00010000:00000010:3.0:1773616139.485620:0:93424:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2500. 00010000:00000001:3.0:1773616139.485624:0:93424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616139.485628:0:93424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a600. 00000020:00000001:3.0:1773616139.485631:0:93424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616139.485634:0:93424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a600 with handle 0xe60cc2233ec6790e to hash 00000020:00000001:3.0:1773616139.488254:0:93424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616139.488258:0:93424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616139.488263:0:93424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616139.488269:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616139.488272:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.488277:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616139.488287:0:93424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773616139.488308:0:93424:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773616139.488322:0:93424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773616139.488332:0:93424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616139.488338:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616139.488340:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616139.488353:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616139.488355:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606948864 : -121324102602752 : ffff91a807f63000) 00000100:00000001:3.0:1773616139.488359:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.488360:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000001:3.0:1773616139.488366:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616139.488370:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.488372:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616139.488375:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616139.488379:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.488387:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616139.488389:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.488393:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616139.488614:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616139.488616:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616139.488620:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580032:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773616139.488624:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616139.488630:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616139.488632:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.490311:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616139.490623:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91a811980000. 02000000:00000001:3.0:1773616139.490628:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616139.490648:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616139.490655:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616139.490665:0:93424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91a80501b800. 00000100:00000200:3.0:1773616139.490672:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859763795580032, portal 10 00000100:00000001:3.0:1773616139.490675:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.490677:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616139.490688:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.490697:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616139.490700:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616139.490704:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616139.490708:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859763795580032, offset 0 00000400:00000200:3.0:1773616139.490715:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616139.490723:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.490732:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616139.490737:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616139.490741:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616139.490745:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616139.490748:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616139.490753:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149470:149470:256:4294967295] 192.168.201.103@tcp LPNI seq info [149410:149410:8:4294967295] 00000400:00000200:3.0:1773616139.490758:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.490778:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616139.490784:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616139.490789:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616139.490796:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616139.490814:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616139.490820:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1773616139.490868:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.490874:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 494931 usecs (495 jiffies) 00000400:00000200:3.0:1773616139.490877:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616139.490880:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940594 00000100:00000001:3.0:1773616139.490884:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.490886:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940594 00000100:00000001:3.0:1773616139.490889:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.490892:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.490895:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.490898:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.490900:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616139.490903:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f63000 going to sleep for 50 seconds 00000100:00000001:3.0:1773616139.490905:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.490908:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.491655:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.491662:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 00000400:00000200:1.0:1773616139.491669:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.491676:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.491682:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:1.0:1773616139.491685:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:1.0:1773616139.491690:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.491697:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.491708:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.491712:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616194 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.491719:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.491722:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616139.492550:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00000800:00000001:0.0:1773616139.505785:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.505805:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616139.505820:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.505823:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.505833:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.506080:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616139.506090:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.506095:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.506100:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.506105:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b7201423580 00000400:00000200:0.0:1773616139.506113:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x192e01 [2] + 656 00000800:00000001:0.0:1773616139.506122:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.506131:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616139.506135:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.506139:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616139.506147:0:2391:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773616139.506149:0:2391:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773616139.506155:0:2391:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377480. 00000100:00000040:0.0:1773616139.506159:0:2391:0:(events.c:337:request_in_callback()) incoming req@ffff91a810377480 x1859763809957248 msgsize 328 00000100:00100000:0.0:1773616139.506163:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773616139.506172:0:2391:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773616139.506180:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616139.506183:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.506252:0:81768:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773616139.506255:0:81768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763809957248 02000000:00000001:1.0:1773616139.506258:0:81768:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773616139.506261:0:81768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616139.506263:0:81768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.506267:0:81768:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.506272:0:81768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763809957248 00000020:00000001:1.0:1773616139.506274:0:81768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616139.506276:0:81768:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec67197 00000020:00000001:1.0:1773616139.506279:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.506282:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a81094d800 refcount=5 00000020:00000001:1.0:1773616139.506284:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000020:00000001:1.0:1773616139.506287:0:81768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000100:00000001:1.0:1773616139.506292:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616139.506297:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9dc0. 00000100:00000001:1.0:1773616139.506301:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616139.506303:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9dc0. 00000020:00000010:1.0:1773616139.506309:0:81768:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605e00. 00000020:00000010:1.0:1773616139.506315:0:81768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8046b7100. 00000020:00000010:1.0:1773616139.506320:0:81768:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8046b6190. 00000100:00000040:1.0:1773616139.506328:0:81768:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773616139.506332:0:81768:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773616139.506334:0:81768:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773616139.506336:0:81768:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.506344:0:81768:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.506359:0:81768:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.506372:0:81768:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773616139.506375:0:81768:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773616139.506379:0:81768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 39 00000100:00000040:1.0:1773616139.506383:0:81768:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a81094d800 : new rpc_count 1 00000100:00000001:1.0:1773616139.506385:0:81768:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749745443968 : -121323964107648 : ffff91a810377480) 00000100:00000040:1.0:1773616139.506393:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a810377480 x1859763809957248/t0(0) o104->6bed2507-d27f-43a9-a583-f3d23438f235@192.168.201.103@tcp:350/0 lens 328/0 e 0 to 0 dl 1773616150 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616139.506403:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616139.506406:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9dc0. 00000100:00000001:1.0:1773616139.506409:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616139.506411:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9dc0. 00000100:00100000:1.0:1773616139.506416:0:81768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a810377480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6bed2507-d27f-43a9-a583-f3d23438f235+5:6545:x1859763809957248:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773616139.506420:0:81768:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763809957248 00010000:00000001:1.0:1773616139.506422:0:81768:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773616139.506429:0:81768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.506431:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.506433:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=2 00000020:00000001:1.0:1773616139.506436:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:1.0:1773616139.506439:0:81768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:1.0:1773616139.506442:0:81768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616139.506447:0:81768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616139.506452:0:81768:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1773616139.506463:0:81768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773616139.506465:0:81768:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773616139.506470:0:81768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8050fa400. 02000000:00000001:1.0:1773616139.506472:0:81768:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.506475:0:81768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.506479:0:81768:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773616139.506482:0:81768:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616139.506485:0:81768:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=54 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616139.506490:0:81768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616139.506493:0:81768:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 28 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616139.506495:0:81768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:1.0:1773616139.506497:0:81768:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773616139.506500:0:81768:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.506503:0:81768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616139.506505:0:81768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616139.506509:0:81768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1770. 00000100:00000200:1.0:1773616139.506514:0:81768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763809957248, offset 224 00000400:00000200:1.0:1773616139.506520:0:81768:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616139.506526:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.506533:0:81768:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616139.506540:0:81768:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149471:149471:256:4294967295] 192.168.201.103@tcp LPNI seq info [149411:149411:8:4294967295] 00000400:00000200:1.0:1773616139.506544:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.506552:0:81768:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616139.506557:0:81768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616139.506561:0:81768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbbc00. 00000800:00000200:1.0:1773616139.506566:0:81768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616139.506573:0:81768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616139.506577:0:81768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616139.506589:0:81768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.506592:0:81768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 27 to 192.168.201.103@tcp 00010000:00000001:1.0:1773616139.506596:0:81768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773616139.506600:0:81768:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a812a649c0. 00010000:00000001:1.0:1773616139.506603:0:81768:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773616139.506634:0:81768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773616139.506645:0:81768:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.506647:0:81768:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.506649:0:81768:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.506655:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377480 x1859763809957248/t0(0) o104->6bed2507-d27f-43a9-a583-f3d23438f235@192.168.201.103@tcp:350/0 lens 328/224 e 0 to 0 dl 1773616150 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773616139.506672:0:81768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a810377480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6bed2507-d27f-43a9-a583-f3d23438f235+5:6545:x1859763809957248:12345-192.168.201.103@tcp:104: Request processed in 267us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1773616139.506679:0:81768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 39 00000100:00000040:1.0:1773616139.506683:0:81768:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a81094d800 : new rpc_count 0 00000100:00000001:1.0:1773616139.506686:0:81768:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773616139.506688:0:81768:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773616139.506693:0:81768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8046b7100. 00000020:00000010:1.0:1773616139.506697:0:81768:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8046b6190. 00000020:00000010:1.0:1773616139.506701:0:81768:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605e00. 00000020:00000040:1.0:1773616139.506705:0:81768:0:(genops.c:898:class_export_put()) PUTting export ffff91a81094d800 : new refcount 4 00000100:00000001:1.0:1773616139.506708:0:81768:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773616139.506808:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.506812:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbbc00. 00000400:00000200:1.0:1773616139.506816:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.506819:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.506824:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1770 00000400:00000010:1.0:1773616139.506826:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1770. 00000100:00000001:1.0:1773616139.506829:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773616139.506830:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1773616139.507859:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616139.507863:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.507867:0:81778:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773616139.507870:0:81778:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616139.507872:0:81778:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616139.507878:0:81778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773616139.507889:0:81778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a804650400 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773616139.507892:0:81778:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773616139.507896:0:81778:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616139.507905:0:81778:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773616139.507908:0:81778:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773616139.507911:0:81778:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616139.507918:0:81778:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773616139.507921:0:81778:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616139.507923:0:81778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.507925:0:81778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.507927:0:81778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650400 refcount=3 00000020:00000001:3.0:1773616139.507929:0:81778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.507932:0:81778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547103232 : -121324162448384 : ffff91a804650400) 00010000:00000001:3.0:1773616139.507936:0:81778:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616139.507939:0:81778:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1773616139.507947:0:81778:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616139.507951:0:81778:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773616139.507953:0:81778:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773616139.507955:0:81778:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:3.0:1773616139.507960:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616139.507962:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616139.507975:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:3.0:1773616139.507979:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616139.507984:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.507986:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616139.507987:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616139.507988:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:3.0:1773616139.507991:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616139.507993:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.507994:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616139.507995:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616139.507996:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:3.0:1773616139.507998:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616139.508000:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.508001:0:81778:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616139.508002:0:81778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616139.508003:0:81778:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:3.0:1773616139.508005:0:81778:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616139.508007:0:81778:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.508008:0:81778:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.508011:0:81778:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773616139.508013:0:81778:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616139.508020:0:81778:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773616139.508024:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809129c00. 00000020:00000010:3.0:1773616139.508028:0:81778:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616139.508032:0:81778:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bd80. 00000008:00000010:3.0:1773616139.508037:0:81778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.508042:0:81778:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.508046:0:81778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.508052:0:81778:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.508056:0:81778:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.508060:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128600. 00000008:00000010:3.0:1773616139.508063:0:81778:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.508067:0:81778:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.508070:0:81778:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.508074:0:81778:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616139.508077:0:81778:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:3.0:1773616139.508079:0:81778:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000020:00000001:3.0:1773616139.508081:0:81778:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773616139.508083:0:81778:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x7:0x0]: losing layout lock 00000080:00000001:3.0:1773616139.508087:0:81778:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773616139.508089:0:81778:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773616139.508094:0:81778:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773616139.508096:0:81778:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773616139.508099:0:81778:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773616139.508100:0:81778:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.508102:0:81778:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616139.508104:0:81778:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:3.0:1773616139.508107:0:81778:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616139.508110:0:81778:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bd80. 00000008:00000010:3.0:1773616139.508113:0:81778:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.508117:0:81778:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.508120:0:81778:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.508123:0:81778:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.508127:0:81778:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.508129:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809129c00. 00000008:00000010:3.0:1773616139.508133:0:81778:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.508137:0:81778:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.508141:0:81778:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.508144:0:81778:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616139.508147:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128600. 00000020:00000010:3.0:1773616139.508150:0:81778:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000080:00000001:3.0:1773616139.508152:0:81778:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.508156:0:81778:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773616139.508159:0:81778:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff91a804159148) invalid 00000020:00000001:3.0:1773616139.508163:0:81778:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa2588255bc40 00000080:00002000:3.0:1773616139.508165:0:81778:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff91a80550c288) parent ffff91a80860ad80 inode ffff91a804159148 refc 1 00000080:00000001:3.0:1773616139.508169:0:81778:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773616139.508193:0:81778:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773616139.508196:0:81778:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.508200:0:81778:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616139.508204:0:81778:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616139.508205:0:81778:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616139.508207:0:81778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616139.508210:0:81778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616139.508214:0:81778:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804650400 with handle 0xe60cc2233ec67907 from hash 00010000:00000001:3.0:1773616139.508216:0:81778:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616139.508218:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.508220:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.508221:0:81778:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616139.508224:0:81778:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616139.508226:0:81778:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773616139.508231:0:81778:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616139.508235:0:81778:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.508237:0:81778:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616139.508240:0:81778:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773616139.508245:0:81778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 00000020:00000040:3.0:1773616139.508249:0:81778:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616139.508254:0:81778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616139.508257:0:81778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616139.508262:0:81778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616139.508268:0:81778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809128600. 00000100:00000001:3.0:1773616139.508274:0:81778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.508277:0:81778:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616139.508282:0:81778:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773616139.508294:0:81778:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616139.508296:0:81778:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.508301:0:81778:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616139.508306:0:81778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.508314:0:81778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.508375:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616139.508379:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.508382:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.508388:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.508397:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.508400:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.508404:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.508407:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.508409:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.508413:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795580160:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616139.508417:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.508422:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.508424:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.508427:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.508431:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616139.508434:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.508440:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.508445:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9f78. 00000400:00000010:2.0:1773616139.508451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616139.508457:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795580160, portal 18 00000100:00000001:2.0:1773616139.508459:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.508461:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:2.0:1773616139.508468:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.508475:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.508477:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.508480:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e110. 00000100:00000200:2.0:1773616139.508483:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795580160, offset 0 00000400:00000200:2.0:1773616139.508488:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.508494:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.508500:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.508505:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.508509:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.508513:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.508516:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.508519:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149472:149472:256:4294967295] 192.168.201.103@tcp LPNI seq info [149412:149412:8:4294967295] 00000400:00000200:2.0:1773616139.508523:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.508531:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.508537:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.508542:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdec00. 00000800:00000200:2.0:1773616139.508548:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.508555:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.508559:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdec00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616139.508578:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.508583:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 494931 usecs (495 jiffies) 00000400:00000200:2.0:1773616139.508587:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.508590:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940611 00000100:00000001:2.0:1773616139.508593:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.508595:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940611 00000100:00000001:2.0:1773616139.508598:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.508600:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.508603:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.508606:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.508608:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616139.508728:0:81778:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616139.508732:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.508734:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.508735:0:81778:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.508738:0:81778:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.508740:0:81778:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.508744:0:81778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616139.508751:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616139.508754:0:81778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650400/0xe60cc2233ec67907 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c5bb expref: -99 pid: 93424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1773616139.508761:0:81778:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460ad00 count: 0 00010000:00000010:3.0:1773616139.508778:0:81778:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2180. 00010000:00000001:3.0:1773616139.508787:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.508789:0:81778:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616139.508791:0:81778:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a812a649c0. 00010000:00000001:3.0:1773616139.508795:0:81778:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.508797:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616139.508798:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.508800:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616139.508802:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616139.508803:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.508804:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616139.508807:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616139.508808:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.508810:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773616139.508818:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.508821:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.509434:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.509439:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdec00. 00000400:00000200:1.0:1773616139.509444:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.509450:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.509455:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:1.0:1773616139.509458:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:1.0:1773616139.509462:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.509467:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.509476:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.509479:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.509491:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.509492:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616139.514192:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.514199:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616139.514204:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616139.514207:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.514210:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.514213:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773616139.517890:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000010:3.1:1773616139.517913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650400. 00000800:00000001:1.0:1773616139.529663:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.529682:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.529687:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.529689:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.529699:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.529706:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.529715:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.529720:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.529725:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.529730:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b720066d500 00000400:00000200:1.0:1773616139.529734:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.529740:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1938a1 [1] + 224 00000800:00000001:1.0:1773616139.529749:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.529770:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.529774:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.529779:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.529787:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.529795:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616139.529806:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.529835:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.529882:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.529886:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.530111:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616139.530117:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616139.530124:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616139.530127:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616139.530130:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:2.0:1773616139.530136:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:2.0:1773616139.530138:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:2.0:1773616139.530141:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616139.530147:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616139.530157:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.530163:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616139.530166:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.530169:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616139.530173:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616139.530175:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616139.530178:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.530181:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616139.530190:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0578 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616139.530194:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616139.530197:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616139.530199:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.530202:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616139.530205:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.530209:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616139.530212:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:2.0:1773616139.530214:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616139.530216:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.530222:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.530229:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.530232:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616139.530234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616139.530238:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616139.530246:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795580160:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616139.530252:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.530254:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.530258:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795580160/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.530266:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616139.530268:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616139.530273:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616139.530277:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616139.530279:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616139.530282:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616139.530284:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616139.530287:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809128600. 02000000:00000001:2.0:1773616139.530291:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616139.530293:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616139.530295:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:2.0:1773616139.530299:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616139.530301:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.530303:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.530312:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.530315:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.530317:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616139.530319:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616139.535482:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.535500:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.535504:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.535506:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.535516:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.535525:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.535533:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.535539:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.535544:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.535548:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b720066d480 00000400:00000200:1.0:1773616139.535553:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.535559:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x193891 [64] + 224 00000800:00000001:1.0:1773616139.535567:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.535627:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.535632:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.535642:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.535649:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.535660:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616194 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.535670:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.535691:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.535700:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.535704:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.536286:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616139.536296:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616139.536298:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616139.536302:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616139.536307:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a80501b800 00000400:00000010:3.0:1773616139.536309:0:93424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff91a80501b800. 00000100:00000001:3.0:1773616139.536313:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616139.536319:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616139.536328:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.536334:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616139.536335:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.536338:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616139.536341:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616139.536344:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616139.536346:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.536349:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616139.536358:0:93424:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616139.536363:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616139.536365:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1773616139.536369:0:93424:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8034b2680 x1859763795580032/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.536375:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773616139.536378:0:93424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616139.536380:0:93424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773616139.536382:0:93424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616139.536384:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.536385:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000001:3.0:1773616139.536388:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616139.536391:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:3.0:1773616139.536393:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616139.536395:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1773616139.536400:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616194 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.536406:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1773616139.536408:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616139.536410:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616139.536414:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616194 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616139.536422:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580032:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773616139.536427:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.536429:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1773616139.536431:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616139.536433:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.536436:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616194 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.536443:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616139.536445:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616139.536448:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616139.536449:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1773616139.536453:0:93424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616139.536457:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.536460:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.536462:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=4 00000020:00000001:3.0:1773616139.536464:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616139.536467:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00010000:3.0:1773616139.536472:0:93424:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.536483:0:93424:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1773616139.536487:0:93424:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.536494:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616139.536496:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.536502:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.536503:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616139.536506:0:93424:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.536511:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616139.536514:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.536517:0:93424:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616139.536519:0:93424:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616139.536525:0:93424:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a81002a600 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773616139.536528:0:93424:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773616139.536531:0:93424:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.536538:0:93424:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773616139.536540:0:93424:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773616139.536543:0:93424:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.536548:0:93424:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773616139.536552:0:93424:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616139.536553:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.536554:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.536555:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=5 00000020:00000001:3.0:1773616139.536558:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616139.536561:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616139.536564:0:93424:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616139.536566:0:93424:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1773616139.536573:0:93424:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616139.536575:0:93424:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.536578:0:93424:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773616139.536579:0:93424:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616139.536583:0:93424:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616139.536584:0:93424:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616139.536586:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616139.536588:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616139.536590:0:93424:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a600 with handle 0xe60cc2233ec6790e from hash 00010000:00000001:3.0:1773616139.536592:0:93424:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616139.536594:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.536595:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.536596:0:93424:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616139.536598:0:93424:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616139.536599:0:93424:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773616139.536601:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.536603:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.536604:0:93424:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.536606:0:93424:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.536609:0:93424:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.536614:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.536615:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.536616:0:93424:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773616139.536618:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616139.536619:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.536620:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.536621:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616139.536623:0:93424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec6790e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616139.536635:0:93424:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a400 count: 0 00010000:00000010:3.0:1773616139.536656:0:93424:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2500. 00010000:00000001:3.0:1773616139.536666:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.536668:0:93424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1773616139.536673:0:93424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1773616139.536679:0:93424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616139.536688:0:93424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773616139.536693:0:93424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616139.536700:0:93424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.536705:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773616139.536707:0:93424:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.536709:0:93424:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.536711:0:93424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.536713:0:93424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773616139.536716:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.536717:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00010000:00000001:3.0:1773616139.536719:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1773616139.536720:0:93424:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.536722:0:93424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616139.536725:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf948 00000002:00002000:3.0:1773616139.536727:0:93424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=880002b: rc = 0 00000002:00000001:3.0:1773616139.536731:0:93424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.536734:0:93424:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.536737:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616139.536739:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773616139.536743:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.536747:0:93424:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616139.536751:0:93424:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a809128400. 00000080:00000001:3.0:1773616139.536755:0:93424:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616139.536774:0:93424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773616139.536777:0:93424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1773616139.536781:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616139.536788:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb510. 00000020:00000010:3.0:1773616139.536793:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128400. 00000020:00000010:3.0:1773616139.536797:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809129c00. 00000020:00000010:3.0:1773616139.536801:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bd80. 00000008:00000010:2.0:1773616139.539238:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616139.539256:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616139.539262:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616139.539279:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616139.539283:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616139.539291:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62200. 00000008:00000010:2.0:1773616139.539296:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616139.539300:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616139.539304:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616139.539307:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616139.539311:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711128 : -121323943840488 : ffff91a8116cb518) 00000020:00001000:2.0:1773616139.539314:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb510 00000020:00000001:2.0:1773616139.539317:0:93424:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616139.539320:0:93424:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616139.539323:0:93424:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616139.539329:0:93424:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685180. 00020000:00000010:2.0:1773616139.539333:0:93424:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58880. 00020000:00000010:2.0:1773616139.539337:0:93424:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a8046857e0. 00020000:00000001:2.0:1773616139.539339:0:93424:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547321312 : -121324162230304 : ffff91a8046857e0) 00020000:00000002:2.0:1773616139.539342:0:93424:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a8046857e0, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616139.539347:0:93424:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616139.539353:0:93424:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58880: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616139.539357:0:93424:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c2e8) owner ffff91a807d10000 00020000:00000001:2.0:1773616139.539360:0:93424:0:(lov_object.c:1310:lov_layout_change()) Process entered 00000020:00000001:2.0:1773616139.539362:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616139.539366:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616139.539369:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616139.539373:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62600. 00000020:00000010:2.0:1773616139.539376:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046856c0. 00000008:00000010:2.0:1773616139.539580:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616139.539583:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118b40. 00008000:00000010:2.0:1773616139.539585:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616139.539588:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616139.539591:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616139.539594:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63000. 00000008:00000010:2.0:1773616139.539598:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616139.539600:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616139.539603:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616139.539606:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090960f0. 00000020:00000001:2.0:1773616139.539608:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616139.539610:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00020000:00000002:2.0:1773616139.539612:0:93424:0:(lov_object.c:1322:lov_layout_change()) [0x20000bf89:0x7:0x0] from EMPTY to COMPOSITE 00000020:00000001:2.0:1773616139.539615:0:93424:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:2.0:1773616139.539618:0:93424:0:(vvp_object.c:139:vvp_prune()) Process entered 00000080:00000001:2.0:1773616139.539620:0:93424:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773616139.539621:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616139.539624:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616139.539626:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63400. 00000020:00000010:2.0:1773616139.539629:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616139.539632:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685e40. 00000008:00000010:2.0:1773616139.539759:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616139.539772:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616139.539775:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616139.539778:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616139.539781:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616139.539784:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616139.539787:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616139.539789:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616139.539791:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616139.539794:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616139.539796:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616139.539798:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000020:00000001:2.0:1773616139.539802:0:93424:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:2.0:1773616139.539805:0:93424:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616139.540544:0:93424:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616139.540547:0:93424:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616139.540551:0:93424:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616139.540552:0:93424:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616139.540554:0:93424:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616139.540558:0:93424:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a80508b4d8 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773616139.540562:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner ffff91a807d10000/ffff91a807d10000 00020000:00000001:2.0:1773616139.540565:0:93424:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1773616139.540567:0:93424:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1773616139.540569:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner ffff91a807d10000/ffff91a807d10000 00000020:00000001:2.0:1773616139.540571:0:93424:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616139.540574:0:93424:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1773616139.540576:0:93424:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616139.540577:0:93424:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616139.540580:0:93424:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616139.540581:0:93424:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616139.540585:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:2.0:1773616139.540588:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616139.540595:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685e40. 00000008:00000010:2.0:1773616139.540600:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616139.540604:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616139.540608:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616139.540611:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616139.540614:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616139.540617:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63400. 00000008:00000010:2.0:1773616139.540621:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616139.540624:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616139.540627:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616139.540630:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616139.540632:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616139.542067:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000080:00000001:2.0:1773616139.542079:0:93424:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.542084:0:93424:0:(vvp_object.c:151:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.542087:0:93424:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616139.542090:0:93424:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:2.0:1773616139.542092:0:93424:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616139.542095:0:93424:0:(lov_object.c:1340:lov_layout_change()) [0x20000bf89:0x7:0x0]Apply new layout lov ffff91a80460c2e8, type 2 00020000:00000001:2.0:1773616139.542099:0:93424:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1773616139.542102:0:93424:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a8046857e0, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616139.542107:0:93424:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616139.542110:0:93424:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58880: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000010:2.0:1773616139.542118:0:93424:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91a80471cba0. 00020000:00000010:2.0:1773616139.542123:0:93424:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91a8103d2480. 00020000:00000001:2.0:1773616139.542127:0:93424:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1773616139.542130:0:93424:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91a8036257f0. 00020000:00000001:2.0:1773616139.542149:0:93424:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1773616139.542151:0:93424:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:2.0:1773616139.542160:0:93424:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1773616139.542164:0:93424:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91a804615000. 00000020:00000001:2.0:1773616139.542167:0:93424:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773616139.542169:0:93424:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616139.542172:0:93424:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622749546860672 : -121324162690944 : ffff91a804615080) 00020000:00000001:2.0:1773616139.542178:0:93424:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1773616139.542183:0:93424:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91a8044c9dc0. 00020000:00000001:2.0:1773616139.542185:0:93424:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.542191:0:93424:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546860672 : -121324162690944 : ffff91a804615080) 00020000:00000001:2.0:1773616139.542193:0:93424:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622749546860672 : -121324162690944 : ffff91a804615080) 00020000:00000002:2.0:1773616139.542197:0:93424:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x176c:0x0]@ffff91a804615000[0:0] -> [0x20000bf89:0x7:0x0]@ffff91a80460bed8: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000001:2.0:1773616139.542202:0:93424:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1773616139.542204:0:93424:0:(lov_object.c:808:lov_init_composite()) Process leaving 00000020:00001000:2.0:1773616139.542206:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616139.542209:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62600. 00000020:00000010:2.0:1773616139.542214:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046856c0. 00000008:00000010:2.0:1773616139.542218:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616139.542222:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118b40. 00008000:00000010:2.0:1773616139.542226:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616139.542231:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616139.542234:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616139.542237:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616139.542239:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616139.542242:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616139.542245:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616139.542248:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090960f0. 00000020:00000010:2.0:1773616139.542251:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63000. 00000020:00000010:2.0:1773616139.542253:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00020000:00000001:2.0:1773616139.542255:0:93424:0:(lov_object.c:1362:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616139.542257:0:93424:0:(lov_object.c:1494:lov_conf_set()) Process leaving 00020000:00000002:2.0:1773616139.542259:0:93424:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c2e8) owner ffff91a807d10000 00020000:00000002:2.0:1773616139.542262:0:93424:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616139.545636:0:93424:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.545648:0:93424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616139.545652:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb510 00000020:00000010:2.0:1773616139.545659:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809129c00. 00000020:00000010:2.0:1773616139.545667:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bd80. 00000008:00000010:2.0:1773616139.545672:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616139.545679:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616139.545683:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616139.545688:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616139.545692:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616139.545695:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128400. 00000008:00000010:2.0:1773616139.545699:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616139.545703:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616139.545708:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616139.545711:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616139.545714:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62200. 00000020:00000010:2.0:1773616139.545717:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb510. 00000080:00000001:2.0:1773616139.545724:0:93424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773616139.545726:0:93424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616139.545731:0:93424:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x7:0x0], updating i_size 0 00000080:00000001:2.0:1773616139.545735:0:93424:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616139.545739:0:93424:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616139.545741:0:93424:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.545745:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.545757:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.545778:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.545782:0:93424:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.545785:0:93424:0:(file.c:3140:ll_release_openhandle()) Process entered 00000080:00000010:2.0:1773616139.545793:0:93424:0:(file.c:3153:ll_release_openhandle()) kmalloced '(och)': 56 at ffff91a810301ec0. 00800000:00000001:2.0:1773616139.545799:0:93424:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616139.545802:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.545804:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.545807:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.545810:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.545812:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.545814:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.545816:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.545820:0:93424:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616139.545824:0:93424:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539940. 00000002:00100000:2.0:1773616139.545829:0:93424:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616139.545850:0:93424:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.545852:0:93424:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.545855:0:93424:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773616139.545860:0:93424:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804f62200. 00000080:00000001:2.0:1773616139.545862:0:93424:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773616139.545869:0:93424:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773616139.545874:0:93424:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773616139.545875:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.545877:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.545878:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.545879:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.545881:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.545883:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.545885:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.545887:0:93424:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:2.0:1773616139.545891:0:93424:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773616139.545893:0:93424:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x7:0x0] file closed with intent: 0 00000100:00000010:2.0:1773616139.545899:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616139.545904:0:93424:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616139.545910:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.545913:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.545918:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.545926:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63000. 00000100:00000001:2.0:1773616139.545932:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773616139.545942:0:93424:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773616139.545954:0:93424:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773616139.545960:0:93424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773616139.545967:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.545969:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.545977:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2a80. 00000100:00000001:2.0:1773616139.545980:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818240 : -121323963733376 : ffff91a8103d2a80) 00000100:00000001:2.0:1773616139.545983:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.545984:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000001:2.0:1773616139.545988:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.545992:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.545994:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.545995:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.546000:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.546007:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.546009:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.546012:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.546015:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.546017:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.546020:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580416:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773616139.546024:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.546030:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.546032:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.546035:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.546039:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803494c00. 02000000:00000001:2.0:1773616139.546042:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.546050:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.546054:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9f78. 00000400:00000010:2.0:1773616139.546061:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616139.546068:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795580416, portal 10 00000100:00000001:2.0:1773616139.546070:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.546072:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:2.0:1773616139.546078:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.546086:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.546089:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.546092:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616139.546096:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795580416, offset 0 00000400:00000200:2.0:1773616139.546102:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.546111:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.546117:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.546122:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.546127:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.546130:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.546133:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.546149:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149473:149473:256:4294967295] 192.168.201.103@tcp LPNI seq info [149413:149413:8:4294967295] 00000400:00000200:2.0:1773616139.546154:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.546165:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.546171:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.546176:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde500. 00000800:00000200:2.0:1773616139.546183:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.546191:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.546195:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773616139.546212:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.546217:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 492911 usecs (493 jiffies) 00000400:00000200:2.0:1773616139.546220:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.546223:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940643 00000100:00000001:2.0:1773616139.546226:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.546228:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940643 00000100:00000001:2.0:1773616139.546231:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.546233:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.546235:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.546238:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.546240:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616139.546242:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2a80 going to sleep for 11 seconds 00000100:00000001:2.0:1773616139.546245:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.546248:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.546586:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.546591:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde500. 00000400:00000200:1.0:1773616139.546596:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.546602:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.546606:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:1.0:1773616139.546609:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:1.0:1773616139.546613:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.546617:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.546627:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.546630:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.546636:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.546638:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616139.547009:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a400. 00010000:00000010:3.1:1773616139.547018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00000800:00000001:1.0:1773616139.560053:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.560071:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.560075:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.560077:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.560087:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.560095:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.560102:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.560107:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.560113:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.560118:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b720066d600 00000400:00000200:1.0:1773616139.560123:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.560130:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x1938a9 [1] + 224 00000800:00000001:1.0:1773616139.560139:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.560149:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.560152:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.560157:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.560165:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.560174:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.560185:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.560207:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.560218:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.560222:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.561945:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616139.561959:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616139.561961:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616139.561966:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:2.0:1773616139.561974:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:2.0:1773616139.561976:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:2.0:1773616139.561980:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616139.561991:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616139.562007:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795580416/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.562013:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616139.562014:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.562017:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616139.562022:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616139.562024:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616139.562027:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.562029:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616139.562040:0:93424:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616139.562044:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616139.562046:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616139.562048:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.562051:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616139.562055:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.562058:0:93424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616139.562060:0:93424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616139.562062:0:93424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616139.562064:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.562066:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000001:2.0:1773616139.562070:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616139.562072:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:2.0:1773616139.562074:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616139.562077:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.562081:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795580416/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.562089:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.562091:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616139.562093:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616139.562097:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795580416/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616139.562104:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580416:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773616139.562110:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.562112:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.562115:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616139.562117:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.562120:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8e00 x1859763795580416/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.562127:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616139.562129:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2a80. 00000100:00000001:2.0:1773616139.562133:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616139.562134:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.562142:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.562143:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000002:00000001:2.0:1773616139.562146:0:93424:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.562149:0:93424:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616139.562155:0:93424:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62200. 00000080:00000001:2.0:1773616139.562158:0:93424:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773616139.562161:0:93424:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773616139.562164:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.562166:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.562169:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.562171:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.562174:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.562176:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.562178:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.562183:0:93424:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616139.562189:0:93424:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616139.562196:0:93424:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.562198:0:93424:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616139.562200:0:93424:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301ec0. 00000100:00000001:2.0:1773616139.562203:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.562206:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8e00 x1859763795580416/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.562217:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.562219:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.562222:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.562228:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.562230:0:93424:0:(file.c:3168:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.562234:0:93424:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616139.562236:0:93424:0:(dcache.c:176:ll_intent_release()) intent ffffa25881dcfc90 released 00000080:00000001:2.0:1773616139.562237:0:93424:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616139.562239:0:93424:0:(file.c:2738:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.562243:0:93424:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616139.562246:0:93424:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1773616139.562248:0:93424:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.562250:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.562251:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.562252:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.562253:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.562255:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.562256:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.562258:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.562260:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.562263:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616139.562269:0:93424:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.562271:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.562273:0:93424:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:2.0:1773616139.562275:0:93424:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.562277:0:93424:0:(file.c:6967:ll_layout_intent()) Process entered 00000080:00000010:2.0:1773616139.562284:0:93424:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62200. 00000080:00010000:2.0:1773616139.562290:0:93424:0:(file.c:6985:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20000bf89:0x7:0x0](ffff91a804159148) 00000080:00000001:2.0:1773616139.562293:0:93424:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.562297:0:93424:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.562301:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfb18 00800000:00000002:2.0:1773616139.562303:0:93424:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x20000bf89:0x7:0x0] '' on [0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.562307:0:93424:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616139.562310:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.562311:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.562312:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.562313:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.562315:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.562317:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.562318:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.562321:0:93424:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x7:0x0], fid2=[0x20000bf89:0x7:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616139.562326:0:93424:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.562328:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf9e8 00000002:00010000:2.0:1773616139.562329:0:93424:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x7:0x0]) in obj [0x20000bf89:0x7:0x0], intent: layout flags 0 00000002:00000001:2.0:1773616139.562334:0:93424:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616139.562336:0:93424:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1773616139.562341:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb480. 00000020:00000040:2.0:1773616139.562345:0:93424:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616139.562351:0:93424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616139.562356:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.562360:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.562363:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.562364:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.562368:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.562375:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63200. 00000100:00000001:2.0:1773616139.562380:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.562384:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.562385:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.562387:0:93424:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.562403:0:93424:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.562405:0:93424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.562408:0:93424:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00010000:00000001:2.0:1773616139.562412:0:93424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616139.562415:0:93424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616139.562419:0:93424:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb300. 00010000:00000010:2.0:1773616139.562423:0:93424:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453cd00. 00010000:00000001:2.0:1773616139.562428:0:93424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616139.562431:0:93424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4a00. 00000020:00000001:2.0:1773616139.562435:0:93424:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616139.562438:0:93424:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4a00 with handle 0xe60cc2233ec67915 to hash 00000020:00000001:2.0:1773616139.562440:0:93424:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616139.562442:0:93424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.562445:0:93424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.562449:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.562452:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.562456:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.562465:0:93424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.562474:0:93424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616139.562480:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.562482:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.562488:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2a80. 00000100:00000001:2.0:1773616139.562490:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818240 : -121323963733376 : ffff91a8103d2a80) 00000100:00000001:2.0:1773616139.562493:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.562494:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00000100:00000001:2.0:1773616139.562498:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.562502:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.562503:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.562505:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.562509:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.562517:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.562520:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.562523:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.562526:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.562529:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.562532:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580544:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773616139.562536:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.562541:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.562543:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.562545:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.562550:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616139.562552:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.562559:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.562562:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9f78. 00000400:00000010:2.0:1773616139.562567:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616139.562573:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795580544, portal 10 00000100:00000001:2.0:1773616139.562576:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.562577:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00000100:00000040:2.0:1773616139.562582:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.562589:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.562592:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.562595:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616139.562598:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1859763795580544, offset 0 00000400:00000200:2.0:1773616139.562604:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.562611:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.562618:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.562622:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.562626:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.562630:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.562632:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.565312:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149474:149474:256:4294967295] 192.168.201.103@tcp LPNI seq info [149414:149414:8:4294967295] 00000400:00000200:2.0:1773616139.565322:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.565337:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.565344:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616139.578603:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41000. 00000800:00000200:3.0:1773616139.578624:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616139.578632:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616139.578647:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41000 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1773616139.578670:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.578678:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 491856 usecs (492 jiffies) 00000400:00000200:3.0:1773616139.578685:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616139.578688:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940678 00000100:00000001:3.0:1773616139.578692:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.578694:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940678 00000100:00000001:3.0:1773616139.578696:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.578698:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.578701:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.578705:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.578707:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616139.578710:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2a80 going to sleep for 50 seconds 00000100:00000001:3.0:1773616139.578714:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.578717:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.579244:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.579250:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41000. 00000400:00000200:1.0:1773616139.579256:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.579262:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.579268:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:1.0:1773616139.579271:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:1.0:1773616139.579275:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.579283:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.579294:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.579508:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.579516:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.579517:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.586318:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.586549:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.586553:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.586556:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.586565:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.586572:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.586581:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.586587:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.586592:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.586597:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 10 MB=0x69b720066d680 00000400:00000200:1.0:1773616139.586601:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.586608:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 400/400 into md 0x1938b1 [1] + 224 00000800:00000001:1.0:1773616139.586616:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.586626:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.586629:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.586645:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.586653:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.586662:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.586673:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.586693:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.586702:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.586705:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.587751:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616139.587791:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616139.587793:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616139.587797:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9f78. 00000400:00000200:3.0:1773616139.587802:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:3.0:1773616139.587813:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:3.0:1773616139.587817:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616139.587826:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616139.587880:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.587887:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616139.587889:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.587892:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616139.587895:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616139.587898:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616139.587900:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.587903:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616139.587911:0:93424:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616139.587915:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616139.587918:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616139.587920:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.587922:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616139.587926:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.587929:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616139.587931:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:3.0:1773616139.587933:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616139.587936:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.587940:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.587947:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.587950:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616139.587952:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616139.587955:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616194 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616139.587962:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580544:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773616139.587966:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.587969:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.587971:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616139.587973:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.587976:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.587983:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616139.587985:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2a80. 00000100:00000001:3.0:1773616139.587989:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616139.587991:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.587995:0:93424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616139.588000:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588003:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588006:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=4 00000020:00000001:3.0:1773616139.588008:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588012:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000040:3.0:1773616139.588018:0:93424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c4a00, remote cookie: 0xf6516185796c5de, flags: 0x1000 00010000:00000001:3.0:1773616139.588022:0:93424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616139.588039:0:93424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616139.588040:0:93424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616139.588042:0:93424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616139.588043:0:93424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616139.588047:0:93424:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff91a804feb300) refcount = 1 00010000:00010000:3.0:1773616139.588052:0:93424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.588061:0:93424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616139.588064:0:93424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616139.588065:0:93424:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616139.588068:0:93424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616139.588071:0:93424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.588075:0:93424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.588080:0:93424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616139.588082:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588084:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588085:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588086:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588088:0:93424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.588092:0:93424:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616139.588094:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588095:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588096:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588098:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588099:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588101:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588102:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616139.588106:0:93424:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1773616139.588113:0:93424:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff91a8182b3000: layout return lvb 56 transno 0 00010000:00000001:3.0:1773616139.588116:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588117:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588118:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588120:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588122:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00000002:00010000:3.0:1773616139.588125:0:93424:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773616139.588135:0:93424:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a8061f0740. 00010000:00000001:3.0:1773616139.588137:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588138:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616139.588139:0:93424:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.588141:0:93424:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.588144:0:93424:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773616139.588145:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588146:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588147:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588148:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588150:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00000002:00010000:3.0:1773616139.588153:0:93424:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.588159:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588160:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588161:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616139.588162:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588163:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588164:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588166:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588168:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000040:3.0:1773616139.588174:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 2 00010000:00000001:3.0:1773616139.588177:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616139.588181:0:93424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 16 res 8589983625/7 (0 0) 00010000:00000001:3.0:1773616139.588183:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588184:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616139.588186:0:93424:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616139.588189:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcf968 00000002:00002000:3.0:1773616139.588190:0:93424:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:3.0:1773616139.588193:0:93424:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.588196:0:93424:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.588198:0:93424:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616139.588201:0:93424:0:(namei.c:951:ll_intent_lock()) intent lock 1024 on i1 [0x20000bf89:0x7:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773616139.588205:0:93424:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.588207:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.588211:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb480 x1859763795580544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.588217:0:93424:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616139.588219:0:93424:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616139.588222:0:93424:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803496800. 02000000:00000001:3.0:1773616139.588226:0:93424:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616139.588227:0:93424:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616139.588229:0:93424:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616139.588231:0:93424:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616139.588233:0:93424:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63200. 02000000:00000001:3.0:1773616139.588237:0:93424:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616139.588239:0:93424:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616139.588240:0:93424:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb480. 00000100:00000001:3.0:1773616139.588243:0:93424:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616139.588244:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1773616139.588249:0:93424:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62200. 00000080:00010000:3.0:1773616139.588253:0:93424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) for lock 0xe60cc2233ec67915 00800000:00000001:3.0:1773616139.588258:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616139.588260:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616139.588262:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588263:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588264:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588266:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588267:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588270:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588271:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616139.588272:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.588274:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616139.588277:0:93424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67915 from it ffffa25881dcfc38 00010000:00000001:3.0:1773616139.588279:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588280:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588281:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588283:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588285:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588287:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616139.588289:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616139.588294:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588295:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588296:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616139.588299:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616139.588302:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616139.588313:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616139.588316:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616139.588317:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616139.588322:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588323:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588324:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588327:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616139.588330:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588332:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588334:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588336:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616139.588337:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588573:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616139.588575:0:93424:0:(file.c:7001:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.588578:0:93424:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1773616139.588579:0:93424:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616139.588583:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616139.588586:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616139.588588:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616139.588591:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616139.588592:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.588594:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616139.588596:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.588599:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616139.588600:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616139.588603:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 2 00010000:00000001:3.0:1773616139.588605:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616139.588608:0:93424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616139.588611:0:93424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616139.588614:0:93424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773616139.588620:0:93424:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616139.588624:0:93424:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616139.588627:0:93424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773616139.588632:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1773616139.588645:0:93424:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 16 00000080:00000001:3.0:1773616139.588648:0:93424:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1773616139.588650:0:93424:0:(file.c:6858:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1773616139.588651:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588652:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588654:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588656:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588658:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00000080:00010000:3.0:1773616139.588661:0:93424:0:(file.c:6868:ll_layout_lock_set()) ### file [0x20000bf89:0x7:0x0](000000009e07c263) being reconfigured ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1773616139.588669:0:93424:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616139.588670:0:93424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616139.588671:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588672:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588673:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=4 00000020:00000001:3.0:1773616139.588675:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588676:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588679:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588679:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616139.588681:0:93424:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.588682:0:93424:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.588684:0:93424:0:(file.c:6783:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1773616139.588686:0:93424:0:(file.c:6786:ll_layout_fetch()) [0x20000bf89:0x7:0x0] LVB_READY=0 l_lvb_data=ffff91a8061f0740 l_lvb_len=56 00000080:00000001:3.0:1773616139.588688:0:93424:0:(file.c:6789:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.588690:0:93424:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773616139.588692:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616139.588697:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb1b0. 00000020:00000010:3.0:1773616139.588702:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128200. 00000020:00000010:3.0:1773616139.588706:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809129800. 00000020:00000010:3.0:1773616139.588710:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bb40. 00000008:00000010:3.0:1773616139.588717:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.588721:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.588726:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.588732:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.588736:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.588739:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128800. 00000008:00000010:3.0:1773616139.588743:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.588746:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.588752:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.588756:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616139.588759:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710264 : -121323943841352 : ffff91a8116cb1b8) 00000020:00001000:3.0:1773616139.588770:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb1b0 00000020:00000001:3.0:1773616139.588772:0:93424:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773616139.588775:0:93424:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773616139.588778:0:93424:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773616139.588782:0:93424:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a80469b000. 00020000:00000010:3.0:1773616139.588786:0:93424:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a806f78c80. 00020000:00000010:3.0:1773616139.588790:0:93424:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a80469b840. 00020000:00000001:3.0:1773616139.588793:0:93424:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547411520 : -121324162140096 : ffff91a80469b840) 00020000:00000002:3.0:1773616139.588795:0:93424:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469b840, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773616139.588799:0:93424:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773616139.588803:0:93424:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78c80: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000002:3.0:1773616139.588806:0:93424:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c2e8) owner ffff91a807d10000 00020000:00000001:3.0:1773616139.588809:0:93424:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773616139.588810:0:93424:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c2e8) owner ffff91a807d10000 00020000:00000010:3.0:1773616139.588815:0:93424:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a806f78c80. 00020000:00000010:3.0:1773616139.588818:0:93424:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a80469b000. 00020000:00000010:3.0:1773616139.588821:0:93424:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a80469b840. 00020000:00000002:3.0:1773616139.588823:0:93424:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773616139.588824:0:93424:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.588826:0:93424:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.588829:0:93424:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773616139.588833:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000002:3.0:1773616139.588860:0:93424:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046857e0 addref 2/0 by ffff91a807d10000. 00020000:00000002:3.0:1773616139.588863:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000001:3.0:1773616139.588866:0:93424:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773616139.588868:0:93424:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773616139.588870:0:93424:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773616139.588871:0:93424:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773616139.588873:0:93424:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773616139.588875:0:93424:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1773616139.588878:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb1b0 00000020:00000010:3.0:1773616139.588881:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809129800. 00000020:00000010:3.0:1773616139.588884:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bb40. 00000008:00000010:3.0:1773616139.588887:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.588891:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.588894:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.588898:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.588902:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.588905:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128200. 00000008:00000010:3.0:1773616139.588908:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.588912:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.588915:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.588918:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616139.588920:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128800. 00000020:00000010:3.0:1773616139.588922:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb1b0. 00000080:00000001:3.0:1773616139.588924:0:93424:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.588926:0:93424:0:(file.c:6905:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1773616139.588927:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588929:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588930:0:93424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616139.588931:0:93424:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.588932:0:93424:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=3 00000020:00000001:3.0:1773616139.588934:0:93424:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588936:0:93424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:3.0:1773616139.588938:0:93424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616139.588941:0:93424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616139.588947:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588948:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588949:0:93424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616139.588951:0:93424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616139.588953:0:93424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773616139.588958:0:93424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616139.588960:0:93424:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616139.588961:0:93424:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616139.588963:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588964:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616139.588965:0:93424:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588967:0:93424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616139.588968:0:93424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588970:0:93424:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588972:0:93424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.588973:0:93424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616139.588974:0:93424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616139.588975:0:93424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616139.588977:0:93424:0:(file.c:6946:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.588979:0:93424:0:(file.c:7065:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.588981:0:93424:0:(file.c:2926:ll_file_getstripe()) Process entered 00000020:00000001:3.0:1773616139.588983:0:93424:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616139.588985:0:93424:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb1b0. 00000020:00000010:3.0:1773616139.588988:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128800. 00000020:00000010:3.0:1773616139.588990:0:93424:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616139.588993:0:93424:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bb40. 00000008:00000010:3.0:1773616139.588995:0:93424:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.588998:0:93424:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.589001:0:93424:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.589004:0:93424:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.589006:0:93424:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.589009:0:93424:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809129800. 00000008:00000010:3.0:1773616139.589011:0:93424:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.589013:0:93424:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.589015:0:93424:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.589017:0:93424:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616139.589020:0:93424:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710264 : -121323943841352 : ffff91a8116cb1b8) 00000020:00001000:3.0:1773616139.589022:0:93424:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb1b0 00000020:00000001:3.0:1773616139.589024:0:93424:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:3.0:1773616139.589025:0:93424:0:(lov_object.c:2228:lov_object_getstripe()) Process entered 00020000:00000002:3.0:1773616139.589027:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000002:3.0:1773616139.589029:0:93424:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046857e0 addref 2/0 by ffff91a807d10000. 00020000:00000002:3.0:1773616139.589031:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000001:3.0:1773616139.589033:0:93424:0:(lov_pack.c:370:lov_getstripe()) Process entered 00020000:00000010:3.0:1773616139.589036:0:93424:0:(lov_pack.c:382:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff91a8061f05c0. 00020000:00000001:3.0:1773616139.589037:0:93424:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773616139.589039:0:93424:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773616139.589041:0:93424:0:(lov_pack.c:134:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:3.0:1773616139.589045:0:93424:0:(lov_pack.c:477:lov_getstripe()) kvfree 'lmmk': 56 at ffff91a8061f05c0. 00020000:00000001:3.0:1773616139.589048:0:93424:0:(lov_pack.c:479:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.589050:0:93424:0:(lov_object.c:2236:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.589051:0:93424:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616139.589053:0:93424:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb1b0 00000020:00000010:3.0:1773616139.589055:0:93424:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616139.589057:0:93424:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bb40. 00000008:00000010:3.0:1773616139.589059:0:93424:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616139.589061:0:93424:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616139.589063:0:93424:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616139.589066:0:93424:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616139.589068:0:93424:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616139.589070:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128800. 00000008:00000010:3.0:1773616139.589072:0:93424:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616139.589074:0:93424:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616139.589076:0:93424:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616139.589078:0:93424:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:3.0:1773616139.589081:0:93424:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809129800. 00000020:00000010:3.0:1773616139.589083:0:93424:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb1b0. 00000080:00000001:3.0:1773616139.589085:0:93424:0:(file.c:2937:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616139.589087:0:93424:0:(file.c:2979:ll_lov_setstripe()) kvfree 'klum': 32 at ffff91a807c3bb00. 00000080:00000001:3.0:1773616139.589090:0:93424:0:(file.c:2980:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.589092:0:93424:0:(file.c:4652:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.589115:0:93424:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773616139.589117:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000002:3.0:1773616139.589120:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000001:3.0:1773616139.589122:0:93424:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.589130:0:93424:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773616139.589133:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfdd0 00000080:00200008:3.0:1773616139.589135:0:93424:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 100001 00000080:00000001:3.0:1773616139.589139:0:93424:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1773616139.589141:0:93424:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1773616139.589142:0:93424:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773616139.589144:0:93424:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000002:3.0:1773616139.589146:0:93424:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a807d10000 00020000:00000001:3.0:1773616139.589148:0:93424:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.589150:0:93424:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:3.0:1773616139.589152:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616139.589154:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616139.589155:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616139.589157:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616139.589158:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.589160:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616139.589162:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.589164:0:93424:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616139.589166:0:93424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616139.589168:0:93424:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 2 00010000:00000001:3.0:1773616139.589170:0:93424:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616139.589173:0:93424:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.589174:0:93424:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:3.0:1773616139.589176:0:93424:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1773616139.589178:0:93424:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1773616139.589182:0:93424:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a809129800. 00000080:00000001:3.0:1773616139.589184:0:93424:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1773616139.589189:0:93424:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1773616139.589192:0:93424:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:3.0:1773616139.589193:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616139.589194:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616139.589195:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616139.589197:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616139.589198:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.589200:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616139.589201:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.589203:0:93424:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:3.0:1773616139.589207:0:93424:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1773616139.589208:0:93424:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x7:0x0] file closed with intent: 0 00000100:00000010:3.0:1773616139.589214:0:93424:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0380. 00000020:00000040:3.0:1773616139.589217:0:93424:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616139.589222:0:93424:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616139.589224:0:93424:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616139.589227:0:93424:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616139.589232:0:93424:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809128800. 00000100:00000001:3.0:1773616139.589239:0:93424:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1773616139.589250:0:93424:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1773616139.589261:0:93424:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1773616139.589265:0:93424:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1773616139.589271:0:93424:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616139.589273:0:93424:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616139.589279:0:93424:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616139.589281:0:93424:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606948864 : -121324102602752 : ffff91a807f63000) 00000100:00000001:3.0:1773616139.589284:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.589286:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000001:3.0:1773616139.589291:0:93424:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616139.589295:0:93424:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.589297:0:93424:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616139.589299:0:93424:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616139.589303:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.589310:0:93424:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616139.589313:0:93424:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.589317:0:93424:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616139.589319:0:93424:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616139.589322:0:93424:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616139.589325:0:93424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580800:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773616139.589328:0:93424:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616139.589334:0:93424:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616139.589336:0:93424:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.589339:0:93424:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616139.589343:0:93424:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616139.589345:0:93424:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616139.589353:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616139.589357:0:93424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616139.589362:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616139.589369:0:93424:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795580800, portal 10 00000100:00000001:3.0:1773616139.589371:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.589372:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000040:3.0:1773616139.589377:0:93424:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.589384:0:93424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616139.589386:0:93424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616139.589389:0:93424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616139.589392:0:93424:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795580800, offset 0 00000400:00000200:3.0:1773616139.589398:0:93424:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616139.589406:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.589412:0:93424:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616139.589417:0:93424:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616139.589422:0:93424:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616139.589426:0:93424:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616139.589428:0:93424:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616139.589432:0:93424:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149475:149475:256:4294967295] 192.168.201.103@tcp LPNI seq info [149415:149415:8:4294967295] 00000400:00000200:3.0:1773616139.589437:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.589446:0:93424:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616139.589451:0:93424:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616139.589455:0:93424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41d00. 00000800:00000200:3.0:1773616139.589461:0:93424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616139.589469:0:93424:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616139.589473:0:93424:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1773616139.589497:0:93424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.589502:0:93424:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 490831 usecs (491 jiffies) 00000400:00000200:3.0:1773616139.589505:0:93424:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616139.589508:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940688 00000100:00000001:3.0:1773616139.589511:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.589513:0:93424:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940688 00000100:00000001:3.0:1773616139.589516:0:93424:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.589518:0:93424:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.589521:0:93424:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.589523:0:93424:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.589524:0:93424:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616139.589527:0:93424:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f63000 going to sleep for 11 seconds 00000100:00000001:3.0:1773616139.589529:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.589532:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.590092:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.590098:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41d00. 00000400:00000200:1.0:1773616139.590104:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.590111:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.590115:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:1.0:1773616139.590118:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:1.0:1773616139.590122:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.590126:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.590145:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.590148:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.590154:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.590156:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.602000:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.602028:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.602033:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.602035:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.602046:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.602056:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.602068:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.602073:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.602079:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.602084:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b720066d780 00000400:00000200:1.0:1773616139.602090:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.602096:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x1938b9 [1] + 224 00000800:00000001:1.0:1773616139.602104:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.602117:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.602121:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.602126:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.602133:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.602154:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.602167:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.602190:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.602200:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.602204:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.602347:0:93424:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616139.602355:0:93424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616139.602357:0:93424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616139.602361:0:93424:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616139.602366:0:93424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:3.0:1773616139.602369:0:93424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:3.0:1773616139.602586:0:93424:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616139.602592:0:93424:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616139.602602:0:93424:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0380 x1859763795580800/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.602608:0:93424:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616139.602610:0:93424:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.602613:0:93424:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616139.602616:0:93424:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616139.602619:0:93424:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616139.602621:0:93424:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.602624:0:93424:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616139.602714:0:93424:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616139.602720:0:93424:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616139.602722:0:93424:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616139.602724:0:93424:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.602727:0:93424:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616139.602731:0:93424:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.602734:0:93424:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616139.602736:0:93424:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773616139.602738:0:93424:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616139.602740:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.602742:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000001:3.0:1773616139.602745:0:93424:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616139.602747:0:93424:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:3.0:1773616139.602749:0:93424:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616139.602752:0:93424:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.602757:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0380 x1859763795580800/t103079215239(103079215239) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.602774:0:93424:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.602777:0:93424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616139.602779:0:93424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616139.602784:0:93424:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0380 x1859763795580800/t103079215239(103079215239) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616139.602798:0:93424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:93424:1859763795580800:192.168.201.103@tcp:35:lfs.0 00000100:00000001:3.0:1773616139.602803:0:93424:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.602915:0:93424:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.602918:0:93424:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616139.602920:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.602925:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b0380 x1859763795580800/t103079215239(103079215239) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.602932:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616139.602934:0:93424:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616139.602938:0:93424:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616139.602939:0:93424:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.602946:0:93424:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.602947:0:93424:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000002:00000001:3.0:1773616139.602951:0:93424:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.602954:0:93424:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616139.602959:0:93424:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a809129800. 00000080:00000001:3.0:1773616139.602963:0:93424:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773616139.602967:0:93424:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773616139.602970:0:93424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616139.602973:0:93424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616139.602975:0:93424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616139.602978:0:93424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616139.602980:0:93424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616139.602982:0:93424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616139.602984:0:93424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616139.602989:0:93424:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773616139.602995:0:93424:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616139.603002:0:93424:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616139.603004:0:93424:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616139.603006:0:93424:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a8061f0f80. 00000100:00000001:3.0:1773616139.603010:0:93424:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.603013:0:93424:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b0380 x1859763795580800/t103079215239(103079215239) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.603019:0:93424:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.603021:0:93424:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616139.603024:0:93424:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a80b777540. 00000080:00000001:3.0:1773616139.603028:0:93424:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616139.603036:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfdd0 00000080:00000008:3.0:1773616139.603039:0:93424:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 100001, rc = 0 00000080:00000001:3.0:1773616139.603043:0:93424:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.603049:0:93424:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773616139.603051:0:93424:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881dcfe00 00000080:00002000:3.0:1773616139.603054:0:93424:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff91a80550c288, parent ffff91a80860ad80, inode ffff91a804159148) hashed, 00000080:00000001:3.0:1773616139.603057:0:93424:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616139.603071:0:93424:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1773616139.603078:0:93424:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1773616139.620994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539a00. 00000080:00000001:2.0:1773616139.621395:0:93425:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616139.621400:0:93425:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616139.621402:0:93425:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616139.621406:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fbc0 00000080:00200000:2.0:1773616139.621409:0:93425:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616139.621417:0:93425:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62600. 00800000:00000002:2.0:1773616139.621423:0:93425:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.621427:0:93425:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.621432:0:93425:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.621434:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fae0 00800000:00000002:2.0:1773616139.621436:0:93425:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.621440:0:93425:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616139.621442:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.621445:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.621447:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.621449:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.621451:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.621453:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.621455:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.621459:0:93425:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616139.621465:0:93425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.621467:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f9b0 00000002:00010000:2.0:1773616139.621469:0:93425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616139.621473:0:93425:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616139.621474:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.621478:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616139.621485:0:93425:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.621487:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.621490:0:93425:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.621492:0:93425:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616139.621495:0:93425:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616139.621500:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616139.621504:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616139.621511:0:93425:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616139.621516:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.621522:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.621524:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.621526:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.621530:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.621532:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.621537:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.621546:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496000. 00000100:00000001:2.0:1773616139.621554:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.621560:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.621562:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.621564:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.621565:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.621567:0:93425:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.621572:0:93425:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00010000:00000001:2.0:1773616139.621577:0:93425:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616139.621579:0:93425:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616139.621583:0:93425:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804febd00. 00010000:00000010:2.0:1773616139.621588:0:93425:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453cb80. 00010000:00000001:2.0:1773616139.621593:0:93425:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616139.621595:0:93425:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5400. 00000020:00000001:2.0:1773616139.621599:0:93425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616139.621602:0:93425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5400 with handle 0xe60cc2233ec6791c to hash 00000020:00000001:2.0:1773616139.621605:0:93425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616139.621606:0:93425:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.621610:0:93425:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.621614:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.621616:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.621621:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.621630:0:93425:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.623305:0:93425:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616139.623314:0:93425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.623317:0:93425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.623332:0:93425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d29c0. 00000100:00000001:2.0:1773616139.623334:0:93425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818048 : -121323963733568 : ffff91a8103d29c0) 00000100:00000001:2.0:1773616139.623338:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.623339:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000001:2.0:1773616139.623345:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.623349:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.623351:0:93425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.623353:0:93425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.623366:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.623375:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.623377:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.623381:0:93425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.623569:0:93425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.623572:0:93425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.623576:0:93425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795580928:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616139.623580:0:93425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.623586:0:93425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.623588:0:93425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.623590:0:93425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.623596:0:93425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616139.623599:0:93425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.623607:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.623611:0:93425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b94d0. 00000400:00000010:2.0:1773616139.623619:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000200:2.0:1773616139.623627:0:93425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795580928, portal 10 00000100:00000001:2.0:1773616139.623629:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.623630:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:2.0:1773616139.624382:0:93425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.624391:0:93425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.624394:0:93425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.624400:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616139.624405:0:93425:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795580928, offset 0 00000400:00000200:2.0:1773616139.624413:0:93425:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.624426:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.624435:0:93425:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.624441:0:93425:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.624446:0:93425:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.624452:0:93425:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.624454:0:93425:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.624458:0:93425:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149476:149476:256:4294967295] 192.168.201.103@tcp LPNI seq info [149416:149416:8:4294967295] 00000400:00000200:2.0:1773616139.624464:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.624474:0:93425:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.624480:0:93425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.624486:0:93425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdee00. 00000800:00000200:2.0:1773616139.624493:0:93425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.624502:0:93425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.624507:0:93425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdee00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773616139.624565:0:93425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.624571:0:93425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 489777 usecs (490 jiffies) 00000400:00000200:2.0:1773616139.624574:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.624577:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940722 00000100:00000001:2.0:1773616139.624580:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.624583:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940722 00000100:00000001:2.0:1773616139.624585:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.624587:0:93425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.624590:0:93425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.624592:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.624594:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616139.624597:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d29c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616139.624600:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.624603:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.625674:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.625682:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdee00. 00000400:00000200:1.0:1773616139.625688:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.625695:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.625701:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:1.0:1773616139.625704:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:1.0:1773616139.625708:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.625715:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.625726:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.625730:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.625736:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.625739:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.643876:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.643895:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.643901:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.643904:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.643915:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.643923:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.643932:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.643937:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.643943:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.643947:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b720066d800 00000400:00000200:1.0:1773616139.643952:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.643958:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x1938c1 [1] + 224 00000800:00000001:1.0:1773616139.643966:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.643975:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.643978:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.643983:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.643991:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.644001:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.644013:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.644035:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.644043:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.644047:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.644176:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616139.644183:0:93425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616139.644186:0:93425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616139.644189:0:93425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b94d0. 00000400:00000200:2.0:1773616139.644194:0:93425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:2.0:1773616139.644196:0:93425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:2.0:1773616139.644200:0:93425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616139.644205:0:93425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616139.644214:0:93425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.644220:0:93425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616139.644222:0:93425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.644236:0:93425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616139.644239:0:93425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616139.644242:0:93425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616139.644244:0:93425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.644247:0:93425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616139.644257:0:93425:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616139.644262:0:93425:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616139.644264:0:93425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616139.644266:0:93425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.644268:0:93425:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616139.644272:0:93425:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.644276:0:93425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616139.644278:0:93425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:2.0:1773616139.644281:0:93425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616139.644283:0:93425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.644288:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.644295:0:93425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.644298:0:93425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616139.644300:0:93425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616139.644306:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616139.644321:0:93425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795580928:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616139.644326:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.644329:0:93425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.644331:0:93425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616139.644333:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.644337:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.644345:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616139.644348:0:93425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d29c0. 00000100:00000001:2.0:1773616139.644351:0:93425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616139.644353:0:93425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.644356:0:93425:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616139.644360:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644363:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644366:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=4 00000020:00000001:2.0:1773616139.644368:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644371:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000040:2.0:1773616139.644379:0:93425:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5400, remote cookie: 0xf6516185796c5ec, flags: 0x1001 00010000:00010000:2.0:1773616139.644385:0:93425:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.644397:0:93425:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644404:0:93425:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616139.644408:0:93425:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616139.644410:0:93425:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616139.644412:0:93425:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616139.644413:0:93425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616139.644416:0:93425:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804febd00) refcount = 1 00010000:00010000:2.0:1773616139.644420:0:93425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644428:0:93425:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616139.644431:0:93425:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616139.644433:0:93425:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.644436:0:93425:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616139.644438:0:93425:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.644442:0:93425:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644449:0:93425:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616139.644450:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644452:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.644454:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644455:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.644457:0:93425:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.644461:0:93425:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616139.644463:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644464:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644465:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.644467:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644470:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644472:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644474:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644475:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=4 00000020:00000001:2.0:1773616139.644477:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644479:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644481:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.644484:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.644487:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644493:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644495:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.644496:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644497:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644499:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=5 00000020:00000001:2.0:1773616139.644501:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644503:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644505:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.644508:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644514:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644515:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616139.644518:0:93425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644524:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.644526:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644527:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.644527:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644528:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616139.644533:0:93425:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616139.644548:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644549:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644550:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.644552:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644555:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644557:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644558:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.644560:0:93425:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.644562:0:93425:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.644565:0:93425:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616139.644568:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644569:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644571:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.644573:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644575:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00000002:00010000:2.0:1773616139.644578:0:93425:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644584:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644585:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.644587:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616139.644589:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644590:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644591:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.644593:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644595:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000040:2.0:1773616139.644603:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febd00 count: 2 00010000:00000001:2.0:1773616139.644606:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616139.644610:0:93425:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773616139.644613:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644614:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.644615:0:93425:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616139.644618:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f930 00000002:00002000:2.0:1773616139.644620:0:93425:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616139.644624:0:93425:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.644627:0:93425:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.644630:0:93425:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616139.644633:0:93425:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616139.644636:0:93425:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.644640:0:93425:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616139.644644:0:93425:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62600. 00000080:00000001:2.0:1773616139.644648:0:93425:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616139.644650:0:93425:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616139.644656:0:93425:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616139.644660:0:93425:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773616139.644665:0:93425:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301ec0. 00800000:00000001:2.0:1773616139.644668:0:93425:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744963264 : -121323964588352 : ffff91a810301ec0) 00800000:00000001:2.0:1773616139.644671:0:93425:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.644673:0:93425:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616139.644676:0:93425:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616139.644678:0:93425:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773616139.644681:0:93425:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773616139.644684:0:93425:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773616139.644685:0:93425:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.644690:0:93425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773616139.644694:0:93425:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773616139.644696:0:93425:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773616112 to 1773616139 00000080:00200000:2.0:1773616139.644700:0:93425:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773616139.644702:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644704:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644705:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.644707:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644709:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644711:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644712:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616139.644714:0:93425:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616139.644716:0:93425:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773616139.644717:0:93425:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301ec0 1 00800000:00000010:2.0:1773616139.644719:0:93425:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301ec0. 00800000:00000001:2.0:1773616139.644722:0:93425:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.644725:0:93425:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6791c 00800000:00000001:2.0:1773616139.644728:0:93425:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616139.644730:0:93425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616139.644731:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644732:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644733:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.644735:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644737:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644739:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644740:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.644742:0:93425:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.644744:0:93425:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.644746:0:93425:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.644749:0:93425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616139.644752:0:93425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6791c from it ffffa25881d5fbf8 00010000:00000001:2.0:1773616139.644754:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.644755:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.644756:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.644758:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644771:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.644774:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.644776:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.644783:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644784:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.644786:0:93425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616139.644788:0:93425:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616139.644791:0:93425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616139.644797:0:93425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616139.644800:0:93425:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616139.644802:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.644805:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644806:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.644808:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.644811:0:93425:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616139.644813:0:93425:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.644815:0:93425:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.644817:0:93425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.644819:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.644820:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.644821:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616139.644823:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.644827:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795580928/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.644834:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616139.644861:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616139.644864:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616139.644868:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616139.644870:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616139.644873:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616139.644875:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616139.644877:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496000. 02000000:00000001:2.0:1773616139.644881:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616139.644883:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616139.644884:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:2.0:1773616139.644888:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616139.644889:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616139.644893:0:93425:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616139.644898:0:93425:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616139.644914:0:93425:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a806539680. 00000080:00000001:2.0:1773616139.644921:0:93425:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616139.644922:0:93425:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616139.644924:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fb00 00000080:00200000:2.0:1773616139.644926:0:93425:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616139.644930:0:93425:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62600. 00800000:00000002:2.0:1773616139.644934:0:93425:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.644938:0:93425:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.644940:0:93425:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.644942:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa20 00800000:00000002:2.0:1773616139.644943:0:93425:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.644946:0:93425:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616139.644948:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.644951:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.644953:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.644955:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.644957:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.644959:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.644961:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.644964:0:93425:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616139.644968:0:93425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.644970:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f8f0 00000002:00010000:2.0:1773616139.644972:0:93425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616139.644975:0:93425:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616139.644977:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.644978:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.644982:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febd00 count: 2 00010000:00000001:2.0:1773616139.644984:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.644987:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.644989:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616139.644992:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616139.644999:0:93425:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616139.645003:0:93425:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.645006:0:93425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616139.645013:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616139.645016:0:93425:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616139.645017:0:93425:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616139.645019:0:93425:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616139.645021:0:93425:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616139.645023:0:93425:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616139.645025:0:93425:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616139.645027:0:93425:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616139.645029:0:93425:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62600. 00000080:00000001:2.0:1773616139.645031:0:93425:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616139.645033:0:93425:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.645035:0:93425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616139.645038:0:93425:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6791c 00800000:00000001:2.0:1773616139.645040:0:93425:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616139.645042:0:93425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616139.645043:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.645045:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.645046:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.645048:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.645050:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.645052:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.645053:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.645054:0:93425:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.645056:0:93425:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.645057:0:93425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6791c from it ffffa25881d5fb38 00010000:00000001:2.0:1773616139.645059:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.645060:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.645061:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.645063:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.645065:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.645067:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.645070:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616139.645075:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.645076:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.645077:0:93425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616139.645079:0:93425:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616139.645081:0:93425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616139.645086:0:93425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616139.645088:0:93425:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616139.645089:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.645091:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.645092:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.645093:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645095:0:93425:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616139.645096:0:93425:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645098:0:93425:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645100:0:93425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645101:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.645102:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.645103:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616139.645105:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616139.645106:0:93425:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616139.645108:0:93425:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:2.0:1773616139.645111:0:93425:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.645115:0:93425:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:2.0:1773616139.645117:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fb50 00000080:00200000:2.0:1773616139.645118:0:93425:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), file ffff91a806400480, open_flags 8241, mode 81b6 opened 0 00000080:00000010:2.0:1773616139.645124:0:93425:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a8046856c0. 00000080:00000001:2.0:1773616139.645127:0:93425:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616139.645129:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa00 00000080:00200000:2.0:1773616139.645131:0:93425:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000010:2.0:1773616139.645138:0:93425:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62600. 00800000:00000002:2.0:1773616139.645140:0:93425:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.645146:0:93425:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.645147:0:93425:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.645148:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f920 00800000:00000002:2.0:1773616139.645149:0:93425:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.645152:0:93425:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773616139.645155:0:93425:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773616139.645158:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.645159:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.645160:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.645162:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.645163:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.645165:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616139.645167:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.645169:0:93425:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:2.0:1773616139.645172:0:93425:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773616139.645175:0:93425:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773616139.645177:0:93425:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773616139.645179:0:93425:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1773616139.645183:0:93425:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0x8:0x0] 40000000:00000001:2.0:1773616139.645186:0:93425:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.645188:0:93425:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.645189:0:93425:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.645191:0:93425:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.645193:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f8a0 00800000:00000002:2.0:1773616139.645195:0:93425:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x8:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:2.0:1773616139.645197:0:93425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.645199:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f7d8 00000002:00010000:2.0:1773616139.645200:0:93425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf89:0x8:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:2.0:1773616139.645204:0:93425:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616139.645206:0:93425:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773616139.645209:0:93425:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773616139.645213:0:93425:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.645215:0:93425:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616139.645216:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febd00 count: 2 00010000:00000001:2.0:1773616139.645218:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.645221:0:93425:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616139.645224:0:93425:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616139.645227:0:93425:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1773616139.645234:0:93425:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616139.645238:0:93425:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616139.645240:0:93425:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616139.645242:0:93425:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773616139.645244:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.645246:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.645248:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febd00 count: 3 00010000:00000001:2.0:1773616139.645249:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616139.645252:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.645254:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.645255:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.645256:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febd00 count: 3 00010000:00000001:2.0:1773616139.645258:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616139.645260:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.645262:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.645263:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.645264:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febd00 count: 3 00010000:00000001:2.0:1773616139.645266:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616139.645268:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.645270:0:93425:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773616139.645273:0:93425:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773616139.645277:0:93425:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773616139.645279:0:93425:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773616139.645282:0:93425:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616139.645284:0:93425:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645287:0:93425:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616139.645289:0:93425:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616139.645291:0:93425:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616139.645292:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.645294:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616139.645297:0:93425:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5400 with handle 0xe60cc2233ec6791c from hash 00010000:00000001:2.0:1773616139.645299:0:93425:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616139.645301:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.645302:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.645303:0:93425:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616139.645305:0:93425:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616139.645306:0:93425:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616139.645310:0:93425:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616139.645312:0:93425:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616139.645314:0:93425:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773616139.645318:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616139.645321:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616139.645326:0:93425:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616139.645328:0:93425:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645330:0:93425:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616139.645333:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.645336:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.645337:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.645338:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.645341:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.645343:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.645346:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.645352:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496000. 00000100:00000001:2.0:1773616139.645358:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645361:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.645364:0:93425:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616139.645367:0:93425:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773616139.645374:0:93425:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616139.645376:0:93425:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616139.645378:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616139.645380:0:93425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6791c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c5ec expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1773616139.645387:0:93425:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804febd00 count: 0 00010000:00000010:2.0:1773616139.645393:0:93425:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453cb80. 00010000:00000001:2.0:1773616139.645403:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.645405:0:93425:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645407:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.645408:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.645410:0:93425:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.645418:0:93425:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00010000:00000001:2.0:1773616139.645421:0:93425:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616139.645423:0:93425:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616139.645427:0:93425:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb100. 00010000:00000010:2.0:1773616139.645430:0:93425:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453cb80. 00010000:00000001:2.0:1773616139.645433:0:93425:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616139.645436:0:93425:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5e00. 00000020:00000001:2.0:1773616139.645438:0:93425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616139.645440:0:93425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5e00 with handle 0xe60cc2233ec67923 to hash 00000020:00000001:2.0:1773616139.645442:0:93425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616139.645444:0:93425:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.645448:0:93425:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.645450:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.645451:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.645454:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.645461:0:93425:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773616139.645472:0:93425:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773616139.645478:0:93425:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773616139.645487:0:93425:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616139.645492:0:93425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.645494:0:93425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.645499:0:93425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d29c0. 00000100:00000001:2.0:1773616139.645501:0:93425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818048 : -121323963733568 : ffff91a8103d29c0) 00000100:00000001:2.0:1773616139.645504:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.645505:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000001:2.0:1773616139.645510:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.645513:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.645515:0:93425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.645517:0:93425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.645521:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.645528:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.645530:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.645533:0:93425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.645535:0:93425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.645538:0:93425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.645541:0:93425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795581184:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616139.645546:0:93425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.645550:0:93425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.645553:0:93425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.645555:0:93425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.645611:0:93425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616139.645614:0:93425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.645620:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.645623:0:93425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b94d0. 00000400:00000010:2.0:1773616139.645629:0:93425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a803497c00. 00000100:00000200:2.0:1773616139.645637:0:93425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795581184, portal 10 00000100:00000001:2.0:1773616139.645639:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.645640:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:2.0:1773616139.645646:0:93425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.645653:0:93425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.645656:0:93425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.645659:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000200:2.0:1773616139.645663:0:93425:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859763795581184, offset 0 00000400:00000200:2.0:1773616139.645669:0:93425:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.645677:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.645684:0:93425:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.645690:0:93425:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.645694:0:93425:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.645698:0:93425:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.645701:0:93425:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.645705:0:93425:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149477:149477:256:4294967295] 192.168.201.103@tcp LPNI seq info [149417:149417:8:4294967295] 00000400:00000200:2.0:1773616139.645710:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.645719:0:93425:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.645724:0:93425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.645730:0:93425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdee00. 00000800:00000200:2.0:1773616139.645735:0:93425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.645742:0:93425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.645746:0:93425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdee00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773616139.645777:0:93425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.645782:0:93425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 488750 usecs (489 jiffies) 00000400:00000200:2.0:1773616139.645786:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.645789:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940742 00000100:00000001:2.0:1773616139.645792:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.645794:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940742 00000100:00000001:2.0:1773616139.645796:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.645798:0:93425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.645800:0:93425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.645802:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.645804:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616139.645806:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d29c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616139.645809:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.645811:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.646385:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.646390:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdee00. 00000400:00000200:1.0:1773616139.646394:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.646399:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.646403:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:1.0:1773616139.646405:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:1.0:1773616139.646409:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.646413:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.646422:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.646425:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616194 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.646432:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.646433:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616139.652925:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febd00. 00010000:00000010:2.1:1773616139.652942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5400. 00000800:00000001:1.0:1773616139.666444:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.666462:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.666466:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.666468:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.666478:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.666485:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.666493:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.666499:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.666504:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.666508:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b720066d900 00000400:00000200:1.0:1773616139.666513:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.666520:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x1938c9 [32] + 224 00000800:00000001:1.0:1773616139.666528:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.666536:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.666539:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.666544:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.666552:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.666561:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.666572:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.666593:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.666603:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.666606:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.666827:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616139.666835:0:93425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616139.666871:0:93425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616139.666874:0:93425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b94d0. 00000400:00000200:2.0:1773616139.666880:0:93425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a803497c00 00000400:00000010:2.0:1773616139.666883:0:93425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a803497c00. 00000100:00000001:2.0:1773616139.666886:0:93425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616139.666892:0:93425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616139.666901:0:93425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795581184/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.666908:0:93425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616139.666910:0:93425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.666912:0:93425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616139.666915:0:93425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616139.666918:0:93425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616139.666921:0:93425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.666923:0:93425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616139.666933:0:93425:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616139.666938:0:93425:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616139.666940:0:93425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616139.666942:0:93425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.666945:0:93425:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616139.666949:0:93425:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.666952:0:93425:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616139.666954:0:93425:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616139.666956:0:93425:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616139.666958:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.666960:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000001:2.0:1773616139.666963:0:93425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616139.666966:0:93425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:2.0:1773616139.666968:0:93425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616139.666970:0:93425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.666975:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616194 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.666984:0:93425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.666987:0:93425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616139.666989:0:93425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616139.666993:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616194 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616139.667002:0:93425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795581184:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616139.667008:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.667011:0:93425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.667013:0:93425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616139.667016:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.667019:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616194 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.667027:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616139.667030:0:93425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d29c0. 00000100:00000001:2.0:1773616139.667033:0:93425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616139.667035:0:93425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.667038:0:93425:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616139.667043:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667046:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667048:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=4 00000020:00000001:2.0:1773616139.667050:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667053:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000040:2.0:1773616139.667060:0:93425:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5e00, remote cookie: 0xf6516185796c608, flags: 0x1001 00010000:00010000:2.0:1773616139.667065:0:93425:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616139.667074:0:93425:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773616139.667078:0:93425:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1773616139.667085:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 2 00010000:00000001:2.0:1773616139.667087:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1773616139.667091:0:93425:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feb100 count: 0 00010000:00000010:2.0:1773616139.667096:0:93425:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453cb80. 00010000:00000001:2.0:1773616139.667103:0:93425:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.667106:0:93425:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.667114:0:93425:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.667121:0:93425:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616139.667125:0:93425:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616139.667127:0:93425:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616139.667129:0:93425:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616139.667131:0:93425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616139.667133:0:93425:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff91a804feb300) refcount = 2 00010000:00000040:2.0:1773616139.667137:0:93425:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616139.667139:0:93425:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773616139.667146:0:93425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.667152:0:93425:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616139.667155:0:93425:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616139.667157:0:93425:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.667160:0:93425:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616139.667162:0:93425:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.667166:0:93425:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.667172:0:93425:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616139.667174:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667176:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.667176:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667177:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.667179:0:93425:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.667183:0:93425:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616139.667186:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667188:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667189:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:2.0:1773616139.667191:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667194:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667196:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667198:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667199:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=4 00000020:00000001:2.0:1773616139.667201:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667202:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667205:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.667208:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.667212:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.667219:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667221:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.667222:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667223:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667224:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=5 00000020:00000001:2.0:1773616139.667226:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667228:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667230:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.667233:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.667239:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667240:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616139.667243:0:93425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.667249:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.667250:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667251:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.667253:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667254:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616139.667259:0:93425:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616139.667281:0:93425:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773616139.667287:0:93425:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616139.667294:0:93425:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.667300:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667302:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667303:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:2.0:1773616139.667305:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667307:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00000002:00010000:2.0:1773616139.667311:0:93425:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616139.667321:0:93425:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301ec0. 00010000:00000001:2.0:1773616139.667323:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667324:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.667326:0:93425:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.667328:0:93425:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.667331:0:93425:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773616139.667334:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.667335:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00010000:00000001:2.0:1773616139.667337:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667338:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667339:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:2.0:1773616139.667342:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667344:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00000002:00010000:2.0:1773616139.667347:0:93425:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.667355:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667356:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.667358:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616139.667359:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667360:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667362:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:2.0:1773616139.667363:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667366:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000040:2.0:1773616139.667369:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 3 00010000:00000001:2.0:1773616139.667371:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616139.667375:0:93425:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:2.0:1773616139.667377:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.667378:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.667380:0:93425:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616139.667383:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f758 00000002:00002000:2.0:1773616139.667385:0:93425:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1773616139.667389:0:93425:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.667392:0:93425:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.667395:0:93425:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616139.667398:0:93425:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616139.667401:0:93425:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.667405:0:93425:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:2.0:1773616139.667408:0:93425:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616139.667410:0:93425:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a8046856c0 it_disposition 80002b 00000080:00000001:2.0:1773616139.667413:0:93425:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616139.667418:0:93425:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616139.667422:0:93425:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616139.667424:0:93425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773616139.667428:0:93425:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1773616139.667434:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616139.667440:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616139.667445:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616139.667450:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616139.667454:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685e40. 00000008:00000010:2.0:1773616139.667461:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616139.667466:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616139.667470:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616139.667476:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616139.667678:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616139.667682:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62c00. 00000008:00000010:2.0:1773616139.667686:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616139.667690:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616139.667694:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616139.667698:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616139.667701:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616139.667704:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616139.667706:0:93425:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616139.667709:0:93425:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616139.667712:0:93425:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616139.667717:0:93425:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685420. 00020000:00000010:2.0:1773616139.667721:0:93425:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616139.667725:0:93425:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685ae0. 00020000:00000001:2.0:1773616139.667727:0:93425:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547322080 : -121324162229536 : ffff91a804685ae0) 00020000:00000002:2.0:1773616139.667731:0:93425:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685ae0, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616139.667735:0:93425:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616139.667738:0:93425:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58a00: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616139.667742:0:93425:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c2e8) owner ffff91a80a17cf80 00020000:00000001:2.0:1773616139.667745:0:93425:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616139.667747:0:93425:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c2e8) owner ffff91a80a17cf80 00020000:00000010:2.0:1773616139.667752:0:93425:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616139.667755:0:93425:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685420. 00020000:00000010:2.0:1773616139.667758:0:93425:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685ae0. 00020000:00000002:2.0:1773616139.667773:0:93425:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616139.667775:0:93425:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.667777:0:93425:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616139.667779:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616139.667782:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616139.667786:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685e40. 00000008:00000010:2.0:1773616139.667789:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616139.667793:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616139.667796:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616139.667799:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616139.667802:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616139.667805:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616139.667808:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616139.667810:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616139.667814:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616139.667817:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616139.667820:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62c00. 00000020:00000010:2.0:1773616139.667822:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000080:00000001:2.0:1773616139.667826:0:93425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773616139.667829:0:93425:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616139.667835:0:93425:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x7:0x0](ffff91a804159148): rc = 0 00000080:00000001:2.0:1773616139.667886:0:93425:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541896520 : -121324167655096 : ffff91a804159148) 00010000:00000001:2.0:1773616139.667888:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.667890:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.667891:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:2.0:1773616139.667893:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.667895:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00000080:00000001:2.0:1773616139.667898:0:93425:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616139.667900:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616139.667903:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616139.667906:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62c00. 00000020:00000010:2.0:1773616139.667909:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616139.667911:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685e40. 00000008:00000010:2.0:1773616139.667914:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616139.667916:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616139.667918:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616139.667921:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616139.667924:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616139.667926:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63400. 00000008:00000010:2.0:1773616139.667929:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616139.667931:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616139.667933:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616139.667936:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616139.667938:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616139.667940:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616139.667942:0:93425:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616139.667944:0:93425:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616139.667945:0:93425:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616139.667947:0:93425:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685ae0. 00020000:00000010:2.0:1773616139.667949:0:93425:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616139.667952:0:93425:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685420. 00020000:00000001:2.0:1773616139.667954:0:93425:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547320352 : -121324162231264 : ffff91a804685420) 00020000:00000002:2.0:1773616139.667956:0:93425:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685420, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616139.667961:0:93425:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616139.667964:0:93425:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58a00: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616139.667967:0:93425:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c2e8) owner ffff91a80a17cf80 00020000:00000001:2.0:1773616139.667969:0:93425:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616139.667970:0:93425:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c2e8) owner ffff91a80a17cf80 00020000:00000010:2.0:1773616139.667973:0:93425:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616139.667975:0:93425:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685ae0. 00020000:00000010:2.0:1773616139.667978:0:93425:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685420. 00020000:00000002:2.0:1773616139.667980:0:93425:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616139.667982:0:93425:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.667984:0:93425:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.667987:0:93425:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616139.667990:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000002:2.0:1773616139.667993:0:93425:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046857e0 addref 2/0 by ffff91a80a17cf80. 00020000:00000002:2.0:1773616139.667996:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:2.0:1773616139.667998:0:93425:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616139.668001:0:93425:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616139.668002:0:93425:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616139.668003:0:93425:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616139.668005:0:93425:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616139.668007:0:93425:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773616139.668009:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616139.668011:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616139.668013:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685e40. 00000008:00000010:2.0:1773616139.668015:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616139.668018:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616139.668020:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616139.668023:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616139.668025:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616139.668028:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62c00. 00000008:00000010:2.0:1773616139.668030:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616139.668033:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616139.668035:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616139.668037:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616139.668039:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63400. 00000020:00000010:2.0:1773616139.668042:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000080:00000001:2.0:1773616139.668044:0:93425:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668046:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.668047:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616139.668049:0:93425:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616139.668052:0:93425:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616139.668054:0:93425:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.668057:0:93425:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) for lock 0xe60cc2233ec67923 00800000:00000001:2.0:1773616139.668060:0:93425:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616139.668062:0:93425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616139.668064:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.668065:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.668067:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:2.0:1773616139.668069:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.668071:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.668073:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.668074:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.668076:0:93425:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.668078:0:93425:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773616139.668084:0:93425:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a80550cd80 inode ffff91a804159148 refc 1 flags 0x40000e 00000080:00000001:2.0:1773616139.668088:0:93425:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773616139.668092:0:93425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) 00000080:00000001:2.0:1773616139.668094:0:93425:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616139.668098:0:93425:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62600. 00000100:00000001:2.0:1773616139.668101:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.668107:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.668115:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.668125:0:93425:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616139.668127:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa60 00000080:00200008:2.0:1773616139.668129:0:93425:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 101101 00000080:00000010:2.0:1773616139.668137:0:93425:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e06500. 00000080:00000010:2.0:1773616139.668144:0:93425:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301000. 00000080:00000001:2.0:1773616139.668146:0:93425:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616139.668150:0:93425:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616139.668153:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.668156:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.668158:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.668161:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.668163:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.668165:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.668167:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.668169:0:93425:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616139.668172:0:93425:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a8065397e0. 00000002:00100000:2.0:1773616139.668177:0:93425:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616139.668183:0:93425:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.668185:0:93425:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616139.668188:0:93425:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616139.668191:0:93425:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.668194:0:93425:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.668196:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.668199:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616139.668206:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616139.668209:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616139.668239:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616139.668241:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616139.668244:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa60 00000080:00000008:2.0:1773616139.668246:0:93425:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 101101, rc = 0 00000080:00000001:2.0:1773616139.668250:0:93425:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616139.668252:0:93425:0:(dcache.c:176:ll_intent_release()) intent ffff91a8046856c0 released 00000080:00010000:2.0:1773616139.668255:0:93425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67923 from it ffff91a8046856c0 00010000:00000001:2.0:1773616139.668258:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.668260:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.668261:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:2.0:1773616139.668262:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.668265:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616139.668266:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.668270:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.668276:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.668277:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.668279:0:93425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616139.668281:0:93425:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616139.668283:0:93425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616139.668290:0:93425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616139.668293:0:93425:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616139.668295:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.668299:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.668300:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.668301:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668304:0:93425:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616139.668306:0:93425:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668308:0:93425:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668311:0:93425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668313:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.668314:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.668315:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616139.668317:0:93425:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616139.668320:0:93425:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616139.668322:0:93425:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616139.668323:0:93425:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616139.668326:0:93425:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616139.668327:0:93425:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.668331:0:93425:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616139.668333:0:93425:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.668335:0:93425:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616139.668337:0:93425:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.668339:0:93425:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616139.668341:0:93425:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a8046856c0. 00000080:00000001:2.0:1773616139.668344:0:93425:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.668348:0:93425:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616139.668351:0:93425:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a804159148), inode mode 81a4 mask 42 00000080:00000001:2.0:1773616139.668355:0:93425:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.668363:0:93425:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1773616139.668369:0:93425:0:(xattr.c:501:ll_xattr_list()) Process entered 00000080:00000001:2.0:1773616139.668372:0:93425:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1773616139.668374:0:93425:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1773616139.668377:0:93425:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1773616139.668380:0:93425:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62600. 00000080:00000001:2.0:1773616139.668385:0:93425:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616139.668389:0:93425:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.668391:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f8f8 00800000:00000002:2.0:1773616139.668393:0:93425:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.668397:0:93425:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616139.668399:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.668400:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.668401:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.668403:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.668404:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.668406:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.668408:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.668410:0:93425:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x7:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616139.668415:0:93425:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616139.668416:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f7c8 00000002:00010000:2.0:1773616139.668418:0:93425:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20000bf89:0x7:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1773616139.668422:0:93425:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616139.668424:0:93425:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1773616139.668429:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616139.668433:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616139.668437:0:93425:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616139.668439:0:93425:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668442:0:93425:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616139.668446:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.668449:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.668450:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.668451:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.668454:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.668456:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.668460:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.668465:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803497c00. 00000100:00000001:2.0:1773616139.668470:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668474:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.668475:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668477:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.668478:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.668480:0:93425:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1773616139.668483:0:93425:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff91a8182b3000: get xattrs for [0x20000bf89:0x7:0x0] 00000002:00000001:2.0:1773616139.668489:0:93425:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00010000:00000001:2.0:1773616139.668492:0:93425:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616139.668494:0:93425:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616139.668498:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 3 00010000:00000001:2.0:1773616139.668500:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.668503:0:93425:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616139.668506:0:93425:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5400. 00000020:00000001:2.0:1773616139.668510:0:93425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616139.668512:0:93425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5400 with handle 0xe60cc2233ec6792a to hash 00000020:00000001:2.0:1773616139.668514:0:93425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616139.668515:0:93425:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.668520:0:93425:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.668523:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.668524:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.668528:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.668535:0:93425:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616139.668546:0:93425:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 93425 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616139.668552:0:93425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.668554:0:93425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.668560:0:93425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d29c0. 00000100:00000001:2.0:1773616139.668562:0:93425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818048 : -121323963733568 : ffff91a8103d29c0) 00000100:00000001:2.0:1773616139.668564:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.668566:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000001:2.0:1773616139.668570:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.668573:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.668575:0:93425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.668577:0:93425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.668582:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.668590:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.668592:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.668596:0:93425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.668599:0:93425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.668601:0:93425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.668604:0:93425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795581312:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616139.668608:0:93425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.668613:0:93425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.668615:0:93425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.668618:0:93425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.668623:0:93425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff91a8062a8000. 02000000:00000001:2.0:1773616139.668625:0:93425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.668632:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.668636:0:93425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b94d0. 00000400:00000010:2.0:1773616139.668642:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616139.668650:0:93425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1859763795581312, portal 10 00000100:00000001:2.0:1773616139.668652:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.668654:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:2.0:1773616139.668659:0:93425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.668667:0:93425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.668669:0:93425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.668672:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616139.668675:0:93425:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859763795581312, offset 0 00000400:00000200:2.0:1773616139.668682:0:93425:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.668690:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.668698:0:93425:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.668702:0:93425:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.668707:0:93425:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.668712:0:93425:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.668715:0:93425:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.668718:0:93425:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149478:149478:256:4294967295] 192.168.201.103@tcp LPNI seq info [149418:149418:8:4294967295] 00000400:00000200:2.0:1773616139.668723:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.668732:0:93425:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.668738:0:93425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.668743:0:93425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde500. 00000800:00000200:2.0:1773616139.668751:0:93425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.668758:0:93425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.668777:0:93425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde500 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1773616139.668797:0:93425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.668801:0:93425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 487727 usecs (488 jiffies) 00000400:00000200:2.0:1773616139.668805:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.668807:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940764 00000100:00000001:2.0:1773616139.668810:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.668813:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940764 00000100:00000001:2.0:1773616139.668815:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616139.668817:0:93425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.668820:0:93425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.668823:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616139.668825:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616139.668828:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d29c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616139.668830:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616139.668833:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.669243:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.669249:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde500. 00000400:00000200:1.0:1773616139.669253:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.669259:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.669264:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:1.0:1773616139.669266:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:1.0:1773616139.669269:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.669274:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.669284:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.669288:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.669295:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.669296:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616139.680821:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb100. 00000800:00000001:1.0:1773616139.684408:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.684428:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.684433:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.684436:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.684447:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.684455:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.684697:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.684703:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.684708:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.684713:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1160 into portal 10 MB=0x69b720066d980 00000400:00000200:1.0:1773616139.684718:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.684725:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1160/1160 into md 0x1938d1 [1] + 224 00000800:00000001:1.0:1773616139.684734:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.684744:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.684747:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.684752:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.684767:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.684776:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.684788:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1160 offset=224 replen=3376 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.685048:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.685059:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.685063:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.685358:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616139.685366:0:93425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616139.685368:0:93425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616139.685372:0:93425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b94d0. 00000400:00000200:2.0:1773616139.685377:0:93425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616139.685379:0:93425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616139.685382:0:93425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616139.685388:0:93425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616139.685399:0:93425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.685406:0:93425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616139.685407:0:93425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.685410:0:93425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616139.685415:0:93425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616139.685417:0:93425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616139.685420:0:93425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.685423:0:93425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616139.685435:0:93425:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616139.685439:0:93425:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616139.685442:0:93425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616139.685443:0:93425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.685446:0:93425:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616139.685449:0:93425:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.685453:0:93425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616139.685456:0:93425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:2.0:1773616139.685458:0:93425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616139.685460:0:93425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.685465:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.685478:0:93425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616139.685482:0:93425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616139.685484:0:93425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616139.685488:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616194 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616139.685496:0:93425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795581312:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616139.685501:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616139.685503:0:93425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.685506:0:93425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616139.685508:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.685512:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.685519:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616139.685523:0:93425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d29c0. 00000100:00000001:2.0:1773616139.685526:0:93425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616139.685528:0:93425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.685532:0:93425:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616139.685536:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.685538:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.685541:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=4 00000020:00000001:2.0:1773616139.685544:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.685547:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000040:2.0:1773616139.685555:0:93425:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5400, remote cookie: 0xf6516185796c61d, flags: 0x1001 00010000:00010000:2.0:1773616139.685562:0:93425:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c61d expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.685571:0:93425:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616139.685575:0:93425:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616139.685577:0:93425:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616139.685579:0:93425:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616139.685581:0:93425:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616139.685584:0:93425:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff91a804feb300) refcount = 3 00010000:00000040:2.0:1773616139.685588:0:93425:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616139.685591:0:93425:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773616139.685599:0:93425:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773616139.685606:0:93425:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c61d expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.685613:0:93425:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616139.685616:0:93425:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616139.685618:0:93425:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.685622:0:93425:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616139.685624:0:93425:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.685628:0:93425:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c61d expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.685634:0:93425:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616139.685636:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.685638:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.685639:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.685640:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.685642:0:93425:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.685647:0:93425:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616139.685649:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.685650:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.685652:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.685654:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.685657:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.685659:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.685660:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616139.685665:0:93425:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616139.685673:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.685674:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.685676:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.685677:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.685680:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.685682:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.685683:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.685685:0:93425:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.685687:0:93425:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.685690:0:93425:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616139.685692:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.685693:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.685695:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.685696:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.685698:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00000002:00010000:2.0:1773616139.685702:0:93425:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c61d expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.685710:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.685711:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.685713:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616139.685714:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.685715:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.685717:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.685719:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.685721:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000040:2.0:1773616139.685729:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 4 00010000:00000001:2.0:1773616139.685732:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616139.685738:0:93425:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:2.0:1773616139.685741:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.685742:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.685744:0:93425:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616139.685748:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f748 00000002:00002000:2.0:1773616139.685750:0:93425:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1773616139.685753:0:93425:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.685757:0:93425:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.685772:0:93425:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616139.685775:0:93425:0:(namei.c:951:ll_intent_lock()) intent lock 128 on i1 [0x20000bf89:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616139.685779:0:93425:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616139.685784:0:93425:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62600. 00000080:00000001:2.0:1773616139.685790:0:93425:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616139.685797:0:93425:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff91a8062a8460 xtail=ffff91a8062a849a 00000080:00000001:2.0:1773616139.685799:0:93425:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1773616139.685801:0:93425:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1773616139.685805:0:93425:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616139.685807:0:93425:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616139.685808:0:93425:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616139.685815:0:93425:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c180a0. 00000080:00000010:2.0:1773616139.685820:0:93425:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91a80471cc70. 00000080:00000010:2.0:1773616139.685823:0:93425:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff91a806539260. 00000080:00000020:2.0:1773616139.686036:0:93425:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1773616139.686039:0:93425:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616139.686042:0:93425:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=lfs.0 00000080:00000001:2.0:1773616139.686044:0:93425:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616139.686045:0:93425:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616139.686047:0:93425:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616139.686051:0:93425:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c18f78. 00000080:00000010:2.0:1773616139.686054:0:93425:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff91a80471c530. 00000080:00000010:2.0:1773616139.686057:0:93425:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 5 at ffff91a8036254d8. 00000080:00000020:2.0:1773616139.686059:0:93425:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=lfs.0 00000080:00000001:2.0:1773616139.686061:0:93425:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616139.686063:0:93425:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1773616139.686065:0:93425:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616139.686066:0:93425:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616139.686067:0:93425:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616139.686071:0:93425:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c18820. 00000080:00000010:2.0:1773616139.686074:0:93425:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff91a80471c5e0. 00000080:00000010:2.0:1773616139.686077:0:93425:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 61 at ffff91a810301180. 00000080:00000020:2.0:1773616139.686079:0:93425:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1773616139.686081:0:93425:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616139.686083:0:93425:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773616139.686084:0:93425:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616139.686086:0:93425:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616139.686087:0:93425:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616139.686090:0:93425:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c185f0. 00000080:00000010:2.0:1773616139.686093:0:93425:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91a80471c020. 00000080:00000010:2.0:1773616139.686095:0:93425:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff91a8103011c0. 00000080:00000020:2.0:1773616139.686097:0:93425:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773616139.686098:0:93425:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616139.686100:0:93425:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1773616139.686102:0:93425:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1773616139.686105:0:93425:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) for lock 0xe60cc2233ec6792a 00800000:00000001:2.0:1773616139.686109:0:93425:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616139.686112:0:93425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616139.686113:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.686115:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.686117:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.686119:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.686121:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.686124:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686125:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.686126:0:93425:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616139.686128:0:93425:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616139.686131:0:93425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6792a from it ffffa25881d5fa48 00010000:00000001:2.0:1773616139.686133:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.686338:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.686340:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5400 refcount=3 00000020:00000001:2.0:1773616139.686342:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.686344:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666176 : -121323965885440 : ffff91a8101c5400) 00010000:00000001:2.0:1773616139.686347:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616139.686350:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c61d expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616139.686357:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686358:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.686360:0:93425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616139.686362:0:93425:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616139.686365:0:93425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c61d expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616139.686373:0:93425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616139.686375:0:93425:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616139.686377:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.686382:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686383:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.686385:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686389:0:93425:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616139.686390:0:93425:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686392:0:93425:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686395:0:93425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686397:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616139.686399:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686400:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616139.686402:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616139.686407:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795581312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616139.686415:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616139.686418:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616139.686421:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff91a8062a8000. 02000000:00000001:2.0:1773616139.686425:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616139.686427:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616139.686429:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616139.686431:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616139.686435:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803497c00. 02000000:00000001:2.0:1773616139.686439:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616139.686441:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616139.686443:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:2.0:1773616139.686446:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616139.686448:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616139.686450:0:93425:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.686453:0:93425:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616139.686455:0:93425:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616139.686458:0:93425:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773616139.686461:0:93425:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616139.686464:0:93425:0:(xattr.c:517:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773616139.686466:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616139.686468:0:93425:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616139.686470:0:93425:0:(xattr.c:564:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616139.686475:0:93425:0:(xattr.c:621:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616139.686483:0:93425:0:(llite_lib.c:2274:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1773616139.686486:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa80 00000080:00200008:2.0:1773616139.686489:0:93425:0:(llite_lib.c:2283:ll_setattr_raw()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148) current size 0, valid attrs a068, mode 0, uid 2, gid 0, new size 0, atime 1773616139.000000000, mtime 1773616139.000000000, ctime 1773616139.000000000 00000020:00000001:2.0:1773616139.686495:0:93425:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773616139.686499:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000002:2.0:1773616139.686502:0:93425:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046857e0 addref 2/0 by ffff91a80a17cf80. 00020000:00000002:2.0:1773616139.686505:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00000020:00000001:2.0:1773616139.686508:0:93425:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000002:2.0:1773616139.686511:0:93425:0:(llite_lib.c:2332:ll_setattr_raw()) setting mtime 1773616139, ctime 1773616139, now = 1773616139 00000080:00000010:2.0:1773616139.686516:0:93425:0:(llite_lib.c:2341:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff91a804f62600. 00000080:00000001:2.0:1773616139.686519:0:93425:0:(llite_lib.c:1981:ll_md_setattr()) Process entered 00800000:00000001:2.0:1773616139.686525:0:93425:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:2.0:1773616139.686527:0:93425:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x7:0x0], valid 0xa168/0x5 00800000:00000001:2.0:1773616139.686531:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616139.686533:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616139.686535:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616139.686538:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616139.686540:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616139.686542:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616139.686544:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.686549:0:93425:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1773616139.686553:0:93425:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616139.686557:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 4 00010000:00000001:2.0:1773616139.686559:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.686562:0:93425:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616139.686565:0:93425:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616139.686568:0:93425:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773616139.686576:0:93425:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616139.686579:0:93425:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616139.686581:0:93425:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616139.686583:0:93425:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:2.0:1773616139.686587:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.686589:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.686590:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616139.686592:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616139.686595:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.686596:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.686598:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.686599:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616139.686601:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616139.686603:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616139.686604:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.686605:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.686607:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616139.686609:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616139.686612:0:93425:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773616139.686615:0:93425:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773616139.686617:0:93425:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616139.686621:0:93425:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616139.686623:0:93425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616139.686630:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686631:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.686633:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1773616139.686634:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616139.686636:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616139.686637:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=2 00000020:00000001:2.0:1773616139.686639:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.686641:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616139.686643:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686644:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616139.686645:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616139.686646:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616139.686647:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616139.686649:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616139.686651:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.686653:0:93425:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616139.686656:0:93425:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773616139.686658:0:93425:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff91a804159148) invalid 00000020:00000001:2.0:1773616139.686661:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f688 00000080:00002000:2.0:1773616139.686662:0:93425:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff91a80550cd80) parent ffff91a80860ad80 inode ffff91a804159148 refc 1 00000080:00000001:2.0:1773616139.686666:0:93425:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773616139.686668:0:93425:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616139.686670:0:93425:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686673:0:93425:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616139.686675:0:93425:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616139.686677:0:93425:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616139.686679:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616139.686681:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616139.686684:0:93425:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5e00 with handle 0xe60cc2233ec67923 from hash 00010000:00000001:2.0:1773616139.686686:0:93425:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616139.686687:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686689:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.686690:0:93425:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616139.686692:0:93425:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616139.686694:0:93425:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616139.686697:0:93425:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616139.686699:0:93425:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616139.686701:0:93425:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773616139.686705:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616139.686709:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616139.686714:0:93425:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616139.686718:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616139.686721:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616139.686722:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.686723:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.686726:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616139.686728:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616139.686731:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616139.686737:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63400. 00000100:00000001:2.0:1773616139.686744:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686748:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.686750:0:93425:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616139.686756:0:93425:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773616139.686775:0:93425:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616139.686777:0:93425:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616139.686779:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616139.686782:0:93425:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5e00/0xe60cc2233ec67923 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c608 expref: -99 pid: 93425 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773616139.686791:0:93425:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301ec0. 00010000:00000001:2.0:1773616139.686801:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616139.686803:0:93425:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686805:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616139.686807:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616139.686809:0:93425:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1773616139.686811:0:93425:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773616139, ctime 1773616139 00000020:00100000:2.0:1773616139.686820:0:93425:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773616139.686827:0:93425:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616139.688391:0:93425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616139.688394:0:93425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616139.688404:0:93425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d29c0. 00000100:00000001:2.0:1773616139.688408:0:93425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818048 : -121323963733568 : ffff91a8103d29c0) 00000100:00000001:2.0:1773616139.688412:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.688413:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000001:2.0:1773616139.688420:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616139.688424:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616139.688426:0:93425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616139.688428:0:93425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616139.688436:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.688446:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616139.688448:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.688452:0:93425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616139.688456:0:93425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616139.688458:0:93425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616139.688462:0:93425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795581568:192.168.201.103@tcp:36:dd.0 00000100:00000001:2.0:1773616139.688466:0:93425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616139.690246:0:93425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616139.690253:0:93425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616139.690257:0:93425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616139.690265:0:93425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803497c00. 02000000:00000001:2.0:1773616139.690268:0:93425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616139.690276:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616139.690281:0:93425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b94d0. 00000400:00000010:2.0:1773616139.690289:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616139.690296:0:93425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795581568, portal 10 00000100:00000001:2.0:1773616139.690299:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616139.690301:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:2.0:1773616139.690312:0:93425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616139.690326:0:93425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616139.690329:0:93425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616139.690332:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616139.690336:0:93425:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859763795581568, offset 0 00000400:00000200:2.0:1773616139.690343:0:93425:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616139.690352:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.690361:0:93425:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616139.690366:0:93425:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616139.690371:0:93425:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616139.690376:0:93425:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616139.690378:0:93425:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616139.690383:0:93425:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149479:149479:256:4294967295] 192.168.201.103@tcp LPNI seq info [149419:149419:8:4294967295] 00000400:00000200:2.0:1773616139.690388:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616139.690398:0:93425:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616139.690404:0:93425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616139.690409:0:93425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdec00. 00000800:00000200:2.0:1773616139.690416:0:93425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616139.690613:0:93425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616139.690618:0:93425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdec00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1773616139.692459:0:93425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616139.692470:0:93425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 486697 usecs (487 jiffies) 00000400:00000200:2.0:1773616139.692477:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616139.692481:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940787 00000800:00000200:1.0:1773616139.692668:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.692673:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdec00. 00000400:00000200:1.0:1773616139.692679:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.692686:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.692692:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:1.0:1773616139.692695:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:1.0:1773616139.692699:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.692706:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.692718:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.692721:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.692736:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.692737:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616139.702657:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.702670:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940797 00000100:00000001:0.0:1773616139.702673:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.702675:0:93425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.702680:0:93425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.702684:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.702686:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773616139.702689:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d29c0 going to sleep for 50 seconds 00000100:00000001:0.0:1773616139.702693:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.702696:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773616139.709234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00000800:00000001:1.0:1773616139.718646:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.718666:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.718670:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.718672:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.718682:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.718690:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.718698:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.718704:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.718709:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.718713:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b720066da80 00000400:00000200:1.0:1773616139.718717:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.718724:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x1938d9 [1] + 224 00000800:00000001:1.0:1773616139.718732:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.718744:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.718747:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.718751:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.718769:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.718780:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616139.719040:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.719051:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.719061:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.719065:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.719391:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616139.719401:0:93425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616139.719405:0:93425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616139.719408:0:93425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b94d0. 00000400:00000200:0.0:1773616139.719413:0:93425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:0.0:1773616139.719416:0:93425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:0.0:1773616139.719419:0:93425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.719424:0:93425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616139.719434:0:93425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795581568/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.719441:0:93425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.719443:0:93425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.719446:0:93425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616139.719449:0:93425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616139.719451:0:93425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616139.719454:0:93425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.719457:0:93425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616139.719465:0:93425:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616139.719470:0:93425:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616139.719473:0:93425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616139.719475:0:93425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.719478:0:93425:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616139.719482:0:93425:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.719485:0:93425:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773616139.719488:0:93425:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773616139.719490:0:93425:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773616139.719492:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.719494:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000001:0.0:1773616139.719498:0:93425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616139.719500:0:93425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215235 00000100:00000001:0.0:1773616139.719502:0:93425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616139.719504:0:93425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.719510:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795581568/t103079215242(103079215242) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616194 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.719517:0:93425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.719520:0:93425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616139.719522:0:93425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616139.719527:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795581568/t103079215242(103079215242) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616194 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616139.719534:0:93425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795581568:192.168.201.103@tcp:36:dd.0 00000100:00000001:0.0:1773616139.719539:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.719541:0:93425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.719544:0:93425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616139.719546:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.719550:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb800 x1859763795581568/t103079215242(103079215242) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616194 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.719557:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616139.719560:0:93425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d29c0. 00000100:00000001:0.0:1773616139.719563:0:93425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616139.719564:0:93425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.719573:0:93425:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.719576:0:93425:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.719582:0:93425:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1773616139.719584:0:93425:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773616139.719598:0:93425:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:0.0:1773616139.719601:0:93425:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:0.0:1773616139.719607:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.719610:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795581568/t103079215242(103079215242) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.719616:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.719619:0:93425:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773616139.719621:0:93425:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.719623:0:93425:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.719627:0:93425:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1773616139.719645:0:93425:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773616139.719648:0:93425:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616139.719650:0:93425:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773616139.719652:0:93425:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.719654:0:93425:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.719656:0:93425:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1773616139.719659:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616139.719664:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279360. 00000020:00000010:0.0:1773616139.719670:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29800. 00000020:00000010:0.0:1773616139.719675:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29200. 00000020:00000010:0.0:1773616139.719679:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf420. 00000008:00000010:0.0:1773616139.719686:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818239650. 00020000:00000010:0.0:1773616139.719691:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616139.719696:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffaa60. 00000080:00000010:0.0:1773616139.719702:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050233f0. 00000080:00000010:0.0:1773616139.719706:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ceb58. 00000020:00000010:0.0:1773616139.719711:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29c00. 00000008:00000010:0.0:1773616139.719715:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4da20. 00020000:00000010:0.0:1773616139.719719:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31680. 00008000:00000010:0.0:1773616139.719722:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbef8. 00000080:00000010:0.0:1773616139.719726:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa780. 00000020:00000001:0.0:1773616139.719729:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878621032 : -121323830930584 : ffff91a818279368) 00000020:00001000:0.0:1773616139.719731:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279360 00000020:00000001:0.0:1773616139.719736:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa08 00000080:00200000:0.0:1773616139.719738:0:93425:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773616139.719743:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.719745:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616139.719748:0:93425:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616139.719750:0:93425:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616139.719753:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616139.719754:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773616139.719756:0:93425:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616139.719758:0:93425:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.719770:0:93425:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616139.719773:0:93425:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a8053cebb8 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1773616139.719776:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:0.0:1773616139.719780:0:93425:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616139.719782:0:93425:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616139.719785:0:93425:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616139.719787:0:93425:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719789:0:93425:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616139.719791:0:93425:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616139.719792:0:93425:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719794:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616139.719795:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616139.719796:0:93425:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616139.719798:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00000020:00000001:0.0:1773616139.719800:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719813:0:93425:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616139.719814:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773616139.719817:0:93425:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1773616139.719820:0:93425:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:0.0:1773616139.719825:0:93425:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff91a802eeefa8. 00020000:00200000:0.0:1773616139.719828:0:93425:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616139.719832:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616139.719867:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616139.719869:0:93425:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616139.719870:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616139.719874:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279120. 00000020:00000010:0.0:1773616139.719877:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29600. 00000020:00000010:0.0:1773616139.719880:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b28a00. 00000020:00000010:0.0:1773616139.719883:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf240. 00000008:00000010:0.0:1773616139.719886:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823c2f0. 00020000:00000010:0.0:1773616139.719889:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808ff00. 00008000:00000010:0.0:1773616139.719892:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff98b8. 00000080:00000010:0.0:1773616139.719895:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8050239d8. 00000080:00000010:0.0:1773616139.719898:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cdff0. 00000020:00000010:0.0:1773616139.719901:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28600. 00000008:00000010:0.0:1773616139.719904:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4de40. 00020000:00000010:0.0:1773616139.719907:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31440. 00008000:00000010:0.0:1773616139.719910:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb888. 00000080:00000010:0.0:1773616139.719912:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa2d0. 00000020:00000001:0.0:1773616139.719914:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878620456 : -121323830931160 : ffff91a818279128) 00000020:00001000:0.0:1773616139.719916:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279120 00000020:00000001:0.0:1773616139.719918:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a804615080 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.719921:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616139.719923:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616139.719924:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616139.719925:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719927:0:93425:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719929:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521811176 : -121324187740440 : ffff91a802e316e8) 00000020:00000001:0.0:1773616139.719932:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773616139.719935:0:93425:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773616139.719938:0:93425:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719939:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719941:0:93425:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719943:0:93425:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719944:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719946:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773616139.719948:0:93425:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773616139.719950:0:93425:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773616139.719951:0:93425:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773616139.719953:0:93425:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773616139.719955:0:93425:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719957:0:93425:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.719958:0:93425:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719960:0:93425:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616139.719962:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616139.719963:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616139.719965:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616139.719966:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719967:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719969:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.719971:0:93425:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.719973:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616139.719975:0:93425:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773616139.719977:0:93425:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773616139.719979:0:93425:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773616139.719982:0:93425:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773616139.719984:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773616139.719989:0:93425:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8047d5580. 00020000:00000002:0.0:1773616139.719992:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616139.719994:0:93425:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773616139.719996:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616139.719997:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521811176 : -121324187740440 : ffff91a802e316e8) 00000020:00000001:0.0:1773616139.719999:0:93425:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773616139.720004:0:93425:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a8116be720. 00000008:00010000:0.0:1773616139.720007:0:93425:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 4 00000020:00000001:0.0:1773616139.720009:0:93425:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616139.720011:0:93425:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773616139.720013:0:93425:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8047d55b0, osc lock ffff91a8116be720, flags 0x80000000 00000020:00000001:0.0:1773616139.720016:0:93425:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.720018:0:93425:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.720020:0:93425:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749548696960 : -121324160854656 : ffff91a8047d5580) 00000020:00000001:0.0:1773616139.720022:0:93425:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616139.720024:0:93425:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773616139.720025:0:93425:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.720027:0:93425:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.720028:0:93425:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616139.720030:0:93425:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616139.720032:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616139.720033:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521811176 : -121324187740440 : ffff91a802e316e8) 00000020:00000001:0.0:1773616139.720035:0:93425:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616139.720037:0:93425:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616139.720039:0:93425:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773616139.720041:0:93425:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.720044:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616139.720046:0:93425:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616139.720048:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616139.720050:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616139.720051:0:93425:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616139.720052:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616139.720054:0:93425:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773616139.720057:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616139.720064:0:93425:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.720066:0:93425:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773616139.720070:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616139.720074:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616139.720078:0:93425:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1773616139.720081:0:93425:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773616139.720085:0:93425:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff91a8182b3000: connect to NID 192.168.201.103@tcp last attempt 7095 00000400:00000200:0.0:1773616139.720091:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.720095:0:93425:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:0.0:1773616139.720099:0:93425:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 26 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616139.720103:0:93425:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616139.720106:0:93425:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 27 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616139.720108:0:93425:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:0.0:1773616139.720111:0:93425:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773616139.720112:0:93425:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:0.0:1773616139.720115:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.720118:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:0.0:1773616139.720120:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:0.0:1773616139.720122:0:93425:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00000040:0.0:1773616139.720125:0:93425:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 26 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616139.720127:0:93425:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616139.720129:0:93425:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 27 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616139.720131:0:93425:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:0.0:1773616139.720134:0:93425:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00080000:0.0:1773616139.720137:0:93425:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff91a8182b3000: import ffff91a8097c7800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:0.0:1773616139.720140:0:93425:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.720142:0:93425:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773616139.720149:0:93425:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616139.720152:0:93425:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.720154:0:93425:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1773616139.720158:0:93425:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 8294400, lost: 28672. 00000008:00000001:0.0:1773616139.720160:0:93425:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.720163:0:93425:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616139.720166:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375c00. 00000020:00000040:0.0:1773616139.720169:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 02000000:00000001:0.0:1773616139.720172:0:93425:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773616139.720174:0:93425:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.720176:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616139.720179:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616139.720182:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616139.720189:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8034c1800. 00000100:00000001:0.0:1773616139.720195:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616139.720202:0:93425:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616139.720211:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616139.720214:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.720219:0:93425:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4403eab] to pc [ptlrpcd_rcv+-1] req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.720249:0:93425:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.720252:0:93425:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1773616139.720254:0:93425:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:0.0:1773616139.720258:0:93425:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616139.720261:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616139.720265:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.720267:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616139.720268:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616139.720270:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616139.720275:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b29400. 00000100:00000001:0.0:1773616139.720278:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.720281:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616139.720283:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.720284:0:93425:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616139.720286:0:93425:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.720288:0:93425:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.720291:0:93425:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00010000:00000001:0.0:1773616139.720294:0:93425:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616139.720296:0:93425:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616139.720301:0:93425:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527b00. 00010000:00000010:0.0:1773616139.720305:0:93425:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91a804527400. 00010000:00000001:0.0:1773616139.720310:0:93425:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616139.720313:0:93425:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804651600. 00000020:00000001:0.0:1773616139.720316:0:93425:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616139.720318:0:93425:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804651600 with handle 0xe60cc2233ec67931 to hash 00000020:00000001:0.0:1773616139.720320:0:93425:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616139.720322:0:93425:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000010:0.0:1773616139.720326:0:93425:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a8182c2f80. 00010000:00000001:0.0:1773616139.720328:0:93425:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.720332:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616139.720335:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616139.720340:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616139.720350:0:93425:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x80000000 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616139.720361:0:93425:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616139.720368:0:93425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616139.720370:0:93425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616139.720375:0:93425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a810e90600. 00000100:00000001:0.0:1773616139.720377:0:93425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749757081088 : -121323952470528 : ffff91a810e90600) 00000100:00000001:0.0:1773616139.720380:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.720381:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000001:0.0:1773616139.720385:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616139.720387:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.720389:0:93425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616139.720391:0:93425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616139.720396:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.720408:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616139.720410:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773616139.720414:0:93425:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.720421:0:93425:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.720424:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.720425:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616139.720428:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a810e90600 going to sleep for 0 seconds 00000100:00000001:0.0:1773616139.720430:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.720432:0:93425:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.720434:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616139.720435:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.720438:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.722602:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.722610:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.722612:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616139.722624:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.722645:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616139.722647:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.722651:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616139.722654:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616139.722657:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616139.722661:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6bed2507-d27f-43a9-a583-f3d23438f235:2398:1859763795581696:192.168.201.103@tcp:8:dd.0 00000100:00000001:3.0:1773616139.722665:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616139.722671:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616139.722674:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.722676:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616139.722685:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819770c00. 02000000:00000001:3.0:1773616139.722688:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616139.722696:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616139.722701:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616139.722707:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616139.722715:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795581696, portal 4 00000100:00000001:3.0:1773616139.722717:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616139.722718:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000040:3.0:1773616139.722726:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.722733:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616139.722736:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616139.722738:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616139.722742:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859763795581696, offset 0 00000400:00000200:3.0:1773616139.722748:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616139.722756:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.722773:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616139.722778:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616139.722782:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616139.722786:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616139.722789:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616139.722793:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149480:149480:256:4294967295] 192.168.201.103@tcp LPNI seq info [149420:149420:8:4294967295] 00000400:00000200:3.0:1773616139.722797:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616139.722816:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616139.722822:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616139.722827:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773616139.722833:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616139.722876:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616139.722880:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773616139.722907:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.722912:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 787315 usecs (788 jiffies) 00000400:00000200:3.0:1773616139.722915:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616139.722918:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301941119 00000100:00000001:3.0:1773616139.722921:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.722924:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301941119 00000100:00000001:3.0:1773616139.722926:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616139.722929:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.722931:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.722934:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.722937:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.722946:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.722949:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773616139.722951:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.722952:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616139.722954:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.722956:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.723190:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.723195:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41b00. 00000400:00000200:1.0:1773616139.723201:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.723207:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.723211:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:1.0:1773616139.723214:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:1.0:1773616139.723218:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.723222:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.723232:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.723235:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.723242:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.723244:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.728486:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.728502:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.728507:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.728510:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.728520:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.728528:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.728536:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.728542:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.728547:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.728551:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b720066db00 00000400:00000200:1.0:1773616139.728556:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.728562:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x1938e1 [1] + 0 00000800:00000001:1.0:1773616139.728569:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.728577:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.728581:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.728585:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.728592:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.728601:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616139.728612:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.728639:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.728648:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.728651:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.728708:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.728713:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616139.728719:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616139.728721:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616139.728725:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616139.728729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:3.0:1773616139.728732:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:3.0:1773616139.728735:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616139.728740:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616139.728749:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.728756:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616139.728758:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.728771:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616139.728774:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616139.728777:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616139.728779:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616139.728782:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616139.728792:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=230 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616139.728796:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=178 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616139.728799:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616139.728801:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616139.728804:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616139.728808:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.728812:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616139.728815:0:2398:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: committing for last_committed 47244640275 gen 5 00000100:00000040:3.0:1773616139.728818:0:2398:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773616139.728820:0:2398:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616139.728822:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.728827:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.728834:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.728869:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616139.728871:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.728874:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773616139.728879:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91a8182b3000: connect to target with instance 11 00000020:00000001:3.0:1773616139.728883:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773616139.728885:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:3.0:1773616139.728887:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616139.728890:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:3.0:1773616139.728892:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:3.0:1773616139.728895:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00001000:3.0:1773616139.728898:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1773616139 v=0 (0 0 0 0) 00000100:00001000:3.0:1773616139.728901:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c7c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1773616139.728905:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000100:00080000:3.0:1773616139.728910:0:2398:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff91a8182b3000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1773616139.728913:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00000001:3.0:1773616139.728915:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616139.728918:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:3.0:1773616139.728922:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff91a8182b3000, setting cl_avail_grant: 8294400 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1773616139.728925:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773616139.728928:0:2398:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1773616139.728932:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773616139.728935:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773616139.728937:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773616139.728939:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.728941:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.728944:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.728946:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.728948:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.728949:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.728950:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.728952:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773616139.728953:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773616139.728957:0:2398:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773616139.728959:0:2398:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.728961:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.728963:0:2398:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.728965:0:2398:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.728967:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.728969:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.728970:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1773616139.728972:0:2398:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1773616139.728977:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1773616139.728979:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616139.728981:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773616139.728982:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1773616139.728983:0:2398:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1773616139.728984:0:2398:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1773616139.728986:0:2398:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff91a81003d548 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1773616139.728990:0:2398:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1773616139.728992:0:2398:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773616139.728994:0:2398:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.728995:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1773616139.728997:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1773616139.728998:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1773616139.728999:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.729000:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.729002:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.729003:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.729004:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1773616139.729005:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1773616139.729007:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.729008:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1773616139.729010:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1773616139.729011:0:2398:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1773616139.729012:0:2398:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.729014:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616139.729015:0:2398:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616139.729016:0:2398:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.729018:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616139.729019:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.729020:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773616139.729022:0:2398:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616139.729024:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773616139.729031:0:2398:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000b27b214e): req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616139.729043:0:2398:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.729045:0:2398:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616139.729049:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616139.729056:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6bed2507-d27f-43a9-a583-f3d23438f235:2398:1859763795581696:192.168.201.103@tcp:8:dd.0 00000100:00000001:3.0:1773616139.729061:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.729063:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616139.729066:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795581696/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616139.729073:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616139.729076:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616139.729080:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819770c00. 02000000:00000001:3.0:1773616139.729084:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616139.729085:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616139.729087:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616139.729089:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616139.729092:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8034c1800. 02000000:00000001:3.0:1773616139.729096:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616139.729098:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616139.729100:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:3.0:1773616139.729103:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616139.729105:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.729107:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616139.729114:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616139.729116:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616139.729118:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616139.729119:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.729226:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.729230:0:93425:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.729232:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616139.729235:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.729237:0:93425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616139.729240:0:93425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616139.729243:0:93425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.729245:0:93425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616139.729252:0:93425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616139.729254:0:93425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.729257:0:93425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616139.729263:0:93425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c2800. 02000000:00000001:0.0:1773616139.729265:0:93425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616139.729270:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616139.729273:0:93425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616139.729279:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616139.729287:0:93425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795581824, portal 4 00000100:00000001:0.0:1773616139.729290:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.729293:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:0.0:1773616139.729300:0:93425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.729307:0:93425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616139.729310:0:93425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616139.729313:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a880. 00000100:00000200:0.0:1773616139.729316:0:93425:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795581824, offset 0 00000400:00000200:0.0:1773616139.729322:0:93425:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616139.729329:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.729336:0:93425:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616139.729341:0:93425:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616139.729345:0:93425:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616139.729349:0:93425:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616139.729352:0:93425:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616139.729356:0:93425:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149481:149481:256:4294967295] 192.168.201.103@tcp LPNI seq info [149421:149421:8:4294967295] 00000400:00000200:0.0:1773616139.729360:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.729369:0:93425:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616139.729375:0:93425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616139.729381:0:93425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f100. 00000800:00000200:0.0:1773616139.729387:0:93425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616139.729394:0:93425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616139.729398:0:93425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773616139.729419:0:93425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.729424:0:93425:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 781101 usecs (782 jiffies) 00000400:00000200:0.0:1773616139.729427:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616139.729430:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301941119 00000100:00000001:0.0:1773616139.729433:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.729435:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301941119 00000100:00000001:0.0:1773616139.729437:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.729439:0:93425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.729442:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.729444:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.729445:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616139.729448:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a810e90600 going to sleep for 11 seconds 00000100:00000001:0.0:1773616139.729450:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.729451:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.729591:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.729596:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f100. 00000400:00000200:1.0:1773616139.729599:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.729604:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.729608:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a880 00000400:00000010:1.0:1773616139.729610:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a880. 00000100:00000001:1.0:1773616139.729614:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.729619:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.729629:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.729633:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.729639:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.729641:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.756783:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.756801:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.756814:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.756817:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.756826:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.756834:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.756876:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.756881:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.756887:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.756891:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b720066db80 00000400:00000200:1.0:1773616139.756896:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.756902:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x1938e9 [1] + 224 00000800:00000001:1.0:1773616139.756910:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.756933:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.756937:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.756941:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.756949:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.756957:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.756968:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.756980:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.756989:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.756992:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.757166:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616139.757174:0:93425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616139.757176:0:93425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616139.757180:0:93425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616139.757185:0:93425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616139.757188:0:93425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616139.757191:0:93425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.757196:0:93425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616139.757205:0:93425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.757211:0:93425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.757213:0:93425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.757216:0:93425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616139.757219:0:93425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616139.757221:0:93425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616139.757224:0:93425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.757226:0:93425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616139.757237:0:93425:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616139.757241:0:93425:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616139.757244:0:93425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616139.757246:0:93425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.757249:0:93425:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616139.757252:0:93425:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.757255:0:93425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616139.757257:0:93425:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640275 00000100:00000001:0.0:1773616139.757259:0:93425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616139.757260:0:93425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.757265:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.757277:0:93425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.757280:0:93425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616139.757282:0:93425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616139.757286:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616139.757294:0:93425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795581824:192.168.201.103@tcp:101:dd.0 00000100:00000001:0.0:1773616139.757299:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.757492:0:93425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.757494:0:93425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616139.757496:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.757500:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.757507:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616139.757510:0:93425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a810e90600. 00000100:00000001:0.0:1773616139.757513:0:93425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616139.757514:0:93425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.757517:0:93425:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773616139.757520:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.757522:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.757525:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=4 00000020:00000001:0.0:1773616139.757527:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.757530:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000040:0.0:1773616139.757538:0:93425:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804651600, remote cookie: 0xf6516185796c632, flags: 0x80000000 00010000:00000001:0.0:1773616139.757541:0:93425:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773616139.757544:0:93425:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.757546:0:93425:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773616139.757549:0:93425:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1773616139.757555:0:93425:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773616139.757574:0:93425:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x176c:0x0].0x0 (ffff91a804527b00) refcount = 1 00010000:00000040:0.0:1773616139.757577:0:93425:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773616139.757581:0:93425:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616139.757590:0:93425:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773616139.757592:0:93425:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616139.757595:0:93425:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616139.757598:0:93425:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616139.757601:0:93425:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616139.757607:0:93425:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773616139.757609:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.757611:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.757612:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.757613:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616139.757615:0:93425:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.757619:0:93425:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1773616139.757621:0:93425:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773616139.757625:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.757626:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.757627:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=3 00000020:00000001:0.0:1773616139.757629:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.757644:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.757647:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.757648:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.757650:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=4 00000020:00000001:0.0:1773616139.757652:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.757654:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.757658:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616139.757661:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616139.757664:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616139.757671:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.757673:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616139.757676:0:93425:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1773616139.757680:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00010000:0.0:1773616139.757685:0:93425:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773616139.757693:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.757695:0:93425:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773616139.757698:0:93425:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773616139.757702:0:93425:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616139.757704:0:93425:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757706:0:93425:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757708:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:0.0:1773616139.757710:0:93425:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1773616139.757712:0:93425:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.757714:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616139.757715:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616139.757717:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=5 00000020:00000001:0.0:1773616139.757718:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.757721:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:0.0:1773616139.757723:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616139.757726:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616139.757733:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.757735:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773616139.757738:0:93425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616139.757745:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616139.757746:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616139.757748:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616139.757749:0:93425:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.757751:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.757755:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795581824/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.757772:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.757775:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.757778:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c2800. 02000000:00000001:0.0:1773616139.757781:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.757783:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.757785:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.757787:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.757790:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616139.757793:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.757794:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.757797:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:0.0:1773616139.757800:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.757810:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616139.757812:0:93425:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.757815:0:93425:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757818:0:93425:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.757821:0:93425:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757823:0:93425:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757825:0:93425:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757827:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757829:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757831:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1773616139.757862:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.757865:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.757867:0:93425:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1773616139.757869:0:93425:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757872:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00020000:00000001:0.0:1773616139.757875:0:93425:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1773616139.757877:0:93425:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616139.757879:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616139.757880:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616139.757882:0:93425:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:0.0:1773616139.757885:0:93425:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:0.0:1773616139.757889:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616139.757891:0:93425:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.757892:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616139.757894:0:93425:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.757896:0:93425:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757897:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.757899:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.757900:0:93425:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773616139.757902:0:93425:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757904:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.757905:0:93425:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773616139.757906:0:93425:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773616139.757908:0:93425:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616139.757910:0:93425:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757911:0:93425:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757913:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.757915:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616139.757917:0:93425:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616139.757919:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616139.757921:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616139.757922:0:93425:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616139.757923:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616139.757927:0:93425:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:0.0:1773616139.757932:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616139.757935:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616139.757939:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616139.757941:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616139.757946:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616139.757952:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b29400. 00000100:00000001:0.0:1773616139.757957:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.757963:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616139.757966:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.757972:0:93425:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_01+1] req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773616139.757991:0:93425:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.757993:0:93425:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.757995:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.757997:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.757999:0:93425:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.758001:0:93425:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.758003:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.758005:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616139.758007:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773616139.758008:0:93425:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616139.758010:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1773616139.758203:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616139.758207:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616139.758209:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616139.758215:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.758224:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616139.758226:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.758230:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616139.758233:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616139.758236:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.758239:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795581952:192.168.201.103@tcp:10:dd.0 00000100:00000001:1.0:1773616139.758243:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616139.758248:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616139.758250:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.758253:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616139.758259:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f9800. 02000000:00000001:1.0:1773616139.758261:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616139.758266:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616139.758270:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773616139.758275:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1770. 00000100:00000200:1.0:1773616139.758282:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795581952, portal 4 00000100:00000001:1.0:1773616139.758285:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.758287:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:1.0:1773616139.758295:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.758302:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616139.758305:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616139.758308:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1220. 00000100:00000200:1.0:1773616139.758311:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859763795581952, offset 0 00000400:00000200:1.0:1773616139.758316:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616139.758323:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.758330:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616139.758335:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616139.758339:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616139.758343:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616139.758345:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616139.758350:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149482:149482:256:4294967295] 192.168.201.103@tcp LPNI seq info [149422:149422:8:4294967295] 00000400:00000200:1.0:1773616139.758355:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.758364:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616139.758596:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616139.758601:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbbc00. 00000800:00000200:1.0:1773616139.758608:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616139.758617:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616139.758622:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbbc00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1773616139.759770:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.759778:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 775267 usecs (776 jiffies) 00000400:00000200:1.0:1773616139.759782:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616139.759786:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301941143 00000100:00000001:1.0:1773616139.759790:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.759793:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301941143 00000100:00000001:1.0:1773616139.759795:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.759797:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.759800:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.759990:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.759995:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616139.760004:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616139.760007:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1773616139.760010:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616139.760012:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616139.760013:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.760015:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.760030:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616139.760032:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616139.761402:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.761410:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbbc00. 00000400:00000200:0.0:1773616139.761419:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.761429:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.761436:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1220 00000400:00000010:0.0:1773616139.761439:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1220. 00000100:00000001:0.0:1773616139.761445:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.761453:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.761466:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.761469:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.761477:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.761479:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.772357:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.772377:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.772381:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.772383:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.772393:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.772608:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.772620:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.772626:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.773036:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.773041:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b720066dc00 00000400:00000200:1.0:1773616139.773046:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.773052:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x1938f9 [1] + 224 00000800:00000001:1.0:1773616139.773061:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.773072:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.773075:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.773080:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.773086:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.773095:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.773107:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.773123:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.773132:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.773537:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.773624:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.773630:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616139.773649:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616139.773652:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616139.773656:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249f8. 00000400:00000200:0.0:1773616139.773662:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1770 00000400:00000010:0.0:1773616139.773664:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1770. 00000100:00000001:0.0:1773616139.773668:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.773675:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616139.773686:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795581952/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.773694:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.773696:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.773699:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616139.773703:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616139.773705:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616139.773708:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.773710:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616139.773721:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7d30 time=407 v=36 (36 36 0 0) 00000100:00001000:0.0:1773616139.773725:0:2400:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c7d30 change: old=36 new=5 delta=-31 (val=5) hist 5 0 36 36 00000100:00001000:0.0:1773616139.773728:0:2400:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-OST0000-osc-ffff91a8182b3000 ptl 6 has changed from 36 to 5 00000100:00001000:0.0:1773616139.773732:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616139.773734:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616139.773736:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.773740:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616139.773745:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.773748:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616139.773750:0:2400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: committing for last_committed 47244640281 gen 5 00000100:00000001:0.0:1773616139.773753:0:2400:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773616139.773756:0:2400:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1773616139.778978:0:2400:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616139.778982:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.778999:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795581952/t47244640281(47244640281) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.779011:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.779014:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616139.779016:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616139.779020:0:2400:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1773616139.779034:0:2400:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.779039:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795581952/t47244640281(47244640281) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616139.779055:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795581952:192.168.201.103@tcp:10:dd.0 00000100:00000001:0.0:1773616139.779061:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.779064:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.779068:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795581952/t47244640281(47244640281) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.779076:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.779079:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.779083:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f9800. 02000000:00000001:0.0:1773616139.779089:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.779092:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.779094:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.779096:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.779099:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616139.779103:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.779105:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.779107:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:0.0:1773616139.779111:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.779112:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.779115:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.779124:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.779126:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.779128:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.779131:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.781563:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.781573:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.781575:0:93425:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773616139.781579:0:93425:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616139.781582:0:93425:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.781585:0:93425:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.781587:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:1.0:1773616139.781590:0:93425:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1773616139.781594:0:93425:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616139.781599:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616139.781601:0:93425:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.781604:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.781616:0:93425:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616139.781619:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.781620:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.781622:0:93425:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616139.781626:0:93425:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773616139.781644:0:93425:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616139.781646:0:93425:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.781648:0:93425:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616139.781649:0:93425:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616139.781652:0:93425:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=0 (1) m=1773616139 a=0 c=1773616139 b=0 00020000:00000001:1.0:1773616139.781656:0:93425:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616139.781659:0:93425:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773616139 a=0 c=1773616139 b=0 00020000:00000001:1.0:1773616139.781662:0:93425:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.781664:0:93425:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.781666:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000080:00200000:1.0:1773616139.781669:0:93425:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1773616139.781671:0:93425:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773616139.781674:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616139.781676:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616139.781680:0:93425:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773616139.781681:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a806ffa7b8 (ffff91a818279368/0) at cl_lock_release():245 00000020:00000001:1.0:1773616139.781684:0:93425:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616139.781685:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a806ffa7b8 (ffff91a818279368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773616139.781689:0:93425:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773616139.781692:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.781694:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521811176 : -121324187740440 : ffff91a802e316e8) 00000020:00000001:1.0:1773616139.781697:0:93425:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616139.781698:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8047d55b0 (ffff91a818279128/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773616139.781703:0:93425:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773616139.781705:0:93425:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773616139.781708:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.781711:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.781713:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=4 00000020:00000001:1.0:1773616139.781715:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.781719:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.781721:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616139.781727:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616139.781742:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.781744:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616139.781746:0:93425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616139.781749:0:93425:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616139.781752:0:93425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616139.781774:0:93425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616139.781777:0:93425:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616139.781780:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616139.781784:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.781785:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616139.781787:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.781791:0:93425:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616139.781792:0:93425:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.781795:0:93425:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.781797:0:93425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.781799:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616139.781801:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.781811:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616139.781813:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.781814:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616139.781816:0:93425:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773616139.781818:0:93425:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616139.781819:0:93425:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616139.781821:0:93425:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616139.781822:0:93425:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616139.781823:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a806ffa7b8 (ffff91a818279368/0) at cl_lock_fini():72 00020000:00000001:1.0:1773616139.781827:0:93425:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773616139.781828:0:93425:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616139.781829:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8047d55b0 (ffff91a818279368/1) at cl_lock_fini():72 00000008:00000010:1.0:1773616139.781833:0:93425:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a8116be720. 00000020:00000001:1.0:1773616139.781875:0:93425:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773616139.781878:0:93425:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8047d5580. 00020000:00000001:1.0:1773616139.781881:0:93425:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773616139.781883:0:93425:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773616139.781884:0:93425:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1773616139.781886:0:93425:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616139.781888:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.781890:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616139.781891:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616139.781893:0:93425:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.781895:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.781897:0:93425:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.781898:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.781900:0:93425:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773616139.781901:0:93425:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616139.781903:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616139.781905:0:93425:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:1.0:1773616139.781907:0:93425:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff91a802eeefa8. 00020000:00000001:1.0:1773616139.781910:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.781911:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616139.781914:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616139.781916:0:93425:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.781917:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.781919:0:93425:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.781920:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.781922:0:93425:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.781925:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616139.781927:0:93425:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616139.781928:0:93425:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616139.781930:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616139.781931:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616139.781933:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279120 00000020:00000010:1.0:1773616139.781938:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b28a00. 00000020:00000010:1.0:1773616139.781943:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf240. 00000008:00000010:1.0:1773616139.781948:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823c2f0. 00020000:00000010:1.0:1773616139.781953:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808ff00. 00008000:00000010:1.0:1773616139.781957:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff98b8. 00000080:00000010:1.0:1773616139.781962:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050239d8. 00000080:00000010:1.0:1773616139.781968:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cdff0. 00000020:00000010:1.0:1773616139.781971:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29600. 00000008:00000010:1.0:1773616139.781974:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4de40. 00020000:00000010:1.0:1773616139.781978:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31440. 00008000:00000010:1.0:1773616139.781983:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb888. 00000080:00000010:1.0:1773616139.781987:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa2d0. 00000020:00000010:1.0:1773616139.781990:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28600. 00000020:00000010:1.0:1773616139.781992:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279120. 00020000:00000001:1.0:1773616139.781995:0:93425:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616139.781997:0:93425:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616139.781999:0:93425:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616139.782001:0:93425:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616139.782004:0:93425:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616139.782005:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616139.782006:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279360 00000020:00000010:1.0:1773616139.782008:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29200. 00000020:00000010:1.0:1773616139.782011:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf420. 00000008:00000010:1.0:1773616139.782014:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818239650. 00020000:00000010:1.0:1773616139.782017:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:1.0:1773616139.782019:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffaa60. 00000080:00000010:1.0:1773616139.782022:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8050233f0. 00000080:00000010:1.0:1773616139.782024:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ceb58. 00000020:00000010:1.0:1773616139.782027:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29800. 00000008:00000010:1.0:1773616139.782030:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4da20. 00020000:00000010:1.0:1773616139.782032:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31680. 00008000:00000010:1.0:1773616139.782034:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbef8. 00000080:00000010:1.0:1773616139.782037:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa780. 00000020:00000010:1.0:1773616139.782039:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29c00. 00000020:00000010:1.0:1773616139.782041:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279360. 00000080:00000001:1.0:1773616139.782044:0:93425:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782047:0:93425:0:(llite_lib.c:2503:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1773616139.782052:0:93425:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62600. 00000020:00000001:1.0:1773616139.782058:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa80 00000080:00200008:1.0:1773616139.782062:0:93425:0:(llite_lib.c:2533:ll_setattr_raw()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1773616139.000000000, mtime 1773616139.000000000, ctime 1773616139.000000000, rc 0 00000080:00000001:1.0:1773616139.782068:0:93425:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782092:0:93425:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773616139.782095:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000002:1.0:1773616139.782099:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:1.0:1773616139.782102:0:93425:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782200:0:93425:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:1.0:1773616139.782203:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fd88 00000080:00200008:1.0:1773616139.782205:0:93425:0:(file.c:2590:do_file_write_iter()) START file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 0, count: 4096 00000080:00000001:1.0:1773616139.782210:0:93425:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1773616139.782212:0:93425:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782215:0:93425:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1773616139.782217:0:93425:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782220:0:93425:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1773616139.782221:0:93425:0:(file.c:2543:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782223:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616139.782230:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616139.782236:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605e00. 00000020:00000010:1.0:1773616139.782240:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605400. 00000020:00000010:1.0:1773616139.782243:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8120. 00000008:00000010:1.0:1773616139.782249:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616139.782254:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616139.782257:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616139.782263:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616139.782266:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616139.782271:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000008:00000010:1.0:1773616139.782274:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616139.782277:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616139.782280:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616139.782283:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616139.782287:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616139.782289:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000080:00000001:1.0:1773616139.782292:0:93425:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1773616139.782293:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fc98 00000080:00200000:1.0:1773616139.782295:0:93425:0:(file.c:2031:ll_file_io_generic()) f132.recovery-small: write ppos: 0, bytes: 4096 00000020:00000001:1.0:1773616139.782301:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fc30 00000080:00200000:1.0:1773616139.782303:0:93425:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1773616139.782306:0:93425:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1773616139.782310:0:93425:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ab629f05[0x110, 1, [0x20000bf89:0x7:0x0] hash] 00000020:00200000:1.0:1773616139.782312:0:93425:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000020:00000001:1.0:1773616139.782315:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.782317:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773616139.782319:0:93425:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773616139.782321:0:93425:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773616139.782323:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616139.782324:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1773616139.782327:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616139.782331:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782334:0:93425:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773616139.782335:0:93425:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782337:0:93425:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616139.782340:0:93425:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a818551978 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1773616139.782344:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:1.0:1773616139.782347:0:93425:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773616139.782349:0:93425:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773616139.782351:0:93425:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773616139.782353:0:93425:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1773616139.782355:0:93425:0:(lov_io.c:634:lov_io_slice_init()) 0 4096 00020000:00000001:1.0:1773616139.782358:0:93425:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1773616139.782360:0:93425:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773616139.782361:0:93425:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782363:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616139.782364:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773616139.782365:0:93425:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773616139.782366:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00000020:00000001:1.0:1773616139.782370:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782371:0:93425:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773616139.782374:0:93425:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1773616139.782377:0:93425:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1773616139.782380:0:93425:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782383:0:93425:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773616139.782384:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773616139.782387:0:93425:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1773616139.782388:0:93425:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1773616139.782390:0:93425:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1773616139.782392:0:93425:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00000001:1.0:1773616139.782396:0:93425:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773616139.782397:0:93425:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773616139.782401:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1773616139.782404:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.782406:0:93425:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773616139.782407:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616139.782411:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616139.782414:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605600. 00000020:00000010:1.0:1773616139.782417:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604000. 00000020:00000010:1.0:1773616139.782420:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d86c0. 00000008:00000010:1.0:1773616139.782423:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616139.782426:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a3c0. 00008000:00000010:1.0:1773616139.782428:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616139.782432:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616139.782435:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616139.782437:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605000. 00000008:00000010:1.0:1773616139.782440:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616139.782442:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616139.782445:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616139.782447:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616139.782450:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616139.782452:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000020:00000001:1.0:1773616139.782454:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a804615080 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.782456:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773616139.782458:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616139.782459:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773616139.782460:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782462:0:93425:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782464:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616139.782467:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773616139.782469:0:93425:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773616139.782472:0:93425:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782474:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782476:0:93425:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782478:0:93425:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782480:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782482:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773616139.782484:0:93425:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1773616139.782486:0:93425:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1773616139.782488:0:93425:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:1.0:1773616139.782491:0:93425:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782493:0:93425:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782495:0:93425:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773616139.782497:0:93425:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1773616139.782499:0:93425:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773616139.782500:0:93425:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773616139.782501:0:93425:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782504:0:93425:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782506:0:93425:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782507:0:93425:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782509:0:93425:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782511:0:93425:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773616139.782512:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.782513:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773616139.782515:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616139.782517:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782518:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782520:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782521:0:93425:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782522:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616139.782524:0:93425:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773616139.782525:0:93425:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773616139.782528:0:93425:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773616139.782530:0:93425:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773616139.782533:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1773616139.782539:0:93425:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8046b7100. 00020000:00000002:1.0:1773616139.782542:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1773616139.782544:0:93425:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773616139.782546:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.782547:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616139.782550:0:93425:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773616139.782554:0:93425:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811666be0. 00000008:00010000:1.0:1773616139.782556:0:93425:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773616139.782559:0:93425:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773616139.782560:0:93425:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773616139.782563:0:93425:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8046b7130, osc lock ffff91a811666be0, flags 0x0 00000020:00000001:1.0:1773616139.782565:0:93425:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782568:0:93425:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782570:0:93425:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749547524352 : -121324162027264 : ffff91a8046b7100) 00000020:00000001:1.0:1773616139.782572:0:93425:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773616139.782573:0:93425:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773616139.782575:0:93425:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782577:0:93425:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782578:0:93425:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773616139.782580:0:93425:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773616139.782581:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.782583:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616139.782584:0:93425:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773616139.782586:0:93425:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773616139.782588:0:93425:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773616139.782590:0:93425:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782593:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773616139.782596:0:93425:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773616139.782597:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773616139.782598:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773616139.782600:0:93425:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773616139.782601:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773616139.782603:0:93425:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773616139.782606:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616139.782612:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527b00 count: 2 00010000:00000001:1.0:1773616139.782614:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616139.782619:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616139.782623:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616139.782627:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773616139.782637:0:93425:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616139.782642:0:93425:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616139.782645:0:93425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616139.782653:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.782654:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.782656:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=3 00000020:00000001:1.0:1773616139.782658:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.782660:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00000008:00000001:1.0:1773616139.782664:0:93425:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773616139.782666:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.782667:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.782669:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=4 00000020:00000001:1.0:1773616139.782670:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.782672:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.782675:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.782676:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.782677:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=5 00000020:00000001:1.0:1773616139.782679:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.782680:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.782682:0:93425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616139.782683:0:93425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616139.782686:0:93425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616139.782691:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.782693:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616139.782695:0:93425:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.782696:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.782697:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.782698:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=6 00000020:00000001:1.0:1773616139.782700:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.782702:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.782705:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616139.782707:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616139.782713:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.782714:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616139.782717:0:93425:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616139.782724:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616139.782725:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.782726:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616139.782727:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.782728:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616139.782730:0:93425:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.782732:0:93425:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782734:0:93425:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782737:0:93425:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782738:0:93425:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782740:0:93425:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782742:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782744:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782746:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1773616139.782748:0:93425:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1773616139.782752:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fb80 00000080:00200000:1.0:1773616139.782754:0:93425:0:(vvp_io.c:1286:vvp_io_write_start()) f132.recovery-small: write [0, 4096) append 0 append lockpos 0 00000020:00000001:1.0:1773616139.782769:0:93425:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1773616139.782772:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000002:1.0:1773616139.782775:0:93425:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046857e0 addref 2/0 by ffff91a80a17cf80. 00020000:00000002:1.0:1773616139.782778:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00000020:00000001:1.0:1773616139.782780:0:93425:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1773616139.782784:0:93425:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1773616139.782787:0:93425:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1773616139.782788:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1773616139.782791:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.782792:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616139.782794:0:93425:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773616139.782797:0:93425:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773616139.782799:0:93425:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782801:0:93425:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782803:0:93425:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782804:0:93425:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782811:0:93425:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:1.0:1773616139.782813:0:93425:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:1.0:1773616139.782834:0:93425:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:1.0:1773616139.782864:0:93425:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x7:0x0] ffffd0b184cc8180 0 1 00000020:00000001:1.0:1773616139.782868:0:93425:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1773616139.782870:0:93425:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782873:0:93425:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:1.0:1773616139.782877:0:93425:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91a8037c4d20. 00000020:00000001:1.0:1773616139.782881:0:93425:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1773616139.782883:0:93425:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1773616139.782886:0:93425:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1773616139.782889:0:93425:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1773616139.782891:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.782893:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000008:00000001:1.0:1773616139.782896:0:93425:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1773616139.782899:0:93425:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff91a8037c4d90 folio ffffd0b184cc8180 pg:0 obj off 0 00000008:00000001:1.0:1773616139.782901:0:93425:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782903:0:93425:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1773616139.782904:0:93425:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1773616139.782906:0:93425:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1773616139.782908:0:93425:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.782912:0:93425:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.782914:0:93425:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622749531852064 : -121324177699552 : ffff91a8037c4d20) 00000020:00000001:1.0:1773616139.782916:0:93425:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622749531852064 : -121324177699552 : ffff91a8037c4d20) 00000020:00000001:1.0:1773616139.782919:0:93425:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:1.0:1773616139.782921:0:93425:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1773616139.782923:0:93425:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749881604472 : -121323827947144 : ffff91a818551978) 00000020:00000001:1.0:1773616139.782926:0:93425:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1773616139.782927:0:93425:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1773616139.782929:0:93425:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616139.782933:0:93425:0:(cl_page.c:547:__cl_page_state_set()) page@0000000062f15a32[2 00000000f2a9949b 1 1 00000000982717b2] 00000020:00000001:1.0:1773616139.782935:0:93425:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1773616139.782937:0:93425:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773616139.782938:0:93425:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00008000:1.0:1773616139.782942:0:93425:0:(rw26.c:818:ll_write_begin()) page@0000000062f15a32[2 00000000f2a9949b 2 1 00000000982717b2] 00000080:00008000:1.0:1773616139.782944:0:93425:0:(rw26.c:818:ll_write_begin()) full page write 00000080:00000001:1.0:1773616139.782945:0:93425:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:1.0:1773616139.782947:0:93425:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.782952:0:93425:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:1.0:1773616139.782954:0:93425:0:(rw26.c:909:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:1.0:1773616139.782956:0:93425:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1773616139.782957:0:93425:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749881604472 : -121323827947144 : ffff91a818551978) 00000020:00000001:1.0:1773616139.782959:0:93425:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1773616139.782961:0:93425:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616139.782965:0:93425:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1773616139.782967:0:93425:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:1.0:1773616139.782968:0:93425:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:1.0:1773616139.782970:0:93425:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1773616139.782973:0:93425:0:(rw26.c:967:ll_write_end()) page@0000000062f15a32[3 00000000f2a9949b 2 1 00000000982717b2] 00000080:00200000:1.0:1773616139.782977:0:93425:0:(rw26.c:967:ll_write_end()) vmpage @0000000029839bf0 17ffffc0001001 3:0 ffff91a8037c4d20 0 lru 00000080:00200000:1.0:1773616139.782985:0:93425:0:(rw26.c:967:ll_write_end()) osc-page@00000000b9ba5375 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000098e3f03b 00000000619eee66 > 3< 0 0 > 4< 0 0 8 8294400 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1773616139.782987:0:93425:0:(rw26.c:967:ll_write_end()) end page@0000000062f15a32 00000080:00200000:1.0:1773616139.782988:0:93425:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1773616139.782990:0:93425:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1773616139.782994:0:93425:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1773616139.782996:0:93425:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000020:00000001:1.0:1773616139.782999:0:93425:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1773616139.783001:0:93425:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1773616139.783003:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.783004:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616139.783006:0:93425:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1773616139.783008:0:93425:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1773616139.783010:0:93425:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1773616139.783012:0:93425:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:1.0:1773616139.783013:0:93425:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:1.0:1773616139.783014:0:93425:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1773616139.783018:0:93425:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff91a8037c4d90 folio ffffd0b184cc8180 pg:0 added for cmd 2 00000008:00000001:1.0:1773616139.783024:0:93425:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:1.0:1773616139.783026:0:93425:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8294400, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1773616139.783032:0:93425:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8294400, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1773616139.783038:0:93425:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff91a8037c4dc8 page ffffd0b184cc8180 00000008:00000020:1.0:1773616139.783041:0:93425:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8265728, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1773616139.783046:0:93425:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1773616139.783047:0:93425:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.783050:0:93425:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:1.0:1773616139.783052:0:93425:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91a810f4af00. 00000008:00000020:1.0:1773616139.783057:0:93425:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff91a8044c9dc0 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:1.0:1773616139.783061:0:93425:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1773616139.783067:0:93425:0:(osc_cache.c:848:osc_extent_find()) extent ffff91a810f4af00@{[0 -> 0/1023], [3|1|-|active|wi|ffff91a8044c9dc0], [28672|0|-|-|ffff91a804651600|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1773616139.783073:0:93425:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000b8845ea7 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1773616139.783082:0:93425:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:1.0:1773616139.783085:0:93425:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.783087:0:93425:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.783089:0:93425:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1773616139.783091:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000002:1.0:1773616139.783093:0:93425:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:1.0:1773616139.783095:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.783097:0:93425:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773616139.783099:0:93425:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:1.0:1773616139.783101:0:93425:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616139.783103:0:93425:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783106:0:93425:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783107:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:1.0:1773616139.783110:0:93425:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1773616139.783112:0:93425:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1773616139.783114:0:93425:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773616139.783117:0:93425:0:(cl_page.c:596:cl_batch_put()) page@0000000062f15a32[4 00000000f2a9949b 2 1 00000000982717b2] 00000020:00000001:1.0:1773616139.783119:0:93425:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:1.0:1773616139.783120:0:93425:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:1.0:1773616139.783122:0:93425:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1773616139.783124:0:93425:0:(osc_request.c:745:osc_update_next_shrink()) next time 8473 to shrink grant 00000080:00000001:1.0:1773616139.783126:0:93425:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:1.0:1773616139.783128:0:93425:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1773616139.783133:0:93425:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff91a8041592f8, count 1, dirtied 1 00000080:00000001:1.0:1773616139.783136:0:93425:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1773616139.783137:0:93425:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:1.0:1773616139.783139:0:93425:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773616139.783141:0:93425:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773616139.783142:0:93425:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616139.783145:0:93425:0:(cl_page.c:547:__cl_page_state_set()) page@0000000062f15a32[3 00000000f2a9949b 2 1 0000000000000000] 00000020:00000001:1.0:1773616139.783147:0:93425:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1773616139.783148:0:93425:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773616139.783150:0:93425:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1773616139.783151:0:93425:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773616139.783153:0:93425:0:(cl_page.c:596:cl_batch_put()) page@0000000062f15a32[3 00000000f2a9949b 1 1 0000000000000000] 00000020:00000001:1.0:1773616139.783154:0:93425:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:1.0:1773616139.783156:0:93425:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:1.0:1773616139.783157:0:93425:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:1.0:1773616139.783158:0:93425:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1773616139.783160:0:93425:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783161:0:93425:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783163:0:93425:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783165:0:93425:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773616139.783167:0:93425:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000020:00000001:1.0:1773616139.783169:0:93425:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1773616139.783170:0:93425:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1773616139.783172:0:93425:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783174:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fb80 00000080:00200000:1.0:1773616139.783176:0:93425:0:(vvp_io.c:1364:vvp_io_write_start()) f132.recovery-small: write bytes 0, result: 4096 00000080:00000001:1.0:1773616139.783178:0:93425:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783180:0:93425:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773616139.783182:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.783183:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773616139.783186:0:93425:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:1.0:1773616139.783187:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.783189:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.783191:0:93425:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773616139.783192:0:93425:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616139.783194:0:93425:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783196:0:93425:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783197:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:1.0:1773616139.783199:0:93425:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783202:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783203:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783205:0:93425:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783207:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783209:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773616139.783211:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1773616139.783212:0:93425:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773616139.783213:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1773616139.783215:0:93425:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:1.0:1773616139.783218:0:93425:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1773616139.783222:0:93425:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c9dc0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1773616139.783227:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616139.783229:0:93425:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.783231:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616139.783232:0:93425:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.783234:0:93425:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:1.0:1773616139.783236:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616139.783237:0:93425:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783239:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783240:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616139.783242:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616139.783244:0:93425:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773616139.783245:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a806ef4f38 (ffff91a811489488/0) at cl_lock_release():245 00000020:00000001:1.0:1773616139.783249:0:93425:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616139.783250:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a806ef4f38 (ffff91a811489488/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773616139.783253:0:93425:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773616139.783255:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.783256:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616139.783259:0:93425:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616139.783260:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8046b7130 (ffff91a8114897e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773616139.783264:0:93425:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773616139.783265:0:93425:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773616139.783267:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.783268:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.783270:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=5 00000020:00000001:1.0:1773616139.783272:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.783275:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.783277:0:93425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616139.783280:0:93425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616139.783288:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.783289:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616139.783291:0:93425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616139.783293:0:93425:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616139.783296:0:93425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616139.783303:0:93425:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616139.783305:0:93425:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616139.783307:0:93425:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616139.783309:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.783310:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616139.783312:0:93425:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.783315:0:93425:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616139.783317:0:93425:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.783319:0:93425:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.783322:0:93425:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.783324:0:93425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616139.783325:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.783326:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616139.783327:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.783329:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616139.783330:0:93425:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773616139.783539:0:93425:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616139.783542:0:93425:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616139.783543:0:93425:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616139.783545:0:93425:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616139.783546:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a806ef4f38 (ffff91a811489488/0) at cl_lock_fini():72 00020000:00000001:1.0:1773616139.783549:0:93425:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773616139.783551:0:93425:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616139.783552:0:93425:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8046b7130 (ffff91a811489488/1) at cl_lock_fini():72 00000008:00000010:1.0:1773616139.783555:0:93425:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811666be0. 00000020:00000001:1.0:1773616139.783559:0:93425:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773616139.783560:0:93425:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8046b7100. 00020000:00000001:1.0:1773616139.783563:0:93425:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773616139.783564:0:93425:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773616139.783566:0:93425:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1773616139.783567:0:93425:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616139.783569:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.783570:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616139.783571:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616139.783572:0:93425:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783574:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783575:0:93425:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.783577:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.783578:0:93425:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1773616139.783580:0:93425:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000020:00000001:1.0:1773616139.783582:0:93425:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616139.783583:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616139.783584:0:93425:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616139.783586:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.783587:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616139.783589:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616139.783590:0:93425:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783592:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.783593:0:93425:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.783595:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.783596:0:93425:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773616139.783599:0:93425:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1773616139.783602:0:93425:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1773616139.783604:0:93425:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1773616139.783605:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616139.783607:0:93425:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616139.783608:0:93425:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616139.783609:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616139.783610:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616139.783612:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616139.783616:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604000. 00000020:00000010:1.0:1773616139.783619:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d86c0. 00000008:00000010:1.0:1773616139.783623:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616139.783628:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a3c0. 00008000:00000010:1.0:1773616139.783632:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616139.783635:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616139.783639:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616139.783643:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605600. 00000008:00000010:1.0:1773616139.783646:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616139.783649:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616139.783652:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616139.783656:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616139.783659:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605000. 00000020:00000010:1.0:1773616139.783661:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00020000:00000001:1.0:1773616139.783663:0:93425:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616139.783665:0:93425:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616139.783666:0:93425:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616139.783668:0:93425:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616139.783671:0:93425:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616139.783672:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1773616139.783674:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fc98 00000080:00200000:1.0:1773616139.783676:0:93425:0:(file.c:2179:ll_file_io_generic()) f132.recovery-small: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00000001:1.0:1773616139.783680:0:93425:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616139.783682:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.783684:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.783685:0:93425:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616139.783689:0:93425:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773616139.783692:0:93425:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616139.783694:0:93425:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:1.0:1773616139.783696:0:93425:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616139.783697:0:93425:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:1.0:1773616139.783700:0:93425:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773616139 a=0 c=1773616139 b=0 00020000:00000001:1.0:1773616139.783704:0:93425:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616139.783706:0:93425:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773616139 a=0 c=1773616139 b=0 00020000:00000001:1.0:1773616139.783710:0:93425:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783712:0:93425:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.783714:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000080:00200000:1.0:1773616139.783717:0:93425:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 0 00000080:00000001:1.0:1773616139.783719:0:93425:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1773616139.783723:0:93425:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4096 00000080:00000001:1.0:1773616139.783725:0:93425:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00001000:1.0:1773616139.783727:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616139.783729:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605400. 00000020:00000010:1.0:1773616139.783732:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8120. 00000008:00000010:1.0:1773616139.783735:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616139.783737:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616139.783740:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616139.783744:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616139.783746:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616139.783749:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605e00. 00000008:00000010:1.0:1773616139.783751:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616139.783754:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616139.783963:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616139.783968:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616139.783970:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604600. 00000020:00000010:1.0:1773616139.783973:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000020:00000001:1.0:1773616139.783977:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fd88 00000080:00000008:1.0:1773616139.783979:0:93425:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 4096, count: 0, rc = 4096 00000080:00000001:1.0:1773616139.783983:0:93425:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1773616139.783992:0:93425:0:(file.c:5286:ll_fsync()) Process entered 00000080:00200000:1.0:1773616139.783994:0:93425:0:(file.c:5289:ll_fsync()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a804159148), start 0, end 9223372036854775807, datasync 0 00000080:00000001:1.0:1773616139.784001:0:93425:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:1.0:1773616139.784003:0:93425:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1773616139.784004:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616139.784007:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616139.784011:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000020:00000010:1.0:1773616139.784014:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605e00. 00000020:00000010:1.0:1773616139.784017:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8120. 00000008:00000010:1.0:1773616139.784021:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616139.784024:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616139.784027:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616139.784030:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616139.784033:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616139.784036:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605400. 00000008:00000010:1.0:1773616139.784039:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616139.784041:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616139.784044:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616139.784047:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616139.784049:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616139.784051:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000020:00000001:1.0:1773616139.784054:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.784056:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773616139.784058:0:93425:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773616139.784060:0:93425:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773616139.784062:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616139.784064:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773616139.784065:0:93425:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616139.784068:0:93425:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a818551978 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1773616139.784071:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:1.0:1773616139.784074:0:93425:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773616139.784075:0:93425:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773616139.784077:0:93425:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773616139.784079:0:93425:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.784081:0:93425:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773616139.784084:0:93425:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773616139.784085:0:93425:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784087:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616139.784088:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773616139.784090:0:93425:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773616139.784092:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00000020:00000001:1.0:1773616139.784094:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784096:0:93425:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1773616139.784098:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1773616139.784099:0:93425:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1773616139.784102:0:93425:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1773616139.784104:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773616139.784107:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616139.784108:0:93425:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773616139.784110:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616139.784112:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616139.784114:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605000. 00000020:00000010:1.0:1773616139.784117:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605600. 00000020:00000010:1.0:1773616139.784119:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d86c0. 00000008:00000010:1.0:1773616139.784122:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616139.784125:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a3c0. 00008000:00000010:1.0:1773616139.784127:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616139.784130:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616139.784133:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616139.784135:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604000. 00000008:00000010:1.0:1773616139.784138:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616139.784140:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616139.784142:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616139.784145:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616139.784147:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616139.784149:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000020:00000001:1.0:1773616139.784151:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a804615080 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.784153:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773616139.784154:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616139.784156:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773616139.784157:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.784159:0:93425:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.784160:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493211048 : -121324216340568 : ffff91a8012eafa8) 00000020:00000001:1.0:1773616139.784162:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1773616139.784164:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.784165:0:93425:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784167:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784169:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1773616139.784170:0:93425:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773616139.784172:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.784173:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773616139.784174:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616139.784176:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784178:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.784179:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.784181:0:93425:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784182:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616139.784183:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784185:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784186:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1773616139.784188:0:93425:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773616139.784189:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.784190:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773616139.784191:0:93425:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1773616139.784194:0:93425:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1773616139.784197:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1773616139.784199:0:93425:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1773616139.784200:0:93425:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616139.784203:0:93425:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773616139.784204:0:93425:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616139.784206:0:93425:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446622749545504192 : -121324164047424 : ffff91a8044c9dc0) 00000008:00000020:1.0:1773616139.784209:0:93425:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff91a8044c9dc0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1773616139.784212:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1773616139.784214:0:93425:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1773616139.784215:0:93425:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616139.784217:0:93425:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1773616139.784219:0:93425:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1773616139.784222:0:93425:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff91a810f4af00@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff91a8044c9dc0], [28672|1|+|-|ffff91a804651600|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1773616139.784228:0:93425:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000b8845ea7 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1773616139.784238:0:93425:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1773616139.784241:0:93425:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1773616139.784245:0:93425:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1773616139.784247:0:93425:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1773616139.784251:0:93425:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff91a810f4af00@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff91a8044c9dc0], [28672|1|+|-|ffff91a804651600|1024|ffff91a80a17cf80]} make ready 00000008:00010000:1.0:1773616139.784256:0:93425:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000b8845ea7 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1773616139.784265:0:93425:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:1.0:1773616139.784267:0:93425:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1773616139.784277:0:93425:0:(cl_page.c:1200:cl_page_make_ready()) page@0000000062f15a32[2 00000000f2a9949b 1 1 0000000000000000] 00000020:00008000:1.0:1773616139.784280:0:93425:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:1.0:1773616139.784281:0:93425:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:1.0:1773616139.784283:0:93425:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773616139.784284:0:93425:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773616139.784285:0:93425:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773616139.784287:0:93425:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773616139.784289:0:93425:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616139.784291:0:93425:0:(cl_page.c:547:__cl_page_state_set()) page@0000000062f15a32[2 00000000f2a9949b 1 1 0000000000000000] 00000020:00000001:1.0:1773616139.784293:0:93425:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1773616139.784295:0:93425:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1773616139.784296:0:93425:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1773616139.784298:0:93425:0:(cl_page.c:1222:cl_page_make_ready()) page@0000000062f15a32[2 00000000f2a9949b 3 1 0000000000000000] 00000020:00000001:1.0:1773616139.784300:0:93425:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1773616139.784302:0:93425:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784304:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.784305:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.784307:0:93425:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1773616139.784309:0:93425:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784311:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:1.0:1773616139.784313:0:93425:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.784315:0:93425:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:1.0:1773616139.784318:0:93425:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91a8182b3000: cli: ffff91a8101da1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1773616139.784324:0:93425:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91a80378ff50. 00000008:00000010:1.0:1773616139.784328:0:93425:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91a8060ab340. 00000020:00000001:1.0:1773616139.784556:0:93425:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1773616139.784558:0:93425:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1773616139.784560:0:93425:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1773616139.784563:0:93425:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773616139/1773616139 00000020:00000001:1.0:1773616139.784566:0:93425:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1773616139.784567:0:93425:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1773616139.784570:0:93425:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1773616139.784573:0:93425:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:1.0:1773616139.784575:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616139.784581:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527b00 count: 2 00010000:00000001:1.0:1773616139.784583:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616139.784587:0:93425:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773616139.784590:0:93425:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773616139.784592:0:93425:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616139.784595:0:93425:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616139.784598:0:93425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616139.784607:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.784609:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616139.784611:0:93425:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1773616139.784612:0:93425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616139.784614:0:93425:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616139.784616:0:93425:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=3 00000020:00000001:1.0:1773616139.784618:0:93425:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.784621:0:93425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00000008:00000001:1.0:1773616139.784623:0:93425:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616139.784625:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.784626:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1773616139.784627:0:93425:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1773616139.784629:0:93425:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1773616139.784634:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773616139.784638:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616139.784646:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616139.784648:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616139.784651:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616139.784673:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff91a804fac000. 00000100:00000001:1.0:1773616139.784680:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773616139.784689:0:93425:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:1.0:1773616139.784694:0:93425:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91a8182b3000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8265728 cl_lost_grant 0 00000008:00000001:1.0:1773616139.784700:0:93425:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1773616139.784726:0:93425:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4239 MB/s 00000008:00008000:1.0:1773616139.784735:0:93425:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffd0b184cc8180 map ffff91a8041592f8 index 0 flags 17ffffc0005008 count 3 priv ffff91a8037c4d20: off 0 00000008:00000001:1.0:1773616139.784743:0:93425:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1773616139.784745:0:93425:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 98f94189 (4) 00000008:00100000:1.0:1773616139.784749:0:93425:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff91a807a18700 - object 0x280000401:5996 offset 0<>4096 00000008:00000001:1.0:1773616139.784752:0:93425:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.784754:0:93425:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1773616139.784756:0:93425:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1773616139.795143:0:93425:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1773616139.795151:0:93425:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773616139/1773616139 00000020:00000001:1.0:1773616139.795157:0:93425:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1773616139.795159:0:93425:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1773616139.795162:0:93425:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1773616139.795167:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.795169:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000008:00000002:1.0:1773616139.795185:0:93425:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 000000007e279a95, now 0r/1w/0d in flight req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1773616139.795198:0:93425:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x7:0x0]: 1 write pages, start 0, end 1, now 0r/1w/0d in flight 00000100:00000040:1.0:1773616139.795207:0:93425:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a511a39e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1773616139.795232:0:93425:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1773616139.795235:0:93425:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.795238:0:93425:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.795241:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616139.795243:0:93425:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.795246:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616139.795247:0:93425:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.795248:0:93425:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616139.795250:0:93425:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.795254:0:93425:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616139.795257:0:93425:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616139.795259:0:93425:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1773616139.795263:0:93425:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1773616139.795268:0:93425:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616139.795271:0:93425:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.795274:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.795277:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.795279:0:93425:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.795281:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.795283:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773616139.795287:0:93425:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1773616139.795289:0:93425:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773616139.795290:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1773616139.795292:0:93425:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1773616139.795295:0:93425:0:(osc_cache.c:966:osc_extent_wait()) Process entered 00000008:00000001:1.0:1773616139.795299:0:93425:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.795399:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.795403:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.795407:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616139.795414:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.795423:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616139.795425:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.795429:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616139.795433:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616139.795436:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616139.795441:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795582080:192.168.201.103@tcp:4:dd.0 00000100:00000001:0.0:1773616139.795446:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616139.795451:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616139.795455:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.795457:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616139.795467:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c3400. 02000000:00000001:0.0:1773616139.795470:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616139.795479:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616139.795483:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616139.795490:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616139.795498:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795582080, portal 4 00000100:00000001:0.0:1773616139.795499:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.795501:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000040:0.0:1773616139.795509:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.795516:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616139.795519:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616139.795523:0:2399:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff91a810e90600. 00000100:00000200:0.0:1773616139.795525:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1859763795582080, offset 0 00000400:00000200:0.0:1773616139.795532:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616139.795542:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.795550:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616139.795555:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616139.795560:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616139.795564:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616139.795566:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616139.795571:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149483:149483:256:4294967295] 192.168.201.103@tcp LPNI seq info [149423:149423:8:4294967295] 00000400:00000200:0.0:1773616139.795576:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.795586:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616139.795592:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616139.795597:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff91a811b29400. 00000800:00000200:0.0:1773616139.795606:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616139.795616:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616139.795621:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a811b29400 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1773616139.795652:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.795657:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 769317 usecs (770 jiffies) 00000400:00000200:0.0:1773616139.795661:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616139.795664:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301941173 00000100:00000001:0.0:1773616139.795667:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.795670:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301941173 00000100:00000001:0.0:1773616139.795672:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.795675:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.795678:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.795681:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.795684:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.795690:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.795692:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616139.795695:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.795696:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.795697:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.795700:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.795712:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.795714:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616139.796035:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616139.796040:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff91a811b29400. 00000400:00000200:1.0:1773616139.796046:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.796052:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616139.796057:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a810e90600 00000400:00000010:1.0:1773616139.796060:0:2392:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff91a810e90600. 00000100:00000001:1.0:1773616139.796063:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616139.796069:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.796080:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616139.796083:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.796090:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.796092:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.808527:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.808546:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.808551:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.808553:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.808563:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.808571:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.808580:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.808585:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.808591:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.808596:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b720066dc80 00000400:00000200:1.0:1773616139.808602:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.808609:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x193909 [1] + 224 00000800:00000001:1.0:1773616139.808617:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.808679:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.808684:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.808689:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.808698:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.808708:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.808720:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.808745:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.809080:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.809085:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1773616139.809124:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.809129:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773616139.816628:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616139.816646:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616139.816650:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616139.816660:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616139.816662:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616139.816668:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.816680:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616139.816692:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18700 x1859763795582080/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.816706:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.816709:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.816713:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616139.816716:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616139.816719:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616139.816722:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.816725:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616139.816734:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7d30 time=107 v=5 (5 0 36 36) 00000100:00001000:0.0:1773616139.816738:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616139.816741:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616139.816743:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.816746:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616139.816749:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.816753:0:2399:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773616139.816755:0:2399:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773616139.816756:0:2399:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773616139.816770:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.816771:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000001:0.0:1773616139.816775:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616139.816777:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640281 00000100:00000001:0.0:1773616139.816779:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616139.816781:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.816787:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18700 x1859763795582080/t47244640282(47244640282) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.816794:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.816797:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616139.816799:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616139.816812:0:2399:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:0.0:1773616139.816815:0:2399:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1773616139.816820:0:2399:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1773616139.816824:0:2399:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1773616139.816828:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for usr 0 00000001:04000000:0.0:1773616139.816830:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for grp 0 00000001:04000000:0.0:1773616139.816832:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for prj 0 00000001:00000001:0.0:1773616139.816852:0:2399:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616139.816855:0:2399:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1773616139.816858:0:2399:0:(osc_request.c:2085:check_write_checksum()) checksum 98f94189 confirmed 00000008:00000001:0.0:1773616139.816862:0:2399:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1773616139.816865:0:2399:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1773616139.816867:0:2399:0:(osc_request.c:2579:brw_interpret()) request ffff91a807a18700 aa ffff91a807a188b0 rc 0 00000020:00000001:0.0:1773616139.816875:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.816878:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.816880:0:2399:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773616139.816883:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616139.816886:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.816888:0:2399:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.816889:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000010:0.0:1773616139.816892:0:2399:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91a8060ab340. 00000020:00000001:0.0:1773616139.816898:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.816900:0:2399:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1773616139.816903:0:2399:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1773616139.816905:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.816909:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18700 x1859763795582080/t47244640282(47244640282) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.816917:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.816922:0:2399:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:0.0:1773616139.816925:0:2399:0:(osc_cache.c:901:osc_extent_finish()) extent ffff91a810f4af00@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff91a8044c9dc0], [28672|1|+|+|ffff91a804651600|1024|ffff91a80a17cf80]} extent finished. 00000008:00010000:0.0:1773616139.816934:0:2399:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000b8845ea7 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1773616139.816946:0:2399:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:0.0:1773616139.816949:0:2399:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:0.0:1773616139.816953:0:2399:0:(cl_page.c:1144:cl_page_complete()) page@0000000062f15a32[2 00000000f2a9949b 3 1 0000000000000000] 00000020:00000001:0.0:1773616139.816955:0:2399:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:0.0:1773616139.816957:0:2399:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773616139.816958:0:2399:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773616139.816960:0:2399:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616139.816963:0:2399:0:(cl_page.c:547:__cl_page_state_set()) page@0000000062f15a32[2 00000000f2a9949b 3 1 0000000000000000] 00000020:00000001:0.0:1773616139.816965:0:2399:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1773616139.816967:0:2399:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1773616139.816970:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1773616139.816973:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000062f15a32[2 00000000f2a9949b 1 1 0000000000000000] 00000080:00008000:0.0:1773616139.816974:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1773616139.816992:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1773616139.816993:0:2399:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:0.0:1773616139.816994:0:2399:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773616139.816997:0:2399:0:(cl_page.c:596:cl_batch_put()) page@0000000062f15a32[2 00000000f2a9949b 1 1 0000000000000000] 00000020:00000001:0.0:1773616139.816999:0:2399:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:0.0:1773616139.817001:0:2399:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:0.0:1773616139.817003:0:2399:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:0.0:1773616139.817006:0:2399:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 16703488 dirty: 0/0 00000008:00000020:0.0:1773616139.817016:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91a810f4af00@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff91a8044c9dc0], [28672|0|-|-|ffff91a804651600|1024|ffff91a80a17cf80]} destroyed. 00000008:00010000:0.0:1773616139.817022:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000b8845ea7 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:0.0:1773616139.817031:0:2399:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773616139.817033:0:2399:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff91a80378ff50. 00000008:00000020:0.0:1773616139.817040:0:2399:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff91a8101da1d8. 00000008:00000001:0.0:1773616139.817052:0:2399:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.817057:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18700 x1859763795582080/t47244640282(47244640282) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616139.817066:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795582080:192.168.201.103@tcp:4:dd.0 00000100:00000001:0.0:1773616139.817071:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.817073:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.817076:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795582080/t47244640282(47244640282) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.817082:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.817084:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.817091:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.817093:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.817096:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.817099:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.817115:0:85936:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616139.817124:0:85936:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279240. 00000020:00000010:0.0:1773616139.817129:0:85936:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28200. 00000020:00000010:0.0:1773616139.817133:0:85936:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b28000. 00000020:00000010:0.0:1773616139.817357:0:85936:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf060. 00000008:00000010:0.0:1773616139.817363:0:85936:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818238b28. 00020000:00000010:0.0:1773616139.817367:0:85936:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616139.817372:0:85936:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff8388. 00000080:00000010:0.0:1773616139.817377:0:85936:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023b28. 00000080:00000010:0.0:1773616139.817381:0:85936:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ce910. 00000020:00000010:0.0:1773616139.817385:0:85936:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28400. 00000008:00000010:0.0:1773616139.817389:0:85936:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4cb00. 00020000:00000010:0.0:1773616139.817392:0:85936:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30240. 00008000:00000010:0.0:1773616139.817396:0:85936:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb948. 00000080:00000010:0.0:1773616139.817400:0:85936:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffaa50. 00000020:00000001:0.0:1773616139.817403:0:85936:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878620744 : -121323830930872 : ffff91a818279248) 00000020:00001000:0.0:1773616139.817405:0:85936:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279240 00000008:00000020:0.0:1773616139.817408:0:85936:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff91a8101da1d8. 00000008:00000001:0.0:1773616139.817410:0:85936:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616139.817412:0:85936:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616139.817415:0:85936:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.817417:0:85936:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1773616139.817418:0:85936:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279240 00000020:00000010:0.0:1773616139.817421:0:85936:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b28000. 00000020:00000010:0.0:1773616139.817425:0:85936:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf060. 00000008:00000010:0.0:1773616139.817428:0:85936:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818238b28. 00020000:00000010:0.0:1773616139.817431:0:85936:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616139.817435:0:85936:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff8388. 00000080:00000010:0.0:1773616139.817437:0:85936:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023b28. 00000080:00000010:0.0:1773616139.817440:0:85936:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ce910. 00000020:00000010:0.0:1773616139.817443:0:85936:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28200. 00000008:00000010:0.0:1773616139.817446:0:85936:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4cb00. 00020000:00000010:0.0:1773616139.817449:0:85936:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30240. 00008000:00000010:0.0:1773616139.817454:0:85936:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb948. 00000080:00000010:0.0:1773616139.817458:0:85936:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffaa50. 00000020:00000010:0.0:1773616139.817461:0:85936:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28400. 00000020:00000010:0.0:1773616139.817463:0:85936:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279240. 00000008:00000001:1.0:1773616139.817586:0:93425:0:(osc_cache.c:1001:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616139.817591:0:93425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616139.817593:0:93425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1773616139.817596:0:93425:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91a810f4af00. 00000008:00000020:1.0:1773616139.817602:0:93425:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773616139.817606:0:93425:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.817609:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616139.817612:0:93425:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.817614:0:93425:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1773616139.817617:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616139.817620:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773616139.817622:0:93425:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616139.817624:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.817636:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616139.817637:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616139.817639:0:93425:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.817641:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.817643:0:93425:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.817644:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.817646:0:93425:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773616139.817647:0:93425:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616139.817649:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616139.817651:0:93425:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616139.817652:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.817653:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616139.817655:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616139.817656:0:93425:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.817658:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.817660:0:93425:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.817661:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.817663:0:93425:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.817665:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616139.817667:0:93425:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616139.817668:0:93425:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616139.817669:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616139.817670:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616139.817672:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616139.817674:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605600. 00000020:00000010:1.0:1773616139.817677:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d86c0. 00000008:00000010:1.0:1773616139.817681:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616139.817684:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a3c0. 00008000:00000010:1.0:1773616139.817686:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616139.817689:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616139.817692:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616139.817695:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605000. 00000008:00000010:1.0:1773616139.817697:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616139.817700:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616139.817703:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616139.817706:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616139.817709:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604000. 00000020:00000010:1.0:1773616139.817711:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00020000:00000001:1.0:1773616139.817713:0:93425:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616139.818064:0:93425:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616139.818068:0:93425:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616139.818070:0:93425:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616139.818074:0:93425:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616139.818075:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616139.818078:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616139.818080:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605e00. 00000020:00000010:1.0:1773616139.818083:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8120. 00000008:00000010:1.0:1773616139.818087:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616139.818090:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616139.818092:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616139.818095:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616139.818098:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616139.818101:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604600. 00000008:00000010:1.0:1773616139.818103:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616139.818106:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616139.818109:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616139.818112:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616139.818114:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605400. 00000020:00000010:1.0:1773616139.818116:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000080:00000001:1.0:1773616139.818119:0:93425:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616139.818122:0:93425:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.818129:0:93425:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773616139.818131:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000002:1.0:1773616139.818204:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:1.0:1773616139.818208:0:93425:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616139.818215:0:93425:0:(lmv_obd.c:2904:lmv_fsync()) Process entered 00800000:00000001:1.0:1773616139.818218:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616139.818220:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616139.818223:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616139.818225:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616139.818227:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616139.818229:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773616139.818232:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616139.818237:0:93425:0:(mdc_request.c:2756:mdc_fsync()) Process entered 00000100:00000010:1.0:1773616139.818242:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19180. 00000020:00000040:1.0:1773616139.818246:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616139.818250:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616139.818253:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616139.818258:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616139.818263:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605400. 00000100:00000001:1.0:1773616139.818269:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.818274:0:93425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616139.818277:0:93425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616139.818283:0:93425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a812a64240. 00000100:00000001:1.0:1773616139.818284:0:93425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749786260032 : -121323923291584 : ffff91a812a64240) 00000100:00000001:1.0:1773616139.818287:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.818289:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000001:1.0:1773616139.818294:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616139.818298:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.818300:0:93425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616139.818301:0:93425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616139.818308:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.818528:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616139.818530:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.818534:0:93425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616139.818537:0:93425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616139.818539:0:93425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.818543:0:93425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795582208:192.168.201.103@tcp:44:dd.0 00000100:00000001:1.0:1773616139.818547:0:93425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616139.818552:0:93425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616139.818554:0:93425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.818557:0:93425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616139.818562:0:93425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f8000. 02000000:00000001:1.0:1773616139.818564:0:93425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616139.818571:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616139.818575:0:93425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424790. 00000400:00000010:1.0:1773616139.818580:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616139.818587:0:93425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795582208, portal 10 00000100:00000001:1.0:1773616139.818589:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.818590:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000040:1.0:1773616139.818597:0:93425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.818603:0:93425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616139.818606:0:93425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616139.818609:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616139.818612:0:93425:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1859763795582208, offset 0 00000400:00000200:1.0:1773616139.818619:0:93425:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616139.818713:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.818724:0:93425:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616139.818730:0:93425:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616139.818734:0:93425:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616139.818738:0:93425:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616139.818740:0:93425:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616139.818744:0:93425:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149484:149484:256:4294967295] 192.168.201.103@tcp LPNI seq info [149424:149424:8:4294967295] 00000400:00000200:1.0:1773616139.818748:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.818774:0:93425:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616139.818781:0:93425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616139.818787:0:93425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbbc00. 00000800:00000200:1.0:1773616139.818793:0:93425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616139.818800:0:93425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616139.818813:0:93425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbbc00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1773616139.818823:0:93425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.818828:0:93425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 485710 usecs (486 jiffies) 00000400:00000200:1.0:1773616139.818832:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616139.818834:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940912 00000100:00000001:1.0:1773616139.818864:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.818867:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940913 00000100:00000001:1.0:1773616139.818868:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.818870:0:93425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.818873:0:93425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.818875:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616139.818877:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773616139.818880:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a64240 going to sleep for 50 seconds 00000100:00000001:1.0:1773616139.818882:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616139.818885:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616139.819106:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.819112:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbbc00. 00000400:00000200:0.0:1773616139.819119:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.819124:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.819129:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:0.0:1773616139.819132:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:0.0:1773616139.819148:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.819154:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.819163:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.819167:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.819174:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.819175:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.827585:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.827607:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.827612:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.827616:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.827625:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.827645:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.827655:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.827660:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.827666:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.827671:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 440 into portal 10 MB=0x69b720066dd00 00000400:00000200:1.0:1773616139.827675:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.827681:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 440/440 into md 0x193919 [1] + 224 00000800:00000001:1.0:1773616139.827689:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.827698:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.827702:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.827707:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.827715:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.827723:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616139.827990:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616139.828006:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.828016:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.828019:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.828159:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616139.828166:0:93425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616139.828169:0:93425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616139.828172:0:93425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424790. 00000400:00000200:0.0:1773616139.828177:0:93425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:0.0:1773616139.828179:0:93425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:0.0:1773616139.828183:0:93425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.828187:0:93425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616139.828197:0:93425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.828204:0:93425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.828206:0:93425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.828209:0:93425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616139.828212:0:93425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616139.828215:0:93425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616139.828218:0:93425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.828221:0:93425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616139.828230:0:93425:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=80 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616139.828235:0:93425:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616139.828237:0:93425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616139.828239:0:93425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.828242:0:93425:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616139.828245:0:93425:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.828249:0:93425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616139.828251:0:93425:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215242 gen 10 00000100:00000040:0.0:1773616139.828256:0:93425:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215242) req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828276:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.828278:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000001:0.0:1773616139.828281:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828285:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828293:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.828294:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828299:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0380 x1859763795580800/t103079215239(103079215239) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828305:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773616139.828308:0:93425:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff91a807c3bd40. 00000100:00000001:0.0:1773616139.828311:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828314:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374e00 x1859763795579776/t103079215236(103079215236) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616194 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828321:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773616139.828325:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.828327:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.828329:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.828333:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8034c2c00. 02000000:00000001:0.0:1773616139.828337:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.828340:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.828342:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374e00. 00000100:00000001:0.0:1773616139.828345:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.828346:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616139.828351:0:93425:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215242) req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828358:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.828359:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000001:0.0:1773616139.828361:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828364:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828371:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.828372:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828377:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795580416/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828383:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773616139.828384:0:93425:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff91a806539940. 00000100:00000001:0.0:1773616139.828386:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828389:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795580032/t103079215237(103079215237) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616194 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828395:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.828397:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.828400:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91a811980000. 02000000:00000001:0.0:1773616139.828435:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.828437:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.828438:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.828441:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.828443:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a819773000. 02000000:00000001:0.0:1773616139.828446:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.828447:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.828448:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:0.0:1773616139.828451:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.828453:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616139.828457:0:93425:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215242) req@ffff91a8036c8e00 x1859763795580416/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828464:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828467:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795580416/t103079215238(103079215238) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828474:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.828475:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.828477:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803494c00. 02000000:00000001:0.0:1773616139.828479:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.828480:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.828481:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.828483:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.828484:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63000. 02000000:00000001:0.0:1773616139.828486:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.828487:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.828488:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:0.0:1773616139.828491:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.828492:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616139.828496:0:93425:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215242) req@ffff91a8034b0380 x1859763795580800/t103079215239(103079215239) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828501:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828504:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0380 x1859763795580800/t103079215239(103079215239) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.828510:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.828511:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.828512:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819771c00. 02000000:00000001:0.0:1773616139.828514:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.828515:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.828516:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.828518:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.828519:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809128800. 02000000:00000001:0.0:1773616139.828521:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.828522:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.828524:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0380. 00000100:00000001:0.0:1773616139.828526:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.828527:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773616139.828531:0:93425:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616139.828540:0:93425:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215242) req@ffff91a8036cb800 x1859763795581568/t103079215242(103079215242) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.828546:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828548:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795581568/t103079215242(103079215242) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.828554:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.828555:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.828556:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803497c00. 02000000:00000001:0.0:1773616139.828558:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.828559:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.828560:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.828562:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.828563:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63400. 02000000:00000001:0.0:1773616139.828565:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.828566:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.828567:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:0.0:1773616139.828569:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.828570:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.828572:0:93425:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773616139.828575:0:93425:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=5/6 committed=0/0 00000100:00000001:0.0:1773616139.828577:0:93425:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616139.828579:0:93425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.828583:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.828589:0:93425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.828592:0:93425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616139.828594:0:93425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616139.828598:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616139.828606:0:93425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795582208:192.168.201.103@tcp:44:dd.0 00000100:00000001:0.0:1773616139.828610:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.828613:0:93425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.828615:0:93425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616139.828617:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828619:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.828625:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616139.828642:0:93425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a812a64240. 00000100:00000001:0.0:1773616139.828645:0:93425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616139.828646:0:93425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.828649:0:93425:0:(mdc_request.c:2777:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.828652:0:93425:0:(lmv_obd.c:2911:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.828655:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.828658:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19180 x1859763795582208/t0(0) o44->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 448/440 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616139.828664:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.828665:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.828667:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f8000. 02000000:00000001:0.0:1773616139.828669:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.828670:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.828671:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.828673:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.828674:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605400. 02000000:00000001:0.0:1773616139.828676:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.828678:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.828679:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19180. 00000100:00000001:0.0:1773616139.828681:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.828683:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616139.828686:0:93425:0:(pcc.c:2790:pcc_fsync()) Process entered 00000080:00000001:0.0:1773616139.828687:0:93425:0:(pcc.c:2793:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.828690:0:93425:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773616139.828693:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616139.828699:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279240. 00000020:00000010:0.0:1773616139.828703:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28400. 00000020:00000010:0.0:1773616139.828708:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b28200. 00000020:00000010:0.0:1773616139.828711:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf060. 00000008:00000010:0.0:1773616139.828717:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818238b28. 00020000:00000010:0.0:1773616139.828721:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616139.828726:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff8388. 00000080:00000010:0.0:1773616139.828731:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023b28. 00000080:00000010:0.0:1773616139.828734:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053ce910. 00000020:00000010:0.0:1773616139.828738:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28000. 00000008:00000010:0.0:1773616139.828741:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4cb00. 00020000:00000010:0.0:1773616139.828744:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30240. 00008000:00000010:0.0:1773616139.828747:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb948. 00000080:00000010:0.0:1773616139.828751:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffaa50. 00000020:00000001:0.0:1773616139.828753:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878620744 : -121323830930872 : ffff91a818279248) 00000020:00001000:0.0:1773616139.828756:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279240 00000020:00000001:0.0:1773616139.828771:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.828774:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616139.828776:0:93425:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616139.828778:0:93425:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616139.828781:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616139.828783:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773616139.828785:0:93425:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616139.828788:0:93425:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a8053ce970 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1773616139.828792:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:0.0:1773616139.828795:0:93425:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616139.828797:0:93425:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616139.828799:0:93425:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616139.828801:0:93425:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.828803:0:93425:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616139.828805:0:93425:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616139.828807:0:93425:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828808:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616139.828810:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616139.828811:0:93425:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616139.828813:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00000020:00000001:0.0:1773616139.828815:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828817:0:93425:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616139.828819:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773616139.828821:0:93425:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773616139.828823:0:93425:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616139.828827:0:93425:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1773616139.828830:0:93425:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616139.828832:0:93425:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616139.828833:0:93425:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616139.828869:0:93425:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8182797e0. 00000020:00000010:0.0:1773616139.828874:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29400. 00000020:00000010:0.0:1773616139.828877:0:93425:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29c00. 00000020:00000010:0.0:1773616139.828880:0:93425:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfa80. 00000008:00000010:0.0:1773616139.828883:0:93425:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818238000. 00020000:00000010:0.0:1773616139.828885:0:93425:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616139.828888:0:93425:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffbc08. 00000080:00000010:0.0:1773616139.828890:0:93425:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023dc8. 00000080:00000010:0.0:1773616139.828893:0:93425:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cfd98. 00000020:00000010:0.0:1773616139.828896:0:93425:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29800. 00000008:00000010:0.0:1773616139.828898:0:93425:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c420. 00020000:00000010:0.0:1773616139.828901:0:93425:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e33180. 00008000:00000010:0.0:1773616139.828903:0:93425:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbd68. 00000080:00000010:0.0:1773616139.828906:0:93425:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffaf00. 00000020:00000001:0.0:1773616139.828907:0:93425:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878622184 : -121323830929432 : ffff91a8182797e8) 00000020:00001000:0.0:1773616139.828910:0:93425:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8182797e0 00000020:00000001:0.0:1773616139.828912:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a804615080 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.828914:0:93425:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616139.828916:0:93425:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616139.828917:0:93425:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616139.828919:0:93425:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.828921:0:93425:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.828923:0:93425:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521805992 : -121324187745624 : ffff91a802e302a8) 00000020:00000001:0.0:1773616139.828925:0:93425:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616139.828927:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.828929:0:93425:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828931:0:93425:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828933:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773616139.828935:0:93425:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616139.828937:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616139.828938:0:93425:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616139.828940:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616139.828941:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828942:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.828944:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.828946:0:93425:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828947:0:93425:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616139.828948:0:93425:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828950:0:93425:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.828951:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773616139.828953:0:93425:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616139.828955:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616139.828955:0:93425:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616139.828958:0:93425:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773616139.828961:0:93425:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1773616139.828966:0:93425:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1773616139.828970:0:93425:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.828973:0:93425:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1773616139.828975:0:93425:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1773616139.828978:0:93425:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.828981:0:93425:0:(osc_io.c:1042:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1773616139.828984:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616139.828986:0:93425:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616139.828987:0:93425:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616139.828990:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616139.828991:0:93425:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616139.828992:0:93425:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616139.828996:0:93425:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1773616139.829000:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374e00. 00000020:00000040:0.0:1773616139.829003:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616139.829007:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616139.829010:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616139.829014:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616139.829020:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b29200. 00000100:00000001:0.0:1773616139.829027:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.829034:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616139.829038:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.829043:0:93425:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d341ca7b] to pc [ptlrpcd_00_01+1] req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773616139.829066:0:93425:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.829068:0:93425:0:(osc_io.c:1059:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616139.829070:0:93425:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.829072:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.829073:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616139.829075:0:93425:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.829076:0:93425:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.829078:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616139.829080:0:93425:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773616139.829082:0:93425:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616139.829083:0:93425:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1773616139.829093:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1773616139.829097:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773616139.829099:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.829103:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.829105:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.829107:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.829108:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616139.829110:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616139.829115:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.829121:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616139.829124:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.829128:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616139.829130:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616139.829132:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616139.829135:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795582336:192.168.201.103@tcp:16:dd.0 00000100:00000001:0.0:1773616139.829139:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616139.829144:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616139.829146:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.829149:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616139.829153:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c2c00. 02000000:00000001:0.0:1773616139.829155:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616139.829160:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616139.829163:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616139.829169:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616139.829176:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795582336, portal 4 00000100:00000001:0.0:1773616139.829178:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.829179:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000040:0.0:1773616139.829185:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.829192:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616139.829195:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616139.829197:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616139.829200:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1859763795582336, offset 0 00000400:00000200:0.0:1773616139.829207:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616139.829213:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.829219:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616139.829225:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616139.829229:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616139.829234:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616139.829236:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616139.829240:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149485:149485:256:4294967295] 192.168.201.103@tcp LPNI seq info [149425:149425:8:4294967295] 00000400:00000200:0.0:1773616139.829244:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616139.829253:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616139.829258:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616139.829263:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f200. 00000800:00000200:0.0:1773616139.829269:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616139.829276:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616139.829281:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1773616139.829291:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.829297:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 763517 usecs (764 jiffies) 00000400:00000200:0.0:1773616139.829300:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616139.829304:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301941201 00000100:00000001:0.0:1773616139.829307:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.829310:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301941201 00000100:00000001:0.0:1773616139.829312:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:0.0:1773616139.829313:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.829316:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.829319:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.829321:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616139.829427:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.829431:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f200. 00000400:00000200:0.0:1773616139.829436:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.829440:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.829444:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:0.0:1773616139.829446:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:0.0:1773616139.829449:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.829453:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.829461:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.829464:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.829470:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.829472:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616139.832322:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616139.832331:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616139.842882:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.842904:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.842909:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.842912:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.842924:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.842933:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.842944:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.842950:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.842956:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.842961:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b720066dd80 00000400:00000200:1.0:1773616139.842966:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.842972:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x193929 [1] + 224 00000800:00000001:1.0:1773616139.842981:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.842991:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.842995:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.842999:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.843007:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.843016:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.843029:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.843093:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.843099:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616139.843119:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.843129:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.843133:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773616139.846426:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616139.846433:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616139.846438:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616139.846448:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616139.846450:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616139.846456:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.846467:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616139.846486:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.846494:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.846497:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.846499:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616139.846502:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616139.846505:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616139.846507:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.846509:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616139.846518:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616139.846523:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616139.846526:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616139.846527:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.846530:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616139.846535:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.846539:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616139.846541:0:2399:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: committing for last_committed 47244640282 gen 5 00000100:00000040:0.0:1773616139.846548:0:2399:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640282) req@ffff91a807a18700 x1859763795582080/t47244640282(47244640282) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.846557:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.846560:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18700 x1859763795582080/t47244640282(47244640282) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616155 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.846567:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.846569:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.846572:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c3400. 02000000:00000001:0.0:1773616139.846577:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.846579:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.846581:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.846584:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.846586:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff91a804fac000. 02000000:00000001:0.0:1773616139.846591:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.846593:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.846595:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18700. 00000100:00000001:0.0:1773616139.846599:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.846600:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.846603:0:2399:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773616139.846605:0:2399:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1773616139.846608:0:2399:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616139.846610:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.846615:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.846623:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.846626:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616139.846628:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616139.846647:0:2399:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1773616139.846656:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.846658:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:0.0:1773616139.846660:0:2399:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773616139.846665:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616139.846667:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.846670:0:2399:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.846672:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:0.0:1773616139.846689:0:2399:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.846694:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616139.846704:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795582336:192.168.201.103@tcp:16:dd.0 00000100:00000001:0.0:1773616139.846710:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.846713:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.846716:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374e00 x1859763795582336/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.846723:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.846725:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.846727:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c2c00. 02000000:00000001:0.0:1773616139.846730:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.846731:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.846733:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.846735:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.846736:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616139.846739:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.846740:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.846742:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374e00. 00000100:00000001:0.0:1773616139.846745:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.846746:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.846748:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.846768:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616139.846770:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.846773:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616139.846777:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.849590:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616139.849598:0:93425:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.849603:0:93425:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1773616139.849610:0:93425:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616139.849614:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.849617:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616139.849619:0:93425:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616139.849624:0:93425:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773616139.849641:0:93425:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616139.849645:0:93425:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:1.0:1773616139.849648:0:93425:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616139.849650:0:93425:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:1.0:1773616139.849652:0:93425:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773616139 a=0 c=1773616139 b=8 00020000:00000001:1.0:1773616139.849657:0:93425:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616139.849659:0:93425:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773616139 a=0 c=1773616139 b=8 00020000:00000001:1.0:1773616139.849662:0:93425:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.849665:0:93425:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.849667:0:93425:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000080:00200000:1.0:1773616139.849670:0:93425:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 8 00000080:00000001:1.0:1773616139.849673:0:93425:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773616139.849675:0:93425:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616139.849677:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773616139.849679:0:93425:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616139.849681:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.849683:0:93425:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616139.849685:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616139.849686:0:93425:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.849688:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.849690:0:93425:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.849691:0:93425:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616139.849693:0:93425:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773616139.849694:0:93425:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616139.849695:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616139.849697:0:93425:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616139.849698:0:93425:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616139.849699:0:93425:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616139.849701:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616139.849702:0:93425:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.849704:0:93425:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.849705:0:93425:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.849706:0:93425:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616139.849708:0:93425:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616139.849711:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616139.849712:0:93425:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616139.849714:0:93425:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616139.849716:0:93425:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616139.849717:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616139.849719:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8182797e0 00000020:00000010:1.0:1773616139.849725:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29c00. 00000020:00000010:1.0:1773616139.849733:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfa80. 00000008:00000010:1.0:1773616139.849738:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818238000. 00020000:00000010:1.0:1773616139.849744:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:1.0:1773616139.849749:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffbc08. 00000080:00000010:1.0:1773616139.849754:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023dc8. 00000080:00000010:1.0:1773616139.849769:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cfd98. 00000020:00000010:1.0:1773616139.849773:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29400. 00000008:00000010:1.0:1773616139.849777:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c420. 00020000:00000010:1.0:1773616139.849781:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e33180. 00008000:00000010:1.0:1773616139.849787:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbd68. 00000080:00000010:1.0:1773616139.849792:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffaf00. 00000020:00000010:1.0:1773616139.849795:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29800. 00000020:00000010:1.0:1773616139.849798:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8182797e0. 00020000:00000001:1.0:1773616139.849810:0:93425:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616139.849813:0:93425:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616139.849815:0:93425:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616139.849817:0:93425:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616139.849820:0:93425:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616139.849821:0:93425:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616139.849824:0:93425:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279240 00000020:00000010:1.0:1773616139.849826:0:93425:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b28200. 00000020:00000010:1.0:1773616139.849829:0:93425:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf060. 00000008:00000010:1.0:1773616139.849832:0:93425:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818238b28. 00020000:00000010:1.0:1773616139.849834:0:93425:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:1.0:1773616139.849882:0:93425:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff8388. 00000080:00000010:1.0:1773616139.849886:0:93425:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023b28. 00000080:00000010:1.0:1773616139.849888:0:93425:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053ce910. 00000020:00000010:1.0:1773616139.849891:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28400. 00000008:00000010:1.0:1773616139.849894:0:93425:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4cb00. 00020000:00000010:1.0:1773616139.849896:0:93425:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30240. 00008000:00000010:1.0:1773616139.849900:0:93425:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb948. 00000080:00000010:1.0:1773616139.849902:0:93425:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffaa50. 00000020:00000010:1.0:1773616139.849905:0:93425:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28000. 00000020:00000010:1.0:1773616139.849907:0:93425:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279240. 00000080:00000001:1.0:1773616139.849909:0:93425:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.849917:0:93425:0:(file.c:5349:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616139.849955:0:93425:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773616139.849959:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000002:1.0:1773616139.849963:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:1.0:1773616139.849966:0:93425:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.849970:0:93425:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1773616139.849973:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fdd0 00000080:00200008:1.0:1773616139.849976:0:93425:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 100001 00000080:00000001:1.0:1773616139.849983:0:93425:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1773616139.849987:0:93425:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1773616139.849988:0:93425:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1773616139.849990:0:93425:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000002:1.0:1773616139.849992:0:93425:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a80a17cf80 00020000:00000001:1.0:1773616139.849994:0:93425:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616139.849997:0:93425:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:1.0:1773616139.850004:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616139.850008:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616139.850010:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616139.850014:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616139.850016:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616139.850018:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773616139.850021:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616139.850027:0:93425:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616139.850031:0:93425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616139.850039:0:93425:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 3 00010000:00000001:1.0:1773616139.850041:0:93425:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616139.850047:0:93425:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616139.850049:0:93425:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:1.0:1773616139.850052:0:93425:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773616139.850054:0:93425:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773616139.850060:0:93425:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804604600. 00000080:00000001:1.0:1773616139.850063:0:93425:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773616139.850067:0:93425:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773616139.850071:0:93425:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:1.0:1773616139.850072:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616139.850074:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616139.850075:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616139.850076:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616139.850078:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616139.850079:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:1.0:1773616139.850081:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616139.850083:0:93425:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000002:00000001:1.0:1773616139.850087:0:93425:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773616139.850089:0:93425:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x7:0x0] file closed with intent: 200 00000100:00000010:1.0:1773616139.850096:0:93425:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a680. 00000020:00000040:1.0:1773616139.850101:0:93425:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616139.850105:0:93425:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616139.850109:0:93425:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616139.850113:0:93425:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616139.850120:0:93425:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605e00. 00000100:00000001:1.0:1773616139.850127:0:93425:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773616139.850238:0:93425:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773616139.850252:0:93425:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773616139.850259:0:93425:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773616139.850278:0:93425:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616139.850280:0:93425:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616139.850289:0:93425:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a812a64540. 00000100:00000001:1.0:1773616139.850291:0:93425:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749786260800 : -121323923290816 : ffff91a812a64540) 00000100:00000001:1.0:1773616139.850294:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.850296:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000100:00000001:1.0:1773616139.850300:0:93425:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616139.850304:0:93425:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.850307:0:93425:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616139.850309:0:93425:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616139.850313:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.850322:0:93425:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616139.850324:0:93425:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.850328:0:93425:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616139.850331:0:93425:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616139.850334:0:93425:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616139.850338:0:93425:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795582592:192.168.201.103@tcp:35:dd.0 00000100:00000001:1.0:1773616139.850343:0:93425:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616139.850350:0:93425:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616139.850352:0:93425:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616139.850356:0:93425:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616139.850360:0:93425:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f9800. 02000000:00000001:1.0:1773616139.850363:0:93425:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616139.850372:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616139.850376:0:93425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424738. 00000400:00000010:1.0:1773616139.850382:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1110. 00000100:00000200:1.0:1773616139.850391:0:93425:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795582592, portal 10 00000100:00000001:1.0:1773616139.850393:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616139.850394:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000100:00000040:1.0:1773616139.850401:0:93425:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.850408:0:93425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616139.850411:0:93425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616139.850413:0:93425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e14c8. 00000100:00000200:1.0:1773616139.850416:0:93425:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795582592, offset 0 00000400:00000200:1.0:1773616139.850422:0:93425:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616139.850430:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.850438:0:93425:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616139.850444:0:93425:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616139.850448:0:93425:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616139.850452:0:93425:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616139.850455:0:93425:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616139.850459:0:93425:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149486:149486:256:4294967295] 192.168.201.103@tcp LPNI seq info [149426:149426:8:4294967295] 00000400:00000200:1.0:1773616139.850464:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.850473:0:93425:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616139.850479:0:93425:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616139.850484:0:93425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbba00. 00000800:00000200:1.0:1773616139.850490:0:93425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616139.850498:0:93425:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616139.850503:0:93425:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbba00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773616139.850520:0:93425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616139.850525:0:93425:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 484670 usecs (485 jiffies) 00000400:00000200:1.0:1773616139.850528:0:93425:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616139.850530:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301940942 00000100:00000001:1.0:1773616139.850533:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.850535:0:93425:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301940942 00000100:00000001:1.0:1773616139.850538:0:93425:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:1.0:1773616139.850540:0:93425:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616139.850542:0:93425:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616139.850545:0:93425:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616139.850547:0:93425:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616139.850549:0:93425:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a812a64540 going to sleep for 11 seconds 00000100:00000001:1.0:1773616139.850552:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616139.850554:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616139.850937:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616139.850943:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbba00. 00000400:00000200:0.0:1773616139.850947:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616139.850953:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616139.850959:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e14c8 00000400:00000010:0.0:1773616139.850962:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e14c8. 00000100:00000001:0.0:1773616139.850967:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616139.850971:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.850983:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.850987:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.850994:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.850996:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616139.867468:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.867486:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616139.867491:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.867493:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.867502:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.867510:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616139.867519:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.867523:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.867529:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.867534:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b720066de80 00000400:00000200:1.0:1773616139.867539:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616139.867545:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x193939 [1] + 224 00000800:00000001:1.0:1773616139.867553:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.867561:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616139.867564:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616139.867568:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616139.867576:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616139.867585:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616139.867603:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616139.867639:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616139.867650:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616139.867653:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.867993:0:93425:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616139.868017:0:93425:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616139.868019:0:93425:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616139.868022:0:93425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424738. 00000400:00000200:0.0:1773616139.868027:0:93425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1110 00000400:00000010:0.0:1773616139.868030:0:93425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1110. 00000100:00000001:0.0:1773616139.868032:0:93425:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616139.868038:0:93425:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616139.868052:0:93425:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a680 x1859763795582592/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616155 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868059:0:93425:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616139.868061:0:93425:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.868064:0:93425:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616139.868067:0:93425:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616139.868070:0:93425:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616139.868072:0:93425:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616139.868075:0:93425:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616139.868083:0:93425:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616139.868087:0:93425:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616139.868089:0:93425:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616139.868091:0:93425:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616139.868094:0:93425:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616139.868097:0:93425:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.868101:0:93425:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773616139.868103:0:93425:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773616139.868104:0:93425:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773616139.868106:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.868108:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000100:00000001:0.0:1773616139.868111:0:93425:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616139.868113:0:93425:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215242 00000100:00000001:0.0:1773616139.868114:0:93425:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616139.868116:0:93425:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616139.868120:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a680 x1859763795582592/t103079215243(103079215243) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868127:0:93425:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616139.868129:0:93425:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616139.868131:0:93425:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616139.868191:0:93425:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a680 x1859763795582592/t103079215243(103079215243) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616139.868200:0:93425:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:93425:1859763795582592:192.168.201.103@tcp:35:dd.0 00000100:00000001:0.0:1773616139.868206:0:93425:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.868208:0:93425:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.868211:0:93425:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616139.868212:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.868216:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1a680 x1859763795582592/t103079215243(103079215243) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868222:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616139.868224:0:93425:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a812a64540. 00000100:00000001:0.0:1773616139.868227:0:93425:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616139.868229:0:93425:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.868238:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.868239:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000002:00000001:0.0:1773616139.868243:0:93425:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.868246:0:93425:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616139.868251:0:93425:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604600. 00000080:00000001:0.0:1773616139.868254:0:93425:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773616139.868257:0:93425:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1773616139.868260:0:93425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616139.868263:0:93425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616139.868265:0:93425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616139.868267:0:93425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616139.868269:0:93425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616139.868271:0:93425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:0.0:1773616139.868273:0:93425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616139.868277:0:93425:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773616139.868282:0:93425:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868289:0:93425:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616139.868290:0:93425:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000001:0.0:1773616139.868292:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.868295:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868301:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.868304:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.868307:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1a680 x1859763795582592/t103079215243(103079215243) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868313:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616139.868314:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.868318:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795581184/t103079215240(103079215240) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616194 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868324:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773616139.868327:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.868329:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.868331:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.868336:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496000. 02000000:00000001:0.0:1773616139.868340:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.868342:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.868345:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:0.0:1773616139.868348:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.868349:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616139.868351:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.868354:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a680 x1859763795582592/t103079215243(103079215243) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868360:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773616139.868363:0:93425:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91a8065397e0. 00000002:00000001:0.0:1773616139.868366:0:93425:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616139.868368:0:93425:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616139.868370:0:93425:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301000. 00000100:00000001:0.0:1773616139.868373:0:93425:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616139.868375:0:93425:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a680 x1859763795582592/t103079215243(103079215243) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616155 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616139.868382:0:93425:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616139.868383:0:93425:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616139.868386:0:93425:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f9800. 02000000:00000001:0.0:1773616139.868389:0:93425:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616139.868390:0:93425:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616139.868391:0:93425:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616139.868393:0:93425:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616139.868395:0:93425:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605e00. 02000000:00000001:0.0:1773616139.868397:0:93425:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616139.868398:0:93425:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616139.868399:0:93425:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a680. 00000100:00000001:0.0:1773616139.868402:0:93425:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616139.868403:0:93425:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616139.868406:0:93425:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616139.868408:0:93425:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e06500. 00000080:00000001:0.0:1773616139.868411:0:93425:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616139.868418:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fdd0 00000080:00000008:0.0:1773616139.868420:0:93425:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148), flags 100001, rc = 0 00000080:00000001:0.0:1773616139.868424:0:93425:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616139.868430:0:93425:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773616139.868432:0:93425:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fe00 00000080:00002000:0.0:1773616139.868434:0:93425:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff91a80550cd80, parent ffff91a80860ad80, inode ffff91a804159148) hashed, 00000080:00000001:0.0:1773616139.868437:0:93425:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616139.868444:0:93425:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773616139.868450:0:93425:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1773616139.899794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539680. 00010000:00000001:0.0:1773616140.192455:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616140.192464:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616140.192470:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616140.192471:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616140.192474:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616140.192475:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616140.192477:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616140.192479:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616140.195702:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616140.195708:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616140.195712:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616141.216108:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616141.216126:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.216133:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616141.216134:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.216138:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616141.216139:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.216143:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616141.216144:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616141.216170:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616141.216174:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616141.216178:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773616141.357401:0:93434:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616141.357410:0:93434:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616141.357412:0:93434:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616141.357416:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947bd0 00000080:00200000:0.0:1773616141.357421:0:93434:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616141.357430:0:93434:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a811b28600. 00800000:00000002:0.0:1773616141.357438:0:93434:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616141.357442:0:93434:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616141.357448:0:93434:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616141.357450:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947af0 00800000:00000002:0.0:1773616141.357453:0:93434:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616141.357457:0:93434:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616141.357459:0:93434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616141.357462:0:93434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616141.357465:0:93434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616141.357468:0:93434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616141.357470:0:93434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616141.357473:0:93434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616141.357667:0:93434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616141.357671:0:93434:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616141.357677:0:93434:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616141.357679:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258819479c0 00000002:00010000:0.0:1773616141.357681:0:93434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616141.357685:0:93434:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616141.357687:0:93434:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616141.357690:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616141.357699:0:93434:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.357701:0:93434:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.357704:0:93434:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.357706:0:93434:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773616141.357708:0:93434:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773616141.357714:0:93434:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374e00. 00000020:00000040:0.0:1773616141.357718:0:93434:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:0.0:1773616141.357725:0:93434:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616141.357740:0:93434:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616141.357747:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.357750:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.357751:0:93434:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.357754:0:93434:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616141.357757:0:93434:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616141.357761:0:93434:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616141.357769:0:93434:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8034c3800. 00000100:00000001:0.0:1773616141.357776:0:93434:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.357781:0:93434:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616141.357783:0:93434:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.357785:0:93434:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616141.357786:0:93434:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.357788:0:93434:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.357793:0:93434:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00010000:00000001:0.0:1773616141.357798:0:93434:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616141.357800:0:93434:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616141.357804:0:93434:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527c00. 00010000:00000010:0.0:1773616141.357808:0:93434:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8047d5100. 00010000:00000001:0.0:1773616141.357812:0:93434:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616141.357815:0:93434:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804651800. 00000020:00000001:0.0:1773616141.357819:0:93434:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616141.357821:0:93434:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804651800 with handle 0xe60cc2233ec67938 to hash 00000020:00000001:0.0:1773616141.357823:0:93434:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616141.357825:0:93434:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.357829:0:93434:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.357834:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616141.357862:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616141.357867:0:93434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93434 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616141.357878:0:93434:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93434 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616141.357890:0:93434:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93434 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616141.357896:0:93434:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616141.357898:0:93434:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616141.357906:0:93434:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a810e900c0. 00000100:00000001:0.0:1773616141.357908:0:93434:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749757079744 : -121323952471872 : ffff91a810e900c0) 00000100:00000001:0.0:1773616141.357911:0:93434:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616141.357913:0:93434:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000001:0.0:1773616141.357917:0:93434:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616141.357922:0:93434:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.357924:0:93434:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616141.357925:0:93434:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616141.357937:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.357946:0:93434:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616141.357948:0:93434:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616141.357952:0:93434:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616141.357955:0:93434:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616141.357958:0:93434:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616141.357962:0:93434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job truncate:6bed2507-d27f-43a9-a583-f3d23438f235:93434:1859763795582720:192.168.201.103@tcp:101:truncate.0 00000100:00000001:0.0:1773616141.357967:0:93434:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616141.357973:0:93434:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616141.357976:0:93434:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616141.357978:0:93434:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616141.357984:0:93434:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a818257800. 02000000:00000001:0.0:1773616141.357986:0:93434:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616141.357995:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616141.358000:0:93434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616141.358007:0:93434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616141.358014:0:93434:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795582720, portal 10 00000100:00000001:0.0:1773616141.358016:0:93434:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616141.358017:0:93434:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000040:0.0:1773616141.358022:0:93434:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.358034:0:93434:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616141.358036:0:93434:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616141.358039:0:93434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616141.358042:0:93434:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795582720, offset 0 00000400:00000200:0.0:1773616141.358048:0:93434:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616141.358056:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616141.358064:0:93434:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616141.358069:0:93434:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616141.358074:0:93434:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616141.358079:0:93434:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616141.358083:0:93434:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616141.358087:0:93434:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149487:149487:256:4294967295] 192.168.201.103@tcp LPNI seq info [149427:149427:8:4294967295] 00000400:00000200:0.0:1773616141.358091:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616141.358101:0:93434:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616141.358108:0:93434:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616141.358113:0:93434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f200. 00000800:00000200:0.0:1773616141.358122:0:93434:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616141.358132:0:93434:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616141.358138:0:93434:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773616141.358156:0:93434:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616141.358162:0:93434:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 483656 usecs (484 jiffies) 00000400:00000200:0.0:1773616141.358165:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616141.358167:0:93434:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301942448 00000800:00000200:0.0:1773616141.358281:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616141.358286:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f200. 00000400:00000200:0.0:1773616141.358291:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616141.358296:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616141.358302:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:0.0:1773616141.358304:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:0.0:1773616141.358308:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616141.358313:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.358324:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616141.358327:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616196 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.358335:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.358337:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616141.358352:0:93434:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:0.0:1773616141.358355:0:93434:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301942448 00000100:00000001:0.0:1773616141.358358:0:93434:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:0.0:1773616141.358360:0:93434:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616141.358363:0:93434:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.358366:0:93434:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616141.358367:0:93434:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773616141.358370:0:93434:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a810e900c0 going to sleep for 50 seconds 00000100:00000001:0.0:1773616141.358373:0:93434:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616141.358376:0:93434:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616141.385082:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.385099:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616141.385102:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.385105:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616141.385114:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.385122:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616141.385131:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.385136:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.385143:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.385148:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b720066df00 00000400:00000200:1.0:1773616141.385153:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.385159:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x193949 [1] + 224 00000800:00000001:1.0:1773616141.385169:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.385177:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616141.385180:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616141.385185:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616141.385192:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616141.385201:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616141.385212:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616141.385235:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616141.385245:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.385248:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616141.385325:0:93434:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616141.385333:0:93434:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616141.385335:0:93434:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616141.385339:0:93434:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616141.385344:0:93434:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616141.385346:0:93434:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616141.385349:0:93434:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616141.385354:0:93434:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616141.385363:0:93434:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.385370:0:93434:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616141.385372:0:93434:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616141.385375:0:93434:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616141.385378:0:93434:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616141.385381:0:93434:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616141.385384:0:93434:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616141.385387:0:93434:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616141.385398:0:93434:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=82 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616141.385590:0:93434:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616141.385593:0:93434:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616141.385595:0:93434:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.385598:0:93434:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616141.385601:0:93434:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.385609:0:93434:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616141.385612:0:93434:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215242 00000100:00000001:0.0:1773616141.385614:0:93434:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616141.385615:0:93434:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616141.385621:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.385628:0:93434:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616141.385631:0:93434:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616141.385633:0:93434:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616141.385637:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616196 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616141.385644:0:93434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374e00 pname:cluuid:pid:xid:nid:opc:job truncate:6bed2507-d27f-43a9-a583-f3d23438f235:93434:1859763795582720:192.168.201.103@tcp:101:truncate.0 00000100:00000001:0.0:1773616141.385648:0:93434:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616141.385651:0:93434:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.385653:0:93434:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616141.385655:0:93434:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616141.385658:0:93434:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616196 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.385664:0:93434:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616141.385667:0:93434:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a810e900c0. 00000100:00000001:0.0:1773616141.385670:0:93434:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616141.385671:0:93434:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.385674:0:93434:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773616141.385678:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.385681:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.385684:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=4 00000020:00000001:0.0:1773616141.385686:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.385689:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000040:0.0:1773616141.385695:0:93434:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804651800, remote cookie: 0xf6516185796c640, flags: 0x1001 00010000:00010000:0.0:1773616141.385700:0:93434:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616141.385711:0:93434:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.385718:0:93434:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773616141.385722:0:93434:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616141.385723:0:93434:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773616141.385725:0:93434:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773616141.385726:0:93434:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773616141.385729:0:93434:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804527c00) refcount = 1 00010000:00010000:0.0:1773616141.385743:0:93434:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.385750:0:93434:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773616141.385753:0:93434:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773616141.385755:0:93434:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616141.385758:0:93434:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616141.385760:0:93434:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616141.385763:0:93434:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.385770:0:93434:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773616141.385771:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.385773:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.385774:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386012:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.386014:0:93434:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.386020:0:93434:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773616141.386021:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386023:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386025:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616141.386026:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386029:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386031:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386033:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386034:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=4 00000020:00000001:0.0:1773616141.386036:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386037:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386040:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616141.386043:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616141.386047:0:93434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.386054:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386055:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.386057:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386058:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386059:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=5 00000020:00000001:0.0:1773616141.386061:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386063:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386066:0:93434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616141.386068:0:93434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.386074:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386076:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773616141.386078:0:93434:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.386090:0:93434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616141.386091:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386092:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.386093:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386094:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773616141.386099:0:93434:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616196 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773616141.386106:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386107:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386108:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616141.386109:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386111:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386113:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386114:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616141.386116:0:93434:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.386118:0:93434:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.386120:0:93434:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773616141.386122:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386124:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386125:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616141.386126:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386128:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00000002:00010000:0.0:1773616141.386131:0:93434:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.386137:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386137:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.386139:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616141.386140:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386141:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386142:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616141.386144:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386147:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000040:0.0:1773616141.386154:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:0.0:1773616141.386156:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773616141.386160:0:93434:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773616141.386163:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386163:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616141.386165:0:93434:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773616141.386168:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947940 00000002:00002000:0.0:1773616141.386170:0:93434:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773616141.386173:0:93434:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616141.386177:0:93434:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616141.386179:0:93434:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616141.386182:0:93434:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773616141.386184:0:93434:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616141.386188:0:93434:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616141.386191:0:93434:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a811b28600. 00000080:00000001:0.0:1773616141.386195:0:93434:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616141.386197:0:93434:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773616141.386203:0:93434:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773616141.386207:0:93434:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773616141.386213:0:93434:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a8182c2d00. 00800000:00000001:0.0:1773616141.386215:0:93434:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749878922496 : -121323830629120 : ffff91a8182c2d00) 00800000:00000001:0.0:1773616141.386218:0:93434:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616141.386220:0:93434:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773616141.386222:0:93434:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773616141.386224:0:93434:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773616141.386227:0:93434:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773616141.386230:0:93434:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773616141.386231:0:93434:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616141.386235:0:93434:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773616141.386239:0:93434:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1773616141.386244:0:93434:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1773616141.386246:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386248:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386250:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616141.386251:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386253:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386255:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386256:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773616141.386258:0:93434:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773616141.386261:0:93434:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773616141.386262:0:93434:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2d00 1 00800000:00000010:0.0:1773616141.386265:0:93434:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a8182c2d00. 00800000:00000001:0.0:1773616141.386268:0:93434:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616141.386271:0:93434:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67938 00800000:00000001:0.0:1773616141.386274:0:93434:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616141.386275:0:93434:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616141.386277:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386278:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386279:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616141.386281:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386283:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386286:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386287:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616141.386288:0:93434:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616141.386290:0:93434:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616141.386293:0:93434:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616141.386295:0:93434:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616141.386298:0:93434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67938 from it ffffa25881947c08 00010000:00000001:0.0:1773616141.386300:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616141.386301:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616141.386303:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616141.386304:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386307:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616141.386309:0:93434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616141.386311:0:93434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616141.386323:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386324:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.386326:0:93434:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616141.386328:0:93434:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616141.386331:0:93434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616141.386340:0:93434:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616141.386343:0:93434:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616141.386345:0:93434:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616141.386349:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386350:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616141.386352:0:93434:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.386355:0:93434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616141.386357:0:93434:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.386359:0:93434:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.386362:0:93434:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616141.386364:0:93434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616141.386365:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616141.386366:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616141.386368:0:93434:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616141.386372:0:93434:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374e00 x1859763795582720/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616196 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.386380:0:93434:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616141.386382:0:93434:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616141.386385:0:93434:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a818257800. 02000000:00000001:0.0:1773616141.386389:0:93434:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616141.386391:0:93434:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616141.386393:0:93434:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616141.386395:0:93434:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616141.386398:0:93434:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8034c3800. 02000000:00000001:0.0:1773616141.386402:0:93434:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616141.386404:0:93434:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616141.386406:0:93434:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374e00. 00000100:00000001:0.0:1773616141.386410:0:93434:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616141.386411:0:93434:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616141.386415:0:93434:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:0.0:1773616141.386421:0:93434:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616141.386434:0:93434:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a81023d6c0. 00000020:00000001:0.0:1773616141.386438:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947b98 00000080:00200000:0.0:1773616141.386440:0:93434:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), flags=9 00000080:00000001:0.0:1773616141.386444:0:93434:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773616141.386446:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947a48 00000080:00200000:0.0:1773616141.386448:0:93434:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=getattr 00000080:00000010:0.0:1773616141.387902:0:93434:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a811b28600. 00800000:00000002:2.0:1773616141.388644:0:93434:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616141.388663:0:93434:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616141.388667:0:93434:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616141.388670:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947968 00800000:00000002:2.0:1773616141.388673:0:93434:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616141.388677:0:93434:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616141.388681:0:93434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616141.388684:0:93434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616141.388687:0:93434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616141.388689:0:93434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616141.388692:0:93434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616141.388694:0:93434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616141.388697:0:93434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616141.388700:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947900 00800000:00000002:2.0:1773616141.388702:0:93434:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:2.0:1773616141.388971:0:93434:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616141.388974:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947838 00000002:00010000:2.0:1773616141.388976:0:93434:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616141.388981:0:93434:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616141.388984:0:93434:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616141.388993:0:93434:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb100. 00000020:00000040:2.0:1773616141.388997:0:93434:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616141.389003:0:93434:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616141.389007:0:93434:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616141.389013:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.389015:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.389016:0:93434:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.389019:0:93434:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616141.389022:0:93434:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616141.389027:0:93434:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616141.389034:0:93434:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803494000. 00000100:00000001:2.0:1773616141.389040:0:93434:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.389046:0:93434:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616141.389048:0:93434:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.389049:0:93434:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616141.389051:0:93434:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.389053:0:93434:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.389059:0:93434:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00010000:00000001:2.0:1773616141.389063:0:93434:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616141.389065:0:93434:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616141.389072:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616141.389075:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616141.389078:0:93434:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616141.389082:0:93434:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4800. 00000020:00000001:2.0:1773616141.389086:0:93434:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616141.389088:0:93434:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4800 with handle 0xe60cc2233ec6793f to hash 00000020:00000001:2.0:1773616141.389090:0:93434:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616141.389092:0:93434:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.389095:0:93434:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.389098:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616141.389101:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616141.389105:0:93434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 93434 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616141.389115:0:93434:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93434 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616141.389125:0:93434:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 93434 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616141.389129:0:93434:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616141.389131:0:93434:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616141.389138:0:93434:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2b40. 00000100:00000001:2.0:1773616141.389140:0:93434:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818432 : -121323963733184 : ffff91a8103d2b40) 00000100:00000001:2.0:1773616141.389142:0:93434:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616141.389144:0:93434:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616141.389149:0:93434:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616141.389152:0:93434:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.389154:0:93434:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616141.389156:0:93434:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616141.389164:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.389172:0:93434:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616141.389174:0:93434:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.389178:0:93434:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616141.389180:0:93434:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616141.389182:0:93434:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616141.389186:0:93434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job truncate:6bed2507-d27f-43a9-a583-f3d23438f235:93434:1859763795582848:192.168.201.103@tcp:101:truncate.0 00000100:00000001:2.0:1773616141.389190:0:93434:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616141.389195:0:93434:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616141.389197:0:93434:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.389200:0:93434:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616141.389205:0:93434:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3f800. 02000000:00000001:2.0:1773616141.389206:0:93434:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616141.389213:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616141.389217:0:93434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9268. 00000400:00000010:2.0:1773616141.389223:0:93434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eaa0. 00000100:00000200:2.0:1773616141.389229:0:93434:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795582848, portal 10 00000100:00000001:2.0:1773616141.389231:0:93434:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616141.389232:0:93434:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000040:2.0:1773616141.389238:0:93434:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.389245:0:93434:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616141.389247:0:93434:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616141.389250:0:93434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616141.389253:0:93434:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795582848, offset 0 00000400:00000200:2.0:1773616141.389259:0:93434:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616141.389280:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616141.389288:0:93434:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616141.389293:0:93434:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616141.389298:0:93434:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616141.389301:0:93434:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616141.389304:0:93434:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616141.389308:0:93434:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149488:149488:256:4294967295] 192.168.201.103@tcp LPNI seq info [149428:149428:8:4294967295] 00000400:00000200:2.0:1773616141.389312:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616141.389322:0:93434:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616141.389327:0:93434:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616141.389332:0:93434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdef00. 00000800:00000200:2.0:1773616141.389339:0:93434:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616141.389346:0:93434:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616141.389351:0:93434:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdef00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1773616141.389361:0:93434:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616141.389366:0:93434:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 482672 usecs (483 jiffies) 00000400:00000200:2.0:1773616141.389369:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616141.389372:0:93434:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301942480 00000100:00000001:2.0:1773616141.389375:0:93434:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616141.389377:0:93434:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301942480 00000100:00000001:2.0:1773616141.389379:0:93434:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616141.389382:0:93434:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616141.389385:0:93434:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.389387:0:93434:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616141.389389:0:93434:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616141.389391:0:93434:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2b40 going to sleep for 50 seconds 00000100:00000001:2.0:1773616141.389394:0:93434:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616141.389397:0:93434:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616141.390407:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616141.390413:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdef00. 00000400:00000200:0.0:1773616141.390419:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616141.390425:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616141.390431:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:0.0:1773616141.390434:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:0.0:1773616141.390438:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616141.390443:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616196 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.390454:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616141.390458:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616196 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.390465:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.390467:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616141.396672:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.396692:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616141.396697:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.396699:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616141.396709:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.396717:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616141.396726:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.396764:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.396772:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.396776:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 640 into portal 10 MB=0x69b720066df80 00000400:00000200:1.0:1773616141.396790:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.396797:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 640/640 into md 0x193959 [1] + 224 00000800:00000001:1.0:1773616141.396807:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.396816:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616141.396819:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616141.396824:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616141.396831:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616141.396884:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616141.396897:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616141.396918:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616141.396928:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.396931:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616141.397498:0:93434:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616141.397508:0:93434:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616141.397510:0:93434:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616141.397514:0:93434:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9268. 00000400:00000200:2.0:1773616141.397520:0:93434:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eaa0 00000400:00000010:2.0:1773616141.397522:0:93434:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eaa0. 00000100:00000001:2.0:1773616141.397525:0:93434:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616141.397530:0:93434:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616141.397541:0:93434:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.397548:0:93434:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616141.397550:0:93434:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616141.397552:0:93434:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616141.397556:0:93434:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616141.397560:0:93434:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616141.397563:0:93434:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.397565:0:93434:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616141.397575:0:93434:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=82 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616141.397580:0:93434:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616141.397583:0:93434:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616141.397584:0:93434:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.397587:0:93434:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616141.397590:0:93434:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.397594:0:93434:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616141.397596:0:93434:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215242 00000100:00000001:2.0:1773616141.397612:0:93434:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616141.397613:0:93434:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616141.397619:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.397626:0:93434:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616141.397629:0:93434:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616141.397631:0:93434:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616141.397635:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616196 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616141.397644:0:93434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job truncate:6bed2507-d27f-43a9-a583-f3d23438f235:93434:1859763795582848:192.168.201.103@tcp:101:truncate.0 00000100:00000001:2.0:1773616141.397658:0:93434:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616141.397661:0:93434:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.397664:0:93434:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616141.397667:0:93434:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616141.397670:0:93434:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616196 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.397677:0:93434:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616141.397680:0:93434:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2b40. 00000100:00000001:2.0:1773616141.397684:0:93434:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616141.397686:0:93434:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.397689:0:93434:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616141.397693:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.397696:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.397699:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=4 00000020:00000001:2.0:1773616141.397702:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.397706:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000040:2.0:1773616141.397714:0:93434:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c4800, remote cookie: 0xf6516185796c65c, flags: 0x1001 00010000:00010000:2.0:1773616141.397720:0:93434:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616141.397730:0:93434:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773616141.397744:0:93434:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1773616141.397752:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 3 00010000:00000001:2.0:1773616141.397756:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616141.397759:0:93434:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616141.397763:0:93434:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616141.397772:0:93434:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.397788:0:93434:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616141.397792:0:93434:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616141.397794:0:93434:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616141.397795:0:93434:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616141.397796:0:93434:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616141.397799:0:93434:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff91a804feb300) refcount = 3 00010000:00000040:2.0:1773616141.397802:0:93434:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616141.397805:0:93434:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5400/0xe60cc2233ec6792a lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c61d expref: -99 pid: 93425 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773616141.397811:0:93434:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1773616141.397822:0:93434:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.397828:0:93434:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616141.397831:0:93434:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616141.397832:0:93434:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616141.397862:0:93434:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616141.397865:0:93434:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616141.397868:0:93434:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.397874:0:93434:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616141.397876:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.397878:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.397879:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.397880:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.397882:0:93434:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.397887:0:93434:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616141.397888:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.397890:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.397891:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616141.397893:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.397896:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.397898:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.397899:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.397900:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=4 00000020:00000001:2.0:1773616141.397902:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.397904:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.397906:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616141.397909:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616141.397912:0:93434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.397918:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.397920:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.397921:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.397922:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.397923:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=5 00000020:00000001:2.0:1773616141.397925:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.397927:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.397929:0:93434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616141.397932:0:93434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 5/2,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.397938:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.397939:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616141.397942:0:93434:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.397948:0:93434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616141.397949:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.397951:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.397952:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.397953:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616141.398146:0:93434:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616196 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616141.398155:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.398157:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.398158:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616141.398160:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.398162:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000002:00010000:2.0:1773616141.398167:0:93434:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616141.398185:0:93434:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301ec0. 00010000:00000001:2.0:1773616141.398187:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.398188:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616141.398189:0:93434:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.398192:0:93434:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.398195:0:93434:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616141.398197:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.398198:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.398200:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616141.398202:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.398204:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000002:00010000:2.0:1773616141.398208:0:93434:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.398214:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.398215:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.398217:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616141.398218:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.398219:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.398220:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616141.398222:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.398224:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000040:2.0:1773616141.398227:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 4 00010000:00000001:2.0:1773616141.398229:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616141.398233:0:93434:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:2.0:1773616141.398236:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.398237:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616141.398239:0:93434:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616141.398242:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258819477b8 00000002:00002000:2.0:1773616141.398244:0:93434:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616141.398247:0:93434:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616141.398251:0:93434:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616141.398254:0:93434:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616141.398257:0:93434:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616141.398260:0:93434:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616141.398407:0:93434:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:2.0:1773616141.398412:0:93434:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616141.398414:0:93434:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881947bd0 it_disposition b 00000080:00000001:2.0:1773616141.398417:0:93434:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616141.398423:0:93434:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616141.398426:0:93434:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616141.398429:0:93434:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773616141.398432:0:93434:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1773616141.398439:0:93434:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616141.398444:0:93434:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616141.398449:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0000. 00000020:00000010:2.0:1773616141.398453:0:93434:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce0800. 00000020:00000010:2.0:1773616141.398458:0:93434:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ae0. 00000008:00000010:2.0:1773616141.398465:0:93434:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616141.398470:0:93434:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616141.398475:0:93434:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616141.398481:0:93434:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616141.398485:0:93434:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616141.398489:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1400. 00000008:00000010:2.0:1773616141.398493:0:93434:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616141.398496:0:93434:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616141.398500:0:93434:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616141.398504:0:93434:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616141.398507:0:93434:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616141.398509:0:93434:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616141.398511:0:93434:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616141.398515:0:93434:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616141.398518:0:93434:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616141.398522:0:93434:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685420. 00020000:00000010:2.0:1773616141.398526:0:93434:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616141.398531:0:93434:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685e40. 00020000:00000001:2.0:1773616141.398533:0:93434:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547322944 : -121324162228672 : ffff91a804685e40) 00020000:00000002:2.0:1773616141.398537:0:93434:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685e40, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616141.398542:0:93434:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616141.398545:0:93434:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58a00: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616141.398549:0:93434:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c2e8) owner ffff91a812978000 00020000:00000001:2.0:1773616141.398552:0:93434:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616141.398554:0:93434:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c2e8) owner ffff91a812978000 00020000:00000010:2.0:1773616141.398559:0:93434:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616141.398562:0:93434:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685420. 00020000:00000010:2.0:1773616141.398565:0:93434:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685e40. 00020000:00000002:2.0:1773616141.398567:0:93434:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616141.398570:0:93434:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616141.398571:0:93434:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616141.398574:0:93434:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616141.398577:0:93434:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce0800. 00000020:00000010:2.0:1773616141.398580:0:93434:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ae0. 00000008:00000010:2.0:1773616141.398583:0:93434:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616141.398588:0:93434:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616141.398592:0:93434:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616141.398595:0:93434:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616141.398598:0:93434:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616141.398600:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0000. 00000008:00000010:2.0:1773616141.398614:0:93434:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616141.398616:0:93434:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616141.398620:0:93434:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616141.398622:0:93434:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616141.398625:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1400. 00000020:00000010:2.0:1773616141.398629:0:93434:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000080:00000001:2.0:1773616141.398633:0:93434:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773616141.398635:0:93434:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616141.398641:0:93434:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x7:0x0](ffff91a804159148): rc = 0 00000080:00000001:2.0:1773616141.398644:0:93434:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541896520 : -121324167655096 : ffff91a804159148) 00010000:00000001:2.0:1773616141.398646:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.398658:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.398660:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616141.398663:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.398665:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000080:00000001:2.0:1773616141.398668:0:93434:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616141.398670:0:93434:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616141.398673:0:93434:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616141.398675:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce1400. 00000020:00000010:2.0:1773616141.398678:0:93434:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce0000. 00000020:00000010:2.0:1773616141.398680:0:93434:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ae0. 00000008:00000010:2.0:1773616141.398683:0:93434:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616141.398686:0:93434:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616141.398688:0:93434:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616141.398692:0:93434:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616141.398694:0:93434:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616141.398697:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0800. 00000008:00000010:2.0:1773616141.398699:0:93434:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616141.398701:0:93434:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616141.398704:0:93434:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616141.398706:0:93434:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616141.398708:0:93434:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616141.398710:0:93434:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616141.398712:0:93434:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616141.398713:0:93434:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616141.398715:0:93434:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616141.398717:0:93434:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685e40. 00020000:00000010:2.0:1773616141.398719:0:93434:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616141.398721:0:93434:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685420. 00020000:00000001:2.0:1773616141.398722:0:93434:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547320352 : -121324162231264 : ffff91a804685420) 00020000:00000002:2.0:1773616141.398725:0:93434:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685420, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616141.398728:0:93434:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616141.398742:0:93434:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a807d58a00: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616141.398744:0:93434:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c2e8) owner ffff91a812978000 00020000:00000001:2.0:1773616141.398747:0:93434:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616141.398749:0:93434:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c2e8) owner ffff91a812978000 00020000:00000010:2.0:1773616141.398752:0:93434:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a807d58a00. 00020000:00000010:2.0:1773616141.398755:0:93434:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685e40. 00020000:00000010:2.0:1773616141.398757:0:93434:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685420. 00020000:00000002:2.0:1773616141.398759:0:93434:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616141.398761:0:93434:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616141.398763:0:93434:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616141.398767:0:93434:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616141.398769:0:93434:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a812978000 00020000:00000002:2.0:1773616141.401415:0:93434:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046857e0 addref 2/0 by ffff91a812978000. 00020000:00000002:2.0:1773616141.401430:0:93434:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a812978000 00020000:00000001:2.0:1773616141.401434:0:93434:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616141.401436:0:93434:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616141.401438:0:93434:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616141.401441:0:93434:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616141.401445:0:93434:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616141.401449:0:93434:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773616141.401454:0:93434:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:2.0:1773616141.401459:0:93434:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce0000. 00000020:00000010:2.0:1773616141.401466:0:93434:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ae0. 00000008:00000010:2.0:1773616141.401471:0:93434:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616141.401478:0:93434:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616141.401482:0:93434:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616141.401487:0:93434:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616141.401491:0:93434:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616141.401494:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce1400. 00000008:00000010:2.0:1773616141.401500:0:93434:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616141.401503:0:93434:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616141.401508:0:93434:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616141.401512:0:93434:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:2.0:1773616141.401514:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0800. 00000020:00000010:2.0:1773616141.401516:0:93434:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000080:00000001:2.0:1773616141.401519:0:93434:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.401524:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.401526:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616141.401528:0:93434:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616141.401533:0:93434:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616141.401535:0:93434:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616141.401539:0:93434:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) for lock 0xe60cc2233ec6793f 00800000:00000001:2.0:1773616141.401543:0:93434:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616141.401546:0:93434:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616141.401547:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.401550:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.401553:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616141.401555:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.401559:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.401561:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.401563:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616141.401565:0:93434:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616141.401567:0:93434:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773616141.401574:0:93434:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a808629e58 inode ffff91a804159148 refc 1 flags 0x40000e 00000080:00000001:2.0:1773616141.401579:0:93434:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773616141.401583:0:93434:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a804159148) 00000080:00010000:2.0:1773616141.401586:0:93434:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6793f from it ffffa25881947bd0 00010000:00000001:2.0:1773616141.401588:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.401590:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.401591:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616141.401593:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.401595:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616141.401597:0:93434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616141.401613:0:93434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616141.401624:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.401625:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.401626:0:93434:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616141.401629:0:93434:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616141.401633:0:93434:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616141.401642:0:93434:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616141.401645:0:93434:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616141.403890:0:93434:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616141.403903:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.403905:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.403907:0:93434:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.403913:0:93434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616141.403915:0:93434:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.403917:0:93434:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.403921:0:93434:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.403925:0:93434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616141.403927:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.403928:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616141.403932:0:93434:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616141.403940:0:93434:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a811b28600. 00000100:00000001:2.0:1773616141.403949:0:93434:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616141.404124:0:93434:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb100 x1859763795582848/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/640 e 0 to 0 dl 1773616196 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.404135:0:93434:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616141.404139:0:93434:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616141.404143:0:93434:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3f800. 02000000:00000001:2.0:1773616141.404147:0:93434:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616141.404150:0:93434:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616141.404152:0:93434:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616141.404154:0:93434:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616141.404158:0:93434:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803494000. 02000000:00000001:2.0:1773616141.404161:0:93434:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616141.404163:0:93434:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616141.404166:0:93434:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb100. 00000100:00000001:2.0:1773616141.404170:0:93434:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616141.404172:0:93434:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616141.404175:0:93434:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616141.404177:0:93434:0:(dcache.c:176:ll_intent_release()) intent ffffa25881947bd0 released 00000080:00000001:2.0:1773616141.404179:0:93434:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616141.404194:0:93434:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616141.404197:0:93434:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a804159148), inode mode 81a4 mask 2 00000080:00000001:2.0:1773616141.404203:0:93434:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.404210:0:93434:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1773616141.404219:0:93434:0:(xattr.c:501:ll_xattr_list()) Process entered 00000080:00000001:2.0:1773616141.404223:0:93434:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1773616141.404227:0:93434:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616141.404230:0:93434:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616141.404233:0:93434:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773616141.404235:0:93434:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616141.404238:0:93434:0:(xattr.c:517:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773616141.404240:0:93434:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616141.404241:0:93434:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616141.404243:0:93434:0:(xattr.c:564:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616141.404246:0:93434:0:(xattr.c:621:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616141.404255:0:93434:0:(llite_lib.c:2274:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1773616141.404258:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947c90 00000080:00200008:2.0:1773616141.404261:0:93434:0:(llite_lib.c:2283:ll_setattr_raw()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148) current size 4096, valid attrs 8, mode ffff, uid -1694207700, gid -1, new size 100, atime 1773616141.000000000, mtime 1773616141.000000000, ctime 1773616141.000000000 00000020:00000001:2.0:1773616141.404268:0:93434:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773616141.404272:0:93434:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a812978000 00020000:00000002:2.0:1773616141.404276:0:93434:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a8046857e0 addref 2/0 by ffff91a812978000. 00020000:00000002:2.0:1773616141.404279:0:93434:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a812978000 00000020:00000001:2.0:1773616141.404282:0:93434:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000002:2.0:1773616141.404285:0:93434:0:(llite_lib.c:2332:ll_setattr_raw()) setting mtime 1773616141, ctime 1773616141, now = 1773616141 00000080:00000010:2.0:1773616141.404290:0:93434:0:(llite_lib.c:2341:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff91a807ce0800. 00000080:00000001:2.0:1773616141.404293:0:93434:0:(llite_lib.c:1981:ll_md_setattr()) Process entered 00800000:00000001:2.0:1773616141.404301:0:93434:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:2.0:1773616141.404302:0:93434:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x7:0x0], valid 0x168/0x5 00800000:00000001:2.0:1773616141.404305:0:93434:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616141.404308:0:93434:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616141.404311:0:93434:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616141.404314:0:93434:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616141.404316:0:93434:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616141.404318:0:93434:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616141.404321:0:93434:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.404326:0:93434:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1773616141.404328:0:93434:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616141.404336:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 4 00010000:00000001:2.0:1773616141.404340:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616141.404343:0:93434:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616141.404347:0:93434:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616141.404351:0:93434:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773616141.404361:0:93434:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616141.404364:0:93434:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616141.404367:0:93434:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616141.404369:0:93434:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x7:0x0] mode (null) 00000002:00000001:2.0:1773616141.404373:0:93434:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616141.404375:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616141.404377:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616141.404379:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616141.404384:0:93434:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.404385:0:93434:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616141.404387:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616141.404388:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616141.404389:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616141.404391:0:93434:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.404392:0:93434:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616141.404393:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616141.404395:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616141.404396:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616141.404399:0:93434:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773616141.404402:0:93434:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773616141.404405:0:93434:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616141.404409:0:93434:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616141.404412:0:93434:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4a00/0xe60cc2233ec67915 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c5de expref: -99 pid: 93424 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616141.404425:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.404427:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616141.404428:0:93434:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1773616141.404430:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616141.404432:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616141.404434:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4a00 refcount=2 00000020:00000001:2.0:1773616141.404437:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616141.404440:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663616 : -121323965888000 : ffff91a8101c4a00) 00010000:00000001:2.0:1773616141.404442:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.404443:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616141.404444:0:93434:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616141.404445:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616141.404447:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb300 count: 5 00010000:00000001:2.0:1773616141.404449:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616141.404451:0:93434:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.404453:0:93434:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.404455:0:93434:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773616141.404457:0:93434:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x7:0x0](ffff91a804159148) invalid 00000020:00000001:2.0:1773616141.404459:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947898 00000080:00002000:2.0:1773616141.404461:0:93434:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f132.recovery-small (ffff91a808629e58) parent ffff91a80860ad80 inode ffff91a804159148 refc 1 00000080:00000001:2.0:1773616141.404465:0:93434:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773616141.404467:0:93434:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616141.404468:0:93434:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.404471:0:93434:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616141.404474:0:93434:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616141.404476:0:93434:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616141.404479:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616141.404481:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616141.404483:0:93434:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4800 with handle 0xe60cc2233ec6793f from hash 00010000:00000001:2.0:1773616141.404486:0:93434:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616141.404487:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.404488:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.404489:0:93434:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616141.404492:0:93434:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616141.404494:0:93434:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616141.404496:0:93434:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616141.404498:0:93434:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616141.404500:0:93434:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773616141.404506:0:93434:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb100. 00000020:00000040:2.0:1773616141.404509:0:93434:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616141.404514:0:93434:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616141.404517:0:93434:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616141.404520:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616141.404521:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.404522:0:93434:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.404525:0:93434:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616141.404527:0:93434:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616141.404530:0:93434:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616141.404535:0:93434:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a807ce1400. 00000100:00000001:2.0:1773616141.404541:0:93434:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.404543:0:93434:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616141.404546:0:93434:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616141.404552:0:93434:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773616141.404559:0:93434:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616141.404560:0:93434:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616141.404563:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616141.404565:0:93434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec6793f lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c65c expref: -99 pid: 93434 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773616141.404572:0:93434:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301ec0. 00010000:00000001:2.0:1773616141.404581:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616141.404583:0:93434:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.404585:0:93434:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616141.404586:0:93434:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.404588:0:93434:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1773616141.404590:0:93434:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773616141, ctime 1773616141 00000020:00100000:2.0:1773616141.404615:0:93434:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773616141.404622:0:93434:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616141.404630:0:93434:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616141.404631:0:93434:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616141.404638:0:93434:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2b40. 00000100:00000001:2.0:1773616141.404640:0:93434:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745818432 : -121323963733184 : ffff91a8103d2b40) 00000100:00000001:2.0:1773616141.404643:0:93434:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616141.404644:0:93434:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616141.404656:0:93434:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616141.404659:0:93434:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.404661:0:93434:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616141.404663:0:93434:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616141.404667:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616141.404674:0:93434:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616141.404677:0:93434:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.404680:0:93434:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616141.404683:0:93434:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616141.404686:0:93434:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616141.404689:0:93434:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job truncate:6bed2507-d27f-43a9-a583-f3d23438f235:93434:1859763795583104:192.168.201.103@tcp:36:truncate.0 00000100:00000001:2.0:1773616141.404693:0:93434:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616141.404698:0:93434:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616141.404701:0:93434:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.404703:0:93434:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616141.404707:0:93434:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803494000. 02000000:00000001:2.0:1773616141.404709:0:93434:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616141.404717:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616141.404722:0:93434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9268. 00000400:00000010:2.0:1773616141.404729:0:93434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eaa0. 00000100:00000200:2.0:1773616141.404746:0:93434:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795583104, portal 10 00000100:00000001:2.0:1773616141.404748:0:93434:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616141.404749:0:93434:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000040:2.0:1773616141.404757:0:93434:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616141.404765:0:93434:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616141.404767:0:93434:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616141.404770:0:93434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616141.404774:0:93434:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859763795583104, offset 0 00000400:00000200:2.0:1773616141.405054:0:93434:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616141.405064:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616141.405072:0:93434:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616141.405078:0:93434:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616141.405082:0:93434:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616141.405086:0:93434:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616141.405089:0:93434:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616141.405094:0:93434:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149489:149489:256:4294967295] 192.168.201.103@tcp LPNI seq info [149429:149429:8:4294967295] 00000400:00000200:2.0:1773616141.405098:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616141.405109:0:93434:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616141.405116:0:93434:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616141.405122:0:93434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde900. 00000800:00000200:2.0:1773616141.405129:0:93434:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616141.405136:0:93434:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616141.405140:0:93434:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1773616141.405149:0:93434:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616141.405154:0:93434:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 481642 usecs (482 jiffies) 00000400:00000200:2.0:1773616141.405157:0:93434:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616141.405160:0:93434:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301942495 00000100:00000001:2.0:1773616141.405163:0:93434:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616141.405166:0:93434:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301942495 00000100:00000001:2.0:1773616141.405168:0:93434:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616141.405170:0:93434:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616141.405173:0:93434:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.405175:0:93434:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616141.405177:0:93434:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616141.405180:0:93434:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2b40 going to sleep for 50 seconds 00000100:00000001:2.0:1773616141.405182:0:93434:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616141.405185:0:93434:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616141.405430:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616141.405435:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde900. 00000400:00000200:0.0:1773616141.405440:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616141.405446:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616141.405451:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:0.0:1773616141.405453:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:0.0:1773616141.405457:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616141.405461:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616196 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616141.405471:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616141.405476:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616196 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616141.405482:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.405483:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616141.414711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00000800:00000001:1.0:1773616141.429017:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.429036:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616141.429041:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.429043:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616141.429053:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.429063:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616141.429072:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.429078:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.429085:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.429089:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b720066e080 00000400:00000200:1.0:1773616141.429094:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616141.429102:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x193961 [1] + 224 00000800:00000001:1.0:1773616141.429110:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.429120:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616141.429123:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616141.429128:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616141.429138:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616141.429150:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616141.429162:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616141.429186:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616141.429197:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616141.429200:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616141.429287:0:93434:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616141.429297:0:93434:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616141.429299:0:93434:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616141.429303:0:93434:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9268. 00000400:00000200:2.0:1773616141.429308:0:93434:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eaa0 00000400:00000010:2.0:1773616141.429311:0:93434:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eaa0. 00000100:00000001:2.0:1773616141.429314:0:93434:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616141.429320:0:93434:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616141.429329:0:93434:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb100 x1859763795583104/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616196 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616141.429335:0:93434:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616141.429338:0:93434:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616141.429341:0:93434:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616141.429344:0:93434:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616141.429348:0:93434:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616141.429350:0:93434:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.429353:0:93434:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616141.429366:0:93434:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=82 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616141.429371:0:93434:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616141.429374:0:93434:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616141.429376:0:93434:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616141.429379:0:93434:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616141.429384:0:93434:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.429388:0:93434:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616141.429390:0:93434:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616141.429391:0:93434:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616141.429394:0:93434:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616141.429396:0:93434:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616141.429400:0:93434:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616141.429403:0:93434:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215242 00000100:00000001:2.0:1773616141.429405:0:93434:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616141.429409:0:93434:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616141.429415:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb100 x1859763795583104/t103079215245(103079215245) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616196 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616141.429423:0:93434:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616141.429427:0:93434:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616141.429429:0:93434:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616141.429434:0:93434:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb100 x1859763795583104/t103079215245(103079215245) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616196 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616141.429442:0:93434:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job truncate:6bed2507-d27f-43a9-a583-f3d23438f235:93434:1859763795583104:192.168.201.103@tcp:36:truncate.0 00000100:00000001:2.0:1773616141.429446:0:93434:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616141.429449:0:93434:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.429451:0:93434:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616141.429453:0:93434:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616141.429457:0:93434:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795583104/t103079215245(103079215245) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616196 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616141.429464:0:93434:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616141.429466:0:93434:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2b40. 00000100:00000001:2.0:1773616141.429469:0:93434:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616141.429471:0:93434:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.429479:0:93434:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616141.429482:0:93434:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616141.429489:0:93434:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616141.429491:0:93434:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616141.429498:0:93434:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:2.0:1773616141.429501:0:93434:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:2.0:1773616141.429507:0:93434:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616141.429511:0:93434:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb100 x1859763795583104/t103079215245(103079215245) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616196 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616141.429518:0:93434:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616141.429522:0:93434:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616141.429524:0:93434:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.429526:0:93434:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.429530:0:93434:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1773616141.429534:0:93434:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616141.429536:0:93434:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616141.429539:0:93434:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616141.429540:0:93434:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.429542:0:93434:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.429546:0:93434:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1773616141.429549:0:93434:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616141.429555:0:93434:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c000. 00000020:00000010:2.0:1773616141.429560:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0000. 00000020:00000010:2.0:1773616141.429566:0:93434:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ce1800. 00000020:00000010:2.0:1773616141.429571:0:93434:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ae0. 00000008:00000010:2.0:1773616141.429579:0:93434:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616141.429585:0:93434:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118000. 00008000:00000010:2.0:1773616141.429590:0:93434:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616141.429597:0:93434:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740150. 00000080:00000010:2.0:1773616141.429601:0:93434:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088248. 00000020:00000010:2.0:1773616141.429605:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ce0200. 00000008:00000010:2.0:1773616141.429621:0:93434:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8000. 00020000:00000010:2.0:1773616141.429626:0:93434:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cb40. 00008000:00000010:2.0:1773616141.429630:0:93434:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bd8. 00000080:00000010:2.0:1773616141.429634:0:93434:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090965a0. 00000020:00000001:2.0:1773616141.429637:0:93434:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361544 : -121323958190072 : ffff91a81091c008) 00000020:00001000:2.0:1773616141.429640:0:93434:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c000 00000020:00000001:2.0:1773616141.429645:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:2.0:1773616141.429648:0:93434:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616141.429660:0:93434:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616141.429662:0:93434:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616141.429665:0:93434:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616141.429667:0:93434:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616141.429670:0:93434:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616141.429672:0:93434:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616141.429675:0:93434:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616141.429680:0:93434:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a8050882a8 type 3 ignore/verify layout 0/0 00020000:00000002:2.0:1773616141.429684:0:93434:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a812978000 00020000:00000001:2.0:1773616141.429688:0:93434:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616141.429691:0:93434:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616141.429693:0:93434:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616141.429695:0:93434:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1773616141.429697:0:93434:0:(lov_io.c:634:lov_io_slice_init()) 0 101 00020000:00000001:2.0:1773616141.429701:0:93434:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1773616141.429702:0:93434:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616141.429704:0:93434:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616141.429705:0:93434:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616141.429707:0:93434:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616141.429708:0:93434:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616141.429710:0:93434:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a812978000 00000020:00000001:2.0:1773616141.429713:0:93434:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616141.429716:0:93434:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616141.429718:0:93434:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773616141.429721:0:93434:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:2.0:1773616141.429724:0:93434:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:2.0:1773616141.429729:0:93434:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff91a803625760. 00020000:00200000:2.0:1773616141.430483:0:93434:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616141.430491:0:93434:0:(lov_offset.c:247:lov_stripe_intersects()) [100->-1] -> [(0) 100->-1 (0)] 00020000:00000001:2.0:1773616141.430497:0:93434:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616141.430499:0:93434:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616141.430501:0:93434:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616141.430881:0:93434:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb1b0. 00000020:00000010:3.0:1773616141.430888:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128400. 00000020:00000010:3.0:1773616141.430892:0:93434:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809129c00. 00000020:00000010:3.0:1773616141.430895:0:93434:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469bb40. 00000008:00000010:3.0:1773616141.430900:0:93434:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efaca0. 00020000:00000010:3.0:1773616141.430905:0:93434:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ab40. 00008000:00000010:3.0:1773616141.430908:0:93434:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216a60. 00000080:00000010:3.0:1773616141.430913:0:93434:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b690. 00000080:00000010:3.0:1773616141.430917:0:93434:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8182086d8. 00000020:00000010:3.0:1773616141.430921:0:93434:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128600. 00000008:00000010:3.0:1773616141.430925:0:93434:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea3a20. 00020000:00000010:3.0:1773616141.430928:0:93434:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f180. 00008000:00000010:3.0:1773616141.430930:0:93434:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27f98. 00000080:00000010:3.0:1773616141.430934:0:93434:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f283c0. 00000020:00000001:3.0:1773616141.430937:0:93434:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765710264 : -121323943841352 : ffff91a8116cb1b8) 00000020:00001000:3.0:1773616141.430939:0:93434:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb1b0 00000020:00000001:3.0:1773616141.430943:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a804615080 -> ffff91a80460bf58 00000020:00000001:3.0:1773616141.430945:0:93434:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773616141.430948:0:93434:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616141.430950:0:93434:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773616141.430951:0:93434:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.430953:0:93434:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.430969:0:93434:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877521320 : -121323832030296 : ffff91a81816cba8) 00000020:00000001:3.0:1773616141.430974:0:93434:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773616141.430976:0:93434:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773616141.430980:0:93434:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.430982:0:93434:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.430985:0:93434:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.430987:0:93434:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.430989:0:93434:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.430991:0:93434:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1773616141.430993:0:93434:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1773616141.430995:0:93434:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1773616141.430998:0:93434:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1773616141.430999:0:93434:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1773616141.431001:0:93434:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431003:0:93434:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616141.431005:0:93434:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431007:0:93434:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773616141.431010:0:93434:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616141.431011:0:93434:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773616141.431012:0:93434:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773616141.431013:0:93434:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431015:0:93434:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431017:0:93434:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431018:0:93434:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431020:0:93434:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773616141.431022:0:93434:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773616141.431023:0:93434:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773616141.431025:0:93434:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773616141.431028:0:93434:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773616141.431030:0:93434:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1773616141.431046:0:93434:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a807bb2500. 00020000:00000002:3.0:1773616141.431050:0:93434:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1773616141.431052:0:93434:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773616141.431054:0:93434:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616141.431055:0:93434:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877521320 : -121323832030296 : ffff91a81816cba8) 00000020:00000001:3.0:1773616141.431057:0:93434:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773616141.431061:0:93434:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811954d10. 00000008:00010000:3.0:1773616141.431064:0:93434:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1773616141.431067:0:93434:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773616141.431068:0:93434:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773616141.431071:0:93434:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a807bb2530, osc lock ffff91a811954d10, flags 0x0 00000020:00000001:3.0:1773616141.431074:0:93434:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431076:0:93434:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431079:0:93434:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749603079424 : -121324106472192 : ffff91a807bb2500) 00000020:00000001:3.0:1773616141.431081:0:93434:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773616141.431083:0:93434:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773616141.431085:0:93434:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431086:0:93434:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431089:0:93434:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773616141.431091:0:93434:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773616141.431092:0:93434:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616141.431093:0:93434:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877521320 : -121323832030296 : ffff91a81816cba8) 00000020:00000001:3.0:1773616141.431096:0:93434:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773616141.431098:0:93434:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773616141.431100:0:93434:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1773616141.431102:0:93434:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431105:0:93434:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773616141.431108:0:93434:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773616141.431110:0:93434:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773616141.431112:0:93434:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773616141.431113:0:93434:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773616141.431115:0:93434:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773616141.431117:0:93434:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773616141.431120:0:93434:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616141.431127:0:93434:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527b00 count: 2 00010000:00000001:3.0:1773616141.431130:0:93434:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616141.431136:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616141.431141:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616141.431146:0:93434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773616141.431159:0:93434:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616141.431165:0:93434:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616141.431168:0:93434:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616141.431178:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616141.431180:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616141.431182:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=3 00000020:00000001:3.0:1773616141.431185:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616141.431188:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00000008:00000001:3.0:1773616141.431192:0:93434:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1773616141.431195:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616141.431196:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616141.431198:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=4 00000020:00000001:3.0:1773616141.431200:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616141.431202:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616141.431204:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616141.431205:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616141.431206:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=5 00000020:00000001:3.0:1773616141.431209:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616141.431211:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616141.431213:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616141.431215:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616141.431217:0:93434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616141.431225:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616141.431227:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773616141.431229:0:93434:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616141.431231:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616141.431233:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616141.431234:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=6 00000020:00000001:3.0:1773616141.431236:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616141.431238:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616141.431240:0:93434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616141.431243:0:93434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616141.431249:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616141.431250:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616141.431254:0:93434:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616141.431261:0:93434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616141.431262:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616141.431263:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616141.431277:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616141.431278:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1773616141.431280:0:93434:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616141.431282:0:93434:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431284:0:93434:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431287:0:93434:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431289:0:93434:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431291:0:93434:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431293:0:93434:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431294:0:93434:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431297:0:93434:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1773616141.431300:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:3.0:1773616141.431303:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:3.0:1773616141.431304:0:93434:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1773616141.431306:0:93434:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431308:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00020000:00000001:3.0:1773616141.431310:0:93434:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1773616141.431313:0:93434:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773616141.431314:0:93434:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616141.431315:0:93434:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773616141.431317:0:93434:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:3.0:1773616141.431320:0:93434:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:3.0:1773616141.431324:0:93434:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773616141.431326:0:93434:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616141.431327:0:93434:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1773616141.431329:0:93434:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616141.431331:0:93434:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431333:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:3.0:1773616141.431335:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:3.0:1773616141.431337:0:93434:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1773616141.431339:0:93434:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431341:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:3.0:1773616141.431343:0:93434:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773616141.431345:0:93434:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 100 00020000:00000001:3.0:1773616141.431348:0:93434:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773616141.431350:0:93434:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431352:0:93434:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431353:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:3.0:1773616141.431355:0:93434:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773616141.431357:0:93434:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773616141.431358:0:93434:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773616141.431359:0:93434:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773616141.431360:0:93434:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773616141.431361:0:93434:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773616141.431365:0:93434:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:3.0:1773616141.431370:0:93434:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0a80. 00000020:00000040:3.0:1773616141.431374:0:93434:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616141.431380:0:93434:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616141.431382:0:93434:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616141.431386:0:93434:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616141.431394:0:93434:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809129800. 00000100:00000001:3.0:1773616141.431400:0:93434:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616141.431408:0:93434:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616141.431413:0:93434:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616141.431422:0:93434:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008911fb71] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773616141.431455:0:93434:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616141.431458:0:93434:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431460:0:93434:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431462:0:93434:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431464:0:93434:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616141.431465:0:93434:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431467:0:93434:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616141.431469:0:93434:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773616141.431471:0:93434:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:3.0:1773616141.431473:0:93434:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773616141.431474:0:93434:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1773616141.432438:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616141.432443:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616141.432446:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616141.432454:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.432462:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616141.432464:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.432468:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616141.432471:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616141.432474:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616141.432477:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795583232:192.168.201.103@tcp:10:truncate.0 00000100:00000001:2.0:1773616141.432481:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616141.432487:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616141.432489:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616141.432492:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616141.432498:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803497000. 02000000:00000001:2.0:1773616141.432501:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616141.432507:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616141.432512:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9268. 00000400:00000010:2.0:1773616141.432519:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eaa0. 00000100:00000200:2.0:1773616141.432527:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795583232, portal 4 00000100:00000001:2.0:1773616141.432530:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616141.432532:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528623744 : -121324180927872 : ffff91a8034b0a80) 00000100:00000040:2.0:1773616141.432538:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616157 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616141.432545:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616141.432548:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616141.432550:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616141.432553:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859763795583232, offset 0 00000400:00000200:2.0:1773616141.432559:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616141.432568:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616141.432576:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616141.432581:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616141.432585:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616141.432589:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616141.432592:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616141.432596:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149490:149490:256:4294967295] 192.168.201.103@tcp LPNI seq info [149430:149430:8:4294967295] 00000400:00000200:2.0:1773616141.432601:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616141.432611:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616141.432617:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616141.432622:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde800. 00000800:00000200:2.0:1773616141.432629:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616141.432638:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616141.432642:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1773616141.432664:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616141.432669:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 757767 usecs (758 jiffies) 00000400:00000200:2.0:1773616141.432673:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616141.432676:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301942798 00000100:00000001:2.0:1773616141.432679:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616141.432681:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301942798 00000100:00000001:2.0:1773616141.432684:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616141.432686:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616141.432689:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.432692:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.432695:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616141.432702:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616141.432704:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616141.432707:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616141.432708:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616141.432710:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.432713:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616141.432726:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616141.432729:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616141.433066:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616141.433071:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde800. 00000400:00000200:0.0:1773616141.433078:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616141.433084:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616141.433090:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:0.0:1773616141.433093:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:0.0:1773616141.433097:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616141.433102:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616157 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.433113:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616141.433116:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616157 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616141.433124:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616141.433126:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773616142.240003:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616142.240014:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616142.240017:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616142.240021:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240027:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616142.240030:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240032:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240034:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240039:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616142.240040:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616142.240042:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616142.240047:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616142.240050:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616142.240051:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240054:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616142.240055:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240057:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240058:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240062:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616142.240064:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616142.240067:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616142.240068:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.240174:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616142.240177:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.240180:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773616142.366577:0:93436:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616142.366587:0:93436:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616142.366590:0:93436:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616142.366593:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabbc0 00000080:00200000:3.0:1773616142.366599:0:93436:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8),name=/ 00000080:00000010:3.0:1773616142.366609:0:93436:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809128800. 00000080:00000001:3.0:1773616142.366620:0:93436:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:3.0:1773616142.366626:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff91a819770c00. 00800000:00000001:3.0:1773616142.366631:0:93436:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616142.366633:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabae0 00800000:00000002:3.0:1773616142.366636:0:93436:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616142.366640:0:93436:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616142.366642:0:93436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616142.366645:0:93436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616142.366648:0:93436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616142.366650:0:93436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616142.366653:0:93436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616142.366655:0:93436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616142.366658:0:93436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616142.366662:0:93436:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1773616142.366668:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff91a819771c00. 00000002:00000001:3.0:1773616142.366673:0:93436:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616142.366675:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fab9b0 00000002:00010000:3.0:1773616142.366677:0:93436:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616142.366680:0:93436:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616142.366683:0:93436:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616142.366686:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616142.366694:0:93436:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.366696:0:93436:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.366698:0:93436:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.366701:0:93436:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616142.366704:0:93436:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773616142.366710:0:93436:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773616142.366729:0:93436:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00010000:00000001:3.0:1773616142.366738:0:93436:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616142.366745:0:93436:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616142.366748:0:93436:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.366751:0:93436:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616142.366754:0:93436:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616142.366758:0:93436:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616142.366766:0:93436:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a819773000. 00000100:00000001:3.0:1773616142.366773:0:93436:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.366779:0:93436:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616142.366780:0:93436:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.366782:0:93436:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616142.366783:0:93436:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.366786:0:93436:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.366791:0:93436:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00010000:00000001:3.0:1773616142.366795:0:93436:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616142.366797:0:93436:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616142.366801:0:93436:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a400. 00010000:00000010:3.0:1773616142.366804:0:93436:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2180. 00010000:00000001:3.0:1773616142.366810:0:93436:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616142.366813:0:93436:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a600. 00000020:00000010:3.0:1773616142.366816:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff91a807bb2c80. 00000020:00000001:3.0:1773616142.366820:0:93436:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616142.366823:0:93436:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a600 with handle 0xe60cc2233ec67946 to hash 00000020:00000001:3.0:1773616142.366825:0:93436:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616142.366826:0:93436:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.366829:0:93436:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.366833:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616142.366876:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.366881:0:93436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93436 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616142.366892:0:93436:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93436 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1773616142.366916:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807b54000. 00010000:00010000:3.0:1773616142.366923:0:93436:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93436 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616142.366929:0:93436:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616142.366931:0:93436:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616142.366937:0:93436:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616142.366940:0:93436:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606948864 : -121324102602752 : ffff91a807f63000) 00000100:00000001:3.0:1773616142.366942:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.366944:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773616142.366949:0:93436:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616142.366953:0:93436:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.366955:0:93436:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616142.366957:0:93436:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616142.366968:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.366976:0:93436:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616142.366979:0:93436:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.366982:0:93436:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616142.366986:0:93436:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616142.366988:0:93436:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616142.366992:0:93436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583360:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773616142.366996:0:93436:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616142.367004:0:93436:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616142.367006:0:93436:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.367009:0:93436:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616142.367014:0:93436:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a80501b800. 02000000:00000001:3.0:1773616142.367016:0:93436:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616142.367026:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616142.367030:0:93436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616142.367038:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616142.367045:0:93436:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795583360, portal 10 00000100:00000001:3.0:1773616142.367047:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.367048:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773616142.367054:0:93436:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616197 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.367061:0:93436:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616142.367064:0:93436:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616142.367066:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3770. 00000100:00000200:3.0:1773616142.367069:0:93436:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795583360, offset 0 00000400:00000200:3.0:1773616142.367075:0:93436:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616142.367084:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.367093:0:93436:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616142.367098:0:93436:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616142.367103:0:93436:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616142.367107:0:93436:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616142.367110:0:93436:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616142.367113:0:93436:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149491:149491:256:4294967295] 192.168.201.103@tcp LPNI seq info [149431:149431:8:4294967295] 00000400:00000200:3.0:1773616142.367118:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.367128:0:93436:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616142.367134:0:93436:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616142.367139:0:93436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616142.367146:0:93436:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616142.367153:0:93436:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616142.367157:0:93436:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773616142.367176:0:93436:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.367182:0:93436:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 31787 usecs (32 jiffies) 00000400:00000200:3.0:1773616142.367185:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616142.367188:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943004 00000100:00000001:3.0:1773616142.367192:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.367194:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943004 00000100:00000001:3.0:1773616142.367196:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.367199:0:93436:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.367201:0:93436:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.367204:0:93436:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616142.367206:0:93436:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616142.367209:0:93436:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f63000 going to sleep for 50 seconds 00000100:00000001:3.0:1773616142.367212:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616142.367215:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616142.367550:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616142.367557:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:1.0:1773616142.367563:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616142.367569:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616142.367574:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3770 00000400:00000010:1.0:1773616142.367576:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3770. 00000100:00000001:1.0:1773616142.367581:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616142.367586:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616197 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616142.367595:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616142.367599:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616197 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616142.367605:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616142.367607:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616142.385237:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.385267:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616142.385272:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.385274:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.385284:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.385292:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616142.385300:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.385305:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.385310:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.385314:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b720066e180 00000400:00000200:0.0:1773616142.385319:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.385325:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x193971 [1] + 224 00000800:00000001:0.0:1773616142.385332:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.385341:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.385344:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.385348:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616142.385355:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616142.385363:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616197 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616142.385374:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616197 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616142.385395:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616142.385403:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.385406:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.385518:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616142.385526:0:93436:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616142.385528:0:93436:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616142.385532:0:93436:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616142.385537:0:93436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:3.0:1773616142.385539:0:93436:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:3.0:1773616142.385542:0:93436:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616142.385547:0:93436:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616197 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616142.385556:0:93436:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616197 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.385562:0:93436:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616142.385564:0:93436:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.385567:0:93436:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616142.385570:0:93436:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616142.385573:0:93436:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616142.385575:0:93436:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.385578:0:93436:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616142.385588:0:93436:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=4 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616142.385593:0:93436:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616142.385596:0:93436:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616142.385597:0:93436:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.385600:0:93436:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616142.385604:0:93436:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.385608:0:93436:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616142.385610:0:93436:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616142.385612:0:93436:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616142.385614:0:93436:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.385619:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616197 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.385631:0:93436:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.385634:0:93436:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616142.385636:0:93436:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616142.385640:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616197 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616142.385647:0:93436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583360:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773616142.385652:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.385655:0:93436:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.385657:0:93436:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616142.385659:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.385662:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616197 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.385668:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616142.385671:0:93436:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616142.385675:0:93436:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616142.385677:0:93436:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.385680:0:93436:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616142.385683:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.385686:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.385689:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=4 00000020:00000001:3.0:1773616142.385691:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385694:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000040:3.0:1773616142.385700:0:93436:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002a600, remote cookie: 0xf6516185796c671, flags: 0x1001 00010000:00010000:3.0:1773616142.385705:0:93436:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616142.385727:0:93436:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.385740:0:93436:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616142.385745:0:93436:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616142.385747:0:93436:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616142.385748:0:93436:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616142.385750:0:93436:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616142.385753:0:93436:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a80460a400) refcount = 1 00010000:00010000:3.0:1773616142.385758:0:93436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.385765:0:93436:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1773616142.385771:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff91a809128000. 00010000:00000001:3.0:1773616142.385776:0:93436:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616142.385777:0:93436:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616142.385780:0:93436:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616142.385782:0:93436:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.385786:0:93436:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.385791:0:93436:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616142.385793:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385794:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.385795:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385796:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.385798:0:93436:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.385802:0:93436:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616142.385804:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.385805:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.385807:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.385808:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385811:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385813:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.385815:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.385816:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=4 00000020:00000001:3.0:1773616142.385818:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385820:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385823:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616142.385826:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.385829:0:93436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.385870:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385871:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.385873:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.385874:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.385876:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=5 00000020:00000001:3.0:1773616142.385878:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385880:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385883:0:93436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616142.385886:0:93436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.385891:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385892:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616142.385895:0:93436:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.385902:0:93436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616142.385903:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385905:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.385906:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385907:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616142.385912:0:93436:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616197 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773616142.385920:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.385922:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.385923:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.385925:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385927:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385929:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385930:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616142.385931:0:93436:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.385933:0:93436:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.385936:0:93436:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773616142.385938:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.385939:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.385941:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.385942:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385944:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00000002:00010000:3.0:1773616142.385947:0:93436:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.385953:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385954:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.385956:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616142.385957:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.385958:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.385959:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.385961:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.385963:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000040:3.0:1773616142.385970:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 2 00010000:00000001:3.0:1773616142.385973:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616142.385976:0:93436:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80370f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773616142.385979:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.385980:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616142.385981:0:93436:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616142.385984:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fab930 00000002:00002000:3.0:1773616142.385986:0:93436:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773616142.385989:0:93436:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.385993:0:93436:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.385996:0:93436:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616142.385999:0:93436:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773616142.386003:0:93436:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616142.386008:0:93436:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a809128800. 00000080:00000001:3.0:1773616142.386012:0:93436:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616142.386014:0:93436:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616142.386020:0:93436:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773616142.386024:0:93436:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773616142.386030:0:93436:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a8061f0f80. 00800000:00000001:3.0:1773616142.386032:0:93436:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749576073088 : -121324133478528 : ffff91a8061f0f80) 00800000:00000001:3.0:1773616142.386034:0:93436:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.386037:0:93436:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616142.386039:0:93436:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773616142.386041:0:93436:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773616142.386044:0:93436:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1773616142.386048:0:93436:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1773616142.386052:0:93436:0:(llite_lib.c:1803:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773616142.386054:0:93436:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.386058:0:93436:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773616142.386060:0:93436:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1773616142.386063:0:93436:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773616112 to 1773616139 00000080:00200000:3.0:1773616142.386067:0:93436:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1773616142.386070:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.386071:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.386073:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.386075:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386077:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386079:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386080:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616142.386081:0:93436:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773616142.386083:0:93436:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773616142.386085:0:93436:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616142.386088:0:93436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) for lock 0xe60cc2233ec67946 00800000:00000001:3.0:1773616142.386092:0:93436:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616142.386094:0:93436:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616142.386095:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.386096:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.386097:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.386099:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386101:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386103:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386104:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616142.386106:0:93436:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.386108:0:93436:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.386110:0:93436:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616142.386113:0:93436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) 00000080:00010000:3.0:1773616142.386116:0:93436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67946 from it ffffa25881fabbf8 00010000:00000001:3.0:1773616142.386117:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.386118:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.386120:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.386121:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386123:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386125:0:93436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616142.386128:0:93436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.386134:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386136:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.386137:0:93436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616142.386140:0:93436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616142.386142:0:93436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616142.386150:0:93436:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616142.386152:0:93436:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616142.386154:0:93436:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616142.386158:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386159:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.386161:0:93436:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386164:0:93436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616142.386166:0:93436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386168:0:93436:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386170:0:93436:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386172:0:93436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616142.386173:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386174:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616142.386176:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.386180:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795583360/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616197 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.386187:0:93436:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616142.386191:0:93436:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616142.386194:0:93436:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a80501b800. 02000000:00000001:3.0:1773616142.386197:0:93436:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616142.386199:0:93436:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616142.386201:0:93436:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616142.386203:0:93436:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616142.386206:0:93436:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a819773000. 02000000:00000001:3.0:1773616142.386210:0:93436:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616142.386211:0:93436:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616142.386213:0:93436:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773616142.386217:0:93436:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616142.386218:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616142.386221:0:93436:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8), inode mode 41ff mask 1 00000020:00000010:3.0:1773616142.386227:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff91a80501b800. 00000080:00000001:3.0:1773616142.386230:0:93436:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616142.386243:0:93436:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a807c3bcc0. 00000080:00000001:3.0:1773616142.386248:0:93436:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616142.386250:0:93436:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616142.386252:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabb00 00000080:00200000:3.0:1773616142.386253:0:93436:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8),name=/ 00000080:00000010:3.0:1773616142.386258:0:93436:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809128800. 00800000:00000002:3.0:1773616142.386263:0:93436:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8061f0f80 2 00000080:00000001:3.0:1773616142.386281:0:93436:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616142.386283:0:93436:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616142.386285:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881faba20 00800000:00000002:3.0:1773616142.386287:0:93436:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616142.386290:0:93436:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616142.386292:0:93436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616142.386295:0:93436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616142.386297:0:93436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616142.386299:0:93436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616142.386301:0:93436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616142.386303:0:93436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616142.386305:0:93436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616142.386308:0:93436:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616142.386312:0:93436:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616142.386313:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fab8f0 00000002:00010000:3.0:1773616142.386314:0:93436:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616142.386318:0:93436:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616142.386320:0:93436:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616142.386322:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616142.386325:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 2 00010000:00000001:3.0:1773616142.386327:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616142.386330:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616142.386332:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616142.386335:0:93436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773616142.386342:0:93436:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616142.386346:0:93436:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.386349:0:93436:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773616142.386355:0:93436:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616142.386356:0:93436:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616142.386358:0:93436:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616142.386360:0:93436:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616142.386362:0:93436:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616142.386364:0:93436:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616142.386366:0:93436:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616142.386368:0:93436:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0f80 2 00000080:00000010:3.0:1773616142.386566:0:93436:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a809128800. 00000080:00000001:3.0:1773616142.386569:0:93436:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616142.386571:0:93436:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616142.386573:0:93436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) 00000080:00010000:3.0:1773616142.386576:0:93436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) for lock 0xe60cc2233ec67946 00800000:00000001:3.0:1773616142.386579:0:93436:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616142.386581:0:93436:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616142.386582:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.386584:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.386585:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.386587:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386590:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386592:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386593:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616142.386595:0:93436:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.386596:0:93436:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616142.386598:0:93436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67946 from it ffffa25881fabb38 00010000:00000001:3.0:1773616142.386600:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.386601:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.386602:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616142.386604:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386607:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.386609:0:93436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616142.386611:0:93436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616142.386618:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386619:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.386620:0:93436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616142.386622:0:93436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616142.386625:0:93436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:3.0:1773616142.386631:0:93436:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616142.386633:0:93436:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616142.386634:0:93436:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616142.386636:0:93436:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386637:0:93436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616142.386639:0:93436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386641:0:93436:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386643:0:93436:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.386644:0:93436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616142.386646:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.386647:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616142.386649:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616142.386650:0:93436:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616142.386653:0:93436:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8), inode mode 41ff mask 3 00000080:00000001:3.0:1773616142.386656:0:93436:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.386659:0:93436:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:3.0:1773616142.386661:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabb50 00000080:00200000:3.0:1773616142.386663:0:93436:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a8041180c8), file ffff91a80963ad80, open_flags 8041, mode 81b6 opened 0 00000080:00000010:3.0:1773616142.386669:0:93436:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a80469b840. 00000080:00000001:3.0:1773616142.386673:0:93436:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:3.0:1773616142.386675:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881faba00 00000080:00200000:3.0:1773616142.386677:0:93436:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f132.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a8041180c8), intent=open|creat 00000080:00000010:3.0:1773616142.386683:0:93436:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a809128800. 00800000:00000002:3.0:1773616142.386686:0:93436:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8061f0f80 2 00000080:00000001:3.0:1773616142.386692:0:93436:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616142.386693:0:93436:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616142.386695:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fab920 00800000:00000002:3.0:1773616142.386697:0:93436:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f132.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616142.386928:0:93436:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773616142.386931:0:93436:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1773616142.386933:0:93436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616142.386935:0:93436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616142.386936:0:93436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616142.386938:0:93436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616142.386940:0:93436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616142.386942:0:93436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616142.386944:0:93436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.386947:0:93436:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749493194240 : -121324216357376 : ffff91a8012e6e00) 00800000:00000001:3.0:1773616142.386950:0:93436:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1773616142.386952:0:93436:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1773616142.386955:0:93436:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1773616142.386957:0:93436:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000001:3.0:1773616142.386960:0:93436:0:(fid_request.c:204:seq_client_alloc_seq()) Process entered 40000000:00000001:3.0:1773616142.386961:0:93436:0:(fid_request.c:167:seq_client_alloc_meta()) Process entered 40000000:00000001:3.0:1773616142.386963:0:93436:0:(fid_request.c:43:seq_client_rpc()) Process entered 00000100:00000010:3.0:1773616142.386969:0:93436:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773616142.386972:0:93436:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616142.386976:0:93436:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616142.386979:0:93436:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616142.386982:0:93436:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616142.386987:0:93436:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809128200. 00000100:00000001:3.0:1773616142.386993:0:93436:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.386998:0:93436:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616142.386999:0:93436:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616142.387004:0:93436:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616142.387007:0:93436:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606948864 : -121324102602752 : ffff91a807f63000) 00000100:00000001:3.0:1773616142.387009:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.387011:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773616142.387015:0:93436:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616142.387020:0:93436:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.387022:0:93436:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616142.387023:0:93436:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616142.387028:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.387035:0:93436:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616142.387037:0:93436:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.387040:0:93436:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616142.387042:0:93436:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616142.387044:0:93436:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616142.387048:0:93436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583488:192.168.201.103@tcp:700:dd.0 00000100:00000001:3.0:1773616142.387053:0:93436:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616142.387057:0:93436:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616142.387059:0:93436:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.387062:0:93436:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616142.387067:0:93436:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a809128c00. 02000000:00000001:3.0:1773616142.387069:0:93436:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616142.387073:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616142.387077:0:93436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616142.387083:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616142.387088:0:93436:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795583488, portal 10 00000100:00000001:3.0:1773616142.387090:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.387092:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773616142.387098:0:93436:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.387105:0:93436:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616142.387108:0:93436:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616142.387111:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3440. 00000100:00000200:3.0:1773616142.387115:0:93436:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1859763795583488, offset 0 00000400:00000200:3.0:1773616142.387121:0:93436:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616142.387128:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.387134:0:93436:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616142.387139:0:93436:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616142.387144:0:93436:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616142.387148:0:93436:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616142.387151:0:93436:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616142.387154:0:93436:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149492:149492:256:4294967295] 192.168.201.103@tcp LPNI seq info [149432:149432:8:4294967295] 00000400:00000200:3.0:1773616142.387159:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.387168:0:93436:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616142.387174:0:93436:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616142.387180:0:93436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616142.387187:0:93436:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616142.387194:0:93436:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616142.387198:0:93436:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:3.0:1773616142.390940:0:93436:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.390953:0:93436:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 30571 usecs (31 jiffies) 00000400:00000200:3.0:1773616142.390962:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616142.390966:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943030 00000100:00000001:3.0:1773616142.390971:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.390974:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943030 00000100:00000001:3.0:1773616142.390976:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.390978:0:93436:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.390982:0:93436:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.390986:0:93436:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616142.390987:0:93436:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616142.390991:0:93436:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f63000 going to sleep for 11 seconds 00000100:00000001:3.0:1773616142.390996:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616142.390999:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616142.395568:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616142.395578:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:0.0:1773616142.395586:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.395595:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616142.395604:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3440 00000400:00000010:0.0:1773616142.395606:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3440. 00000100:00000001:0.0:1773616142.395611:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616142.395618:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616142.395630:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616142.395634:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616142.395640:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616142.395642:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616142.399779:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.399798:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616142.399802:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.399805:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.400060:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.400069:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616142.400079:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.400084:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.400090:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.400095:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 248 into portal 10 MB=0x69b720066e200 00000400:00000200:0.0:1773616142.400099:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.400106:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 248/248 into md 0x193979 [1] + 224 00000800:00000001:0.0:1773616142.400114:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.400124:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.400128:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.400133:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616142.400141:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616142.400151:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616142.400163:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616142.400179:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616142.400187:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.400191:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.401103:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616142.401114:0:93436:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616142.401116:0:93436:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616142.401119:0:93436:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616142.401124:0:93436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:3.0:1773616142.401126:0:93436:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:3.0:1773616142.401130:0:93436:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616142.401136:0:93436:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616142.401145:0:93436:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.401152:0:93436:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616142.401153:0:93436:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.401156:0:93436:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616142.401160:0:93436:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616142.401163:0:93436:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616142.401165:0:93436:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.401168:0:93436:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616142.401177:0:93436:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8182b5d30 time=1773616142 v=5 (0 0 0 0) 00000100:00001000:3.0:1773616142.401181:0:93436:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616142.401184:0:93436:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616142.401186:0:93436:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.401188:0:93436:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616142.401191:0:93436:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.401195:0:93436:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616142.401197:0:93436:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616142.401199:0:93436:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616142.401201:0:93436:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.401207:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.401214:0:93436:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.401216:0:93436:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616142.401219:0:93436:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616142.401223:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616142.401231:0:93436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583488:192.168.201.103@tcp:700:dd.0 00000100:00000001:3.0:1773616142.401235:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.401238:0:93436:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.401241:0:93436:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616142.401243:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.401246:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.401253:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616142.401257:0:93436:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616142.401260:0:93436:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616142.401261:0:93436:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1773616142.401268:0:93436:0:(fid_request.c:121:seq_client_rpc()) cli-cli-lustre-MDT0000-mdc-ffff91a81094d000: Allocated meta-sequence [0x000000020000bf8a-0x000000020000bf8b]:0:mdt] 40000000:00000001:3.0:1773616142.401273:0:93436:0:(fid_request.c:123:seq_client_rpc()) Process leaving 00000100:00000001:3.0:1773616142.401274:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.401277:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795583488/t0(0) o700->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:30/10 lens 264/248 e 0 to 0 dl 1773616158 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.401284:0:93436:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616142.401287:0:93436:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616142.401290:0:93436:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a809128c00. 02000000:00000001:3.0:1773616142.401293:0:93436:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616142.401296:0:93436:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616142.401298:0:93436:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616142.401300:0:93436:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616142.401303:0:93436:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809128200. 02000000:00000001:3.0:1773616142.401306:0:93436:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616142.401307:0:93436:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616142.401310:0:93436:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:3.0:1773616142.401313:0:93436:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616142.401315:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:3.0:1773616142.401317:0:93436:0:(fid_request.c:196:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1773616142.401319:0:93436:0:(fid_request.c:217:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff91a81094d000: New range - [0x000000020000bf8a-0x000000020000bf8b]:0:mdt 40000000:00000040:3.0:1773616142.401323:0:93436:0:(fid_request.c:228:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff91a81094d000: Allocated sequence [0x20000bf8a] 40000000:00000001:3.0:1773616142.401325:0:93436:0:(fid_request.c:230:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1773616142.401327:0:93436:0:(fid_request.c:319:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a81094d000: New sequence [0x000000020000bf8a] 40000000:00000040:3.0:1773616142.401329:0:93436:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a81094d000: Allocated FID [0x20000bf8a:0x1:0x0] 40000000:00000001:3.0:1773616142.401332:0:93436:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616142.401336:0:93436:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616142.401339:0:93436:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616142.401342:0:93436:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.401345:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fab8a0 00800000:00000002:3.0:1773616142.401348:0:93436:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf8a:0x1:0x0], name='f132.recovery-small' -> mds #0 00000002:00000001:3.0:1773616142.401354:0:93436:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616142.401356:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fab7d8 00000002:00010000:3.0:1773616142.401358:0:93436:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f132.recovery-small,[0x20000bf8a:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100102 00000002:00000001:3.0:1773616142.401362:0:93436:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616142.401365:0:93436:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773616142.401369:0:93436:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1773616142.401376:0:93436:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.401378:0:93436:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773616142.401381:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 2 00010000:00000001:3.0:1773616142.401383:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616142.401386:0:93436:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773616142.401390:0:93436:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616142.401395:0:93436:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00000001:3.0:1773616142.401406:0:93436:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616142.401410:0:93436:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773616142.401413:0:93436:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773616142.401415:0:93436:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773616142.401418:0:93436:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616142.401420:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616142.401423:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 3 00010000:00000001:3.0:1773616142.401425:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616142.401740:0:93436:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.401742:0:93436:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616142.401744:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616142.401746:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 3 00010000:00000001:3.0:1773616142.401749:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616142.401750:0:93436:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.401752:0:93436:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616142.401753:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616142.401754:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 3 00010000:00000001:3.0:1773616142.401756:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616142.401757:0:93436:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.401759:0:93436:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773616142.401762:0:93436:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804118000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773616142.401767:0:93436:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773616142.401769:0:93436:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773616142.401772:0:93436:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773616142.401774:0:93436:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.401777:0:93436:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616142.401780:0:93436:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616142.401782:0:93436:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616142.401784:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616142.401787:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773616142.401790:0:93436:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a600 with handle 0xe60cc2233ec67946 from hash 00010000:00000001:3.0:1773616142.401793:0:93436:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616142.401794:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.401796:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.401797:0:93436:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616142.401800:0:93436:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616142.401801:0:93436:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616142.401804:0:93436:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616142.401806:0:93436:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616142.401808:0:93436:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773616142.401814:0:93436:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3100. 00000020:00000040:3.0:1773616142.401817:0:93436:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 02000000:00000001:3.0:1773616142.401822:0:93436:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773616142.401823:0:93436:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.401826:0:93436:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616142.401830:0:93436:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616142.401833:0:93436:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.401859:0:93436:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616142.401862:0:93436:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616142.401867:0:93436:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616142.401875:0:93436:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a819773000. 00000100:00000001:3.0:1773616142.401881:0:93436:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.401886:0:93436:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616142.401888:0:93436:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616142.401892:0:93436:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1773616142.401900:0:93436:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616142.401902:0:93436:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616142.401904:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616142.401906:0:93436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002a600/0xe60cc2233ec67946 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c671 expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000040:3.0:1773616142.401914:0:93436:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a400 count: 0 00010000:00000010:3.0:1773616142.401920:0:93436:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2180. 00010000:00000001:3.0:1773616142.401929:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.401931:0:93436:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.401932:0:93436:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616142.401934:0:93436:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.401936:0:93436:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.401945:0:93436:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00010000:00000001:3.0:1773616142.401948:0:93436:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616142.401950:0:93436:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616142.401955:0:93436:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460ad00. 00010000:00000010:3.0:1773616142.401959:0:93436:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2180. 00010000:00000001:3.0:1773616142.401965:0:93436:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616142.401968:0:93436:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002ac00. 00000020:00000001:3.0:1773616142.401971:0:93436:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616142.401973:0:93436:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002ac00 with handle 0xe60cc2233ec6794d to hash 00000020:00000001:3.0:1773616142.401976:0:93436:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616142.401977:0:93436:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.401980:0:93436:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.401984:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616142.401986:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.401989:0:93436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93436 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616142.401996:0:93436:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93436 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773616142.402008:0:93436:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a81094d000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773616142.402015:0:93436:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773616142.402029:0:93436:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93436 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616142.402034:0:93436:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616142.402036:0:93436:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616142.402041:0:93436:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616142.402044:0:93436:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606948864 : -121324102602752 : ffff91a807f63000) 00000100:00000001:3.0:1773616142.402047:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.402048:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773616142.402052:0:93436:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616142.402056:0:93436:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.402058:0:93436:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616142.402059:0:93436:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616142.402063:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.402070:0:93436:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616142.402072:0:93436:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.402076:0:93436:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616142.402079:0:93436:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616142.402081:0:93436:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616142.402084:0:93436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583744:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773616142.402088:0:93436:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616142.402095:0:93436:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616142.402097:0:93436:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.402100:0:93436:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616142.402159:0:93436:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:3.0:1773616142.402162:0:93436:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616142.402169:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616142.402174:0:93436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616142.402182:0:93436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a8205d9400. 00000100:00000200:3.0:1773616142.402189:0:93436:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795583744, portal 10 00000100:00000001:3.0:1773616142.402191:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.402193:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000040:3.0:1773616142.402200:0:93436:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616197 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.402207:0:93436:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616142.402210:0:93436:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616142.402213:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616142.402217:0:93436:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859763795583744, offset 0 00000400:00000200:3.0:1773616142.402223:0:93436:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616142.402230:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.402237:0:93436:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616142.402242:0:93436:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616142.402247:0:93436:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616142.402250:0:93436:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616142.402253:0:93436:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616142.402257:0:93436:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149493:149493:256:4294967295] 192.168.201.103@tcp LPNI seq info [149433:149433:8:4294967295] 00000400:00000200:3.0:1773616142.402261:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.402271:0:93436:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616142.402278:0:93436:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616142.402283:0:93436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773616142.402289:0:93436:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616142.402296:0:93436:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616142.402301:0:93436:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1773616142.402324:0:93436:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.402329:0:93436:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 28960 usecs (29 jiffies) 00000400:00000200:3.0:1773616142.402332:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616142.402335:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943039 00000100:00000001:3.0:1773616142.402338:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.402340:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943039 00000100:00000001:3.0:1773616142.402342:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.402345:0:93436:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.402349:0:93436:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.402351:0:93436:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616142.402353:0:93436:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616142.402355:0:93436:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f63000 going to sleep for 50 seconds 00000100:00000001:3.0:1773616142.402357:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616142.402360:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616142.407194:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616142.407206:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41b00. 00000400:00000200:0.0:1773616142.407215:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.407225:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616142.407251:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:0.0:1773616142.407255:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:0.0:1773616142.407277:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616142.407286:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616197 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616142.407316:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616142.407321:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616197 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616142.407362:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616142.407364:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616142.414069:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a400. 00010000:00000010:3.1:1773616142.414085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00000800:00000001:0.0:1773616142.420899:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.420917:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616142.420921:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.420924:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.420935:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.420942:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616142.420951:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.420956:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.420962:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.420967:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b720066e300 00000400:00000200:0.0:1773616142.420972:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.420978:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x193981 [32] + 224 00000800:00000001:0.0:1773616142.420987:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.420997:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.421001:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.421006:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616142.421014:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616142.421024:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616197 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616142.421037:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616197 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616142.421060:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616142.421069:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.421073:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.421139:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616142.421146:0:93436:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616142.421148:0:93436:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616142.421152:0:93436:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616142.421156:0:93436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8205d9400 00000400:00000010:3.0:1773616142.421159:0:93436:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a8205d9400. 00000100:00000001:3.0:1773616142.421162:0:93436:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616142.421167:0:93436:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616197 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616142.421177:0:93436:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3100 x1859763795583744/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616197 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.421183:0:93436:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616142.421185:0:93436:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.421188:0:93436:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616142.421192:0:93436:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616142.421194:0:93436:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616142.421197:0:93436:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.421200:0:93436:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616142.421210:0:93436:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=4 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616142.421215:0:93436:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616142.421218:0:93436:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616142.421220:0:93436:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.421222:0:93436:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616142.421227:0:93436:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.421231:0:93436:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616142.421232:0:93436:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773616142.421236:0:93436:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616142.421238:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.421240:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:3.0:1773616142.421243:0:93436:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616142.421245:0:93436:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616142.421247:0:93436:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616142.421249:0:93436:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.421255:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616197 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.421263:0:93436:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.421267:0:93436:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616142.421268:0:93436:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616142.421273:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616197 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616142.421281:0:93436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3100 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583744:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773616142.421285:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.421288:0:93436:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.421290:0:93436:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616142.421293:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.421296:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616197 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.421304:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616142.421308:0:93436:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f63000. 00000100:00000001:3.0:1773616142.421311:0:93436:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616142.421312:0:93436:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.421315:0:93436:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616142.421321:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.421324:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.421326:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=4 00000020:00000001:3.0:1773616142.421329:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.421332:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000040:3.0:1773616142.421340:0:93436:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002ac00, remote cookie: 0xf6516185796c68d, flags: 0x1001 00010000:00010000:3.0:1773616142.421345:0:93436:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616142.421359:0:93436:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773616142.421362:0:93436:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773616142.421597:0:93436:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a400. 00010000:00000010:3.0:1773616142.421603:0:93436:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2b80. 00010000:00000040:3.0:1773616142.421609:0:93436:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460ad00 count: 0 00010000:00000010:3.0:1773616142.421615:0:93436:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2180. 00010000:00000001:3.0:1773616142.421622:0:93436:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.421626:0:93436:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616142.421635:0:93436:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.421641:0:93436:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616142.421644:0:93436:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616142.421646:0:93436:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616142.421648:0:93436:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616142.421649:0:93436:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616142.421652:0:93436:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x7:0x0].0x0 (ffff91a80460a400) refcount = 1 00010000:00010000:3.0:1773616142.421657:0:93436:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.421664:0:93436:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616142.421667:0:93436:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616142.421668:0:93436:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616142.421671:0:93436:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616142.421674:0:93436:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.421678:0:93436:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.421690:0:93436:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616142.421691:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.421693:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.421694:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.421695:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.421697:0:93436:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.421702:0:93436:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616142.421968:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.421970:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.421972:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=3 00000020:00000001:3.0:1773616142.421975:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.421977:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.421980:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.421981:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.421982:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=4 00000020:00000001:3.0:1773616142.421984:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.421986:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.421989:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616142.421993:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.421997:0:93436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.422005:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422006:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.422007:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.422009:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.422010:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=5 00000020:00000001:3.0:1773616142.422012:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422014:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422017:0:93436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616142.422020:0:93436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.422027:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422028:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616142.422031:0:93436:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.422037:0:93436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616142.422039:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422040:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.422041:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422042:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616142.422048:0:93436:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616197 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616142.422057:0:93436:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773616142.422062:0:93436:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616197 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616142.422068:0:93436:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.422075:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.422076:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.422078:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=3 00000020:00000001:3.0:1773616142.422079:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422082:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00000002:00010000:3.0:1773616142.422086:0:93436:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773616142.422096:0:93436:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a8061f05c0. 00010000:00000001:3.0:1773616142.422098:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422099:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616142.422101:0:93436:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.422103:0:93436:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.422106:0:93436:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773616142.422109:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.422111:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00010000:00000001:3.0:1773616142.422113:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.422114:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.422116:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=3 00000020:00000001:3.0:1773616142.422118:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422120:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00000002:00010000:3.0:1773616142.422123:0:93436:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.422130:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422132:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.422133:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616142.422135:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.422136:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.422137:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=3 00000020:00000001:3.0:1773616142.422139:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422142:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000040:3.0:1773616142.422146:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 2 00010000:00000001:3.0:1773616142.422148:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616142.422152:0:93436:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80370f000 type 13 mode 4 res 8589983625/7 (0 0) 00010000:00000001:3.0:1773616142.422154:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422155:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616142.422157:0:93436:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616142.422159:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fab758 00000002:00002000:3.0:1773616142.422162:0:93436:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f132.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1773616142.422166:0:93436:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.422170:0:93436:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.422173:0:93436:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616142.422176:0:93436:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773616142.422179:0:93436:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616142.422183:0:93436:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0f80 2 00000080:00000001:3.0:1773616142.422186:0:93436:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773616142.422189:0:93436:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a80469b840 it_disposition 80002b 00000080:00000001:3.0:1773616142.422192:0:93436:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616142.422197:0:93436:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773616142.422200:0:93436:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616142.422203:0:93436:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:3.0:1773616142.422206:0:93436:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1773616142.422222:0:93436:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a80415d280. 00000020:00000001:3.0:1773616142.422232:0:93436:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1773616142.422234:0:93436:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1773616142.422237:0:93436:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:3.0:1773616142.422239:0:93436:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a80415d348) 00000020:00000001:3.0:1773616142.422244:0:93436:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616142.422248:0:93436:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbbd0. 00000020:00000010:3.0:1773616142.422253:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128200. 00000020:00000010:3.0:1773616142.422258:0:93436:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128c00. 00000020:00000010:3.0:1773616142.422263:0:93436:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b000. 00000008:00000010:3.0:1773616142.422271:0:93436:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efd940. 00020000:00000010:3.0:1773616142.422276:0:93436:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773616142.422282:0:93436:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818215c40. 00000080:00000010:3.0:1773616142.422288:0:93436:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2ba80. 00000080:00000010:3.0:1773616142.422292:0:93436:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818209488. 00000020:00000010:3.0:1773616142.422296:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128a00. 00000008:00000010:3.0:1773616142.422301:0:93436:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2420. 00020000:00000010:3.0:1773616142.422305:0:93436:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827ed00. 00008000:00000010:3.0:1773616142.422309:0:93436:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27da8. 00000080:00000010:3.0:1773616142.422312:0:93436:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f280f0. 00000020:00000001:3.0:1773616142.422316:0:93436:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712856 : -121323943838760 : ffff91a8116cbbd8) 00000020:00001000:3.0:1773616142.422318:0:93436:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbbd0 00000020:00000001:3.0:1773616142.422322:0:93436:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:3.0:1773616142.422327:0:93436:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91a80460b7d0. 00000020:00000001:3.0:1773616142.422329:0:93436:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1773616142.422331:0:93436:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.422339:0:93436:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:3.0:1773616142.422342:0:93436:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91a80460c5d0. 00020000:00000001:3.0:1773616142.422345:0:93436:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446622749546825168 : -121324162726448 : ffff91a80460c5d0) 00020000:00000001:3.0:1773616142.422349:0:93436:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:3.0:1773616142.422351:0:93436:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773616142.422357:0:93436:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a80469b060. 00020000:00000010:3.0:1773616142.422362:0:93436:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a806f78c80. 00020000:00000010:3.0:1773616142.422367:0:93436:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a80469bd20. 00020000:00000001:3.0:1773616142.422370:0:93436:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547412768 : -121324162138848 : ffff91a80469bd20) 00020000:00000002:3.0:1773616142.422374:0:93436:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bd20, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773616142.422378:0:93436:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773616142.422382:0:93436:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78c80: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000001:3.0:1773616142.422385:0:93436:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1773616142.422387:0:93436:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bd20, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773616142.422403:0:93436:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773616142.422406:0:93436:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78c80: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000010:3.0:1773616142.422410:0:93436:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91a804557d20. 00020000:00000010:3.0:1773616142.422413:0:93436:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91a807f63000. 00020000:00000001:3.0:1773616142.422417:0:93436:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1773616142.422419:0:93436:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91a8045a4db0. 00020000:00000001:3.0:1773616142.422423:0:93436:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1773616142.422425:0:93436:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000020:00000010:3.0:1773616142.422430:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff91a806f41d00. 00020000:00000001:3.0:1773616142.422433:0:93436:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1773616142.422436:0:93436:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91a80460b898. 00000020:00000001:3.0:1773616142.422438:0:93436:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1773616142.422439:0:93436:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.422441:0:93436:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622749546821912 : -121324162729704 : ffff91a80460b918) 00020000:00000001:3.0:1773616142.422445:0:93436:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1773616142.422449:0:93436:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91a804748a80. 00020000:00000001:3.0:1773616142.422452:0:93436:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.422456:0:93436:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546821912 : -121324162729704 : ffff91a80460b918) 00020000:00000001:3.0:1773616142.422459:0:93436:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622749546821912 : -121324162729704 : ffff91a80460b918) 00020000:00000002:3.0:1773616142.422462:0:93436:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x176c:0x0]@ffff91a80460b898[0:0] -> [0x20000bf89:0x7:0x0]@ffff91a80460b7d0: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000001:3.0:1773616142.422467:0:93436:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1773616142.422470:0:93436:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:3.0:1773616142.422471:0:93436:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773616142.422474:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff91a806f41000. 00000020:00000001:3.0:1773616142.422477:0:93436:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546821712 : -121324162729904 : ffff91a80460b850) 00000020:00001000:3.0:1773616142.422480:0:93436:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbbd0 00000020:00000010:3.0:1773616142.422483:0:93436:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128c00. 00000020:00000010:3.0:1773616142.422487:0:93436:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b000. 00000008:00000010:3.0:1773616142.422490:0:93436:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efd940. 00020000:00000010:3.0:1773616142.422494:0:93436:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773616142.422497:0:93436:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818215c40. 00000080:00000010:3.0:1773616142.422501:0:93436:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2ba80. 00000080:00000010:3.0:1773616142.422504:0:93436:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818209488. 00000020:00000010:3.0:1773616142.422507:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128200. 00000008:00000010:3.0:1773616142.422509:0:93436:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2420. 00020000:00000010:3.0:1773616142.422514:0:93436:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827ed00. 00008000:00000010:3.0:1773616142.422517:0:93436:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27da8. 00000080:00000010:3.0:1773616142.422519:0:93436:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f280f0. 00000020:00000010:3.0:1773616142.422521:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128a00. 00000020:00000010:3.0:1773616142.422524:0:93436:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbbd0. 00000080:00000001:3.0:1773616142.422528:0:93436:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088007 : 144116010713088007 : 20000bf89000007) 00000080:00000001:3.0:1773616142.422531:0:93436:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:3.0:1773616142.422534:0:93436:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088007 mtime from 0 to 1773616141 00000080:00000001:3.0:1773616142.422538:0:93436:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1773616142.422540:0:93436:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541913416 : -121324167638200 : ffff91a80415d348) 00010000:00000001:3.0:1773616142.422543:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.422544:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.422546:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=3 00000020:00000001:3.0:1773616142.422548:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422550:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00000080:00000001:3.0:1773616142.422553:0:93436:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773616142.422555:0:93436:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616142.422558:0:93436:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbbd0. 00000020:00000010:3.0:1773616142.422560:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128a00. 00000020:00000010:3.0:1773616142.422563:0:93436:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616142.422565:0:93436:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b000. 00000008:00000010:3.0:1773616142.422568:0:93436:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efd940. 00020000:00000010:3.0:1773616142.422570:0:93436:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773616142.422573:0:93436:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818215c40. 00000080:00000010:3.0:1773616142.422575:0:93436:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2ba80. 00000080:00000010:3.0:1773616142.422578:0:93436:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818209488. 00000020:00000010:3.0:1773616142.422581:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128c00. 00000008:00000010:3.0:1773616142.422584:0:93436:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2420. 00020000:00000010:3.0:1773616142.422586:0:93436:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827ed00. 00008000:00000010:3.0:1773616142.422589:0:93436:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27da8. 00000080:00000010:3.0:1773616142.422591:0:93436:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f280f0. 00000020:00000001:3.0:1773616142.422594:0:93436:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712856 : -121323943838760 : ffff91a8116cbbd8) 00000020:00001000:3.0:1773616142.422596:0:93436:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbbd0 00000020:00000001:3.0:1773616142.422597:0:93436:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1773616142.422600:0:93436:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773616142.422602:0:93436:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773616142.422604:0:93436:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a80469bde0. 00020000:00000010:3.0:1773616142.422607:0:93436:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a806f78b00. 00020000:00000010:3.0:1773616142.422610:0:93436:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a80469b600. 00020000:00000001:3.0:1773616142.422612:0:93436:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547410944 : -121324162140672 : ffff91a80469b600) 00020000:00000002:3.0:1773616142.422615:0:93436:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469b600, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773616142.422619:0:93436:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773616142.422623:0:93436:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78b00: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000002:3.0:1773616142.422627:0:93436:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c5d0) owner ffff91a803224f80 00020000:00000001:3.0:1773616142.422629:0:93436:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773616142.422632:0:93436:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c5d0) owner ffff91a803224f80 00020000:00000010:3.0:1773616142.422636:0:93436:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a806f78b00. 00020000:00000010:3.0:1773616142.422640:0:93436:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a80469bde0. 00020000:00000010:3.0:1773616142.422643:0:93436:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a80469b600. 00020000:00000002:3.0:1773616142.422645:0:93436:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x7:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1773616142.422647:0:93436:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.422649:0:93436:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.422653:0:93436:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1773616142.422656:0:93436:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000002:3.0:1773616142.422659:0:93436:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bd20 addref 2/0 by ffff91a803224f80. 00020000:00000002:3.0:1773616142.422661:0:93436:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000001:3.0:1773616142.422664:0:93436:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1773616142.422666:0:93436:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1773616142.422668:0:93436:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1773616142.422670:0:93436:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1773616142.422672:0:93436:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1773616142.422674:0:93436:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1773616142.422677:0:93436:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbbd0 00000020:00000010:3.0:1773616142.422679:0:93436:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128200. 00000020:00000010:3.0:1773616142.422682:0:93436:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b000. 00000008:00000010:3.0:1773616142.422685:0:93436:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efd940. 00020000:00000010:3.0:1773616142.422687:0:93436:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773616142.422690:0:93436:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818215c40. 00000080:00000010:3.0:1773616142.422693:0:93436:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2ba80. 00000080:00000010:3.0:1773616142.422695:0:93436:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818209488. 00000020:00000010:3.0:1773616142.422698:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128a00. 00000008:00000010:3.0:1773616142.422700:0:93436:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2420. 00020000:00000010:3.0:1773616142.422703:0:93436:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827ed00. 00008000:00000010:3.0:1773616142.422706:0:93436:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27da8. 00000080:00000010:3.0:1773616142.422708:0:93436:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f280f0. 00000020:00000010:3.0:1773616142.422711:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128c00. 00000020:00000010:3.0:1773616142.422713:0:93436:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbbd0. 00000080:00000001:3.0:1773616142.422726:0:93436:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.422728:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422730:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616142.422731:0:93436:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773616142.422736:0:93436:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773616142.422737:0:93436:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616142.422740:0:93436:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a80415d348) for lock 0xe60cc2233ec6794d 00800000:00000001:3.0:1773616142.422744:0:93436:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616142.422746:0:93436:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616142.422747:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.422748:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.422750:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=3 00000020:00000001:3.0:1773616142.422752:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422754:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.422756:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.422758:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616142.422759:0:93436:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.422761:0:93436:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1773616142.422766:0:93436:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a80858de58 inode ffff91a80415d348 refc 1 flags 0x40000e 00000080:00000001:3.0:1773616142.422770:0:93436:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1773616142.422774:0:93436:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x7:0x0](ffff91a80415d348) 00000080:00000001:3.0:1773616142.422777:0:93436:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773616142.422780:0:93436:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a809128800. 00000100:00000001:3.0:1773616142.422784:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.422789:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.422797:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.422806:0:93436:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773616142.422809:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881faba60 00000080:00200008:3.0:1773616142.422810:0:93436:0:(file.c:1030:ll_file_open()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a80415d348), flags 100101 00000080:00000010:3.0:1773616142.422818:0:93436:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a80b777540. 00000080:00000010:3.0:1773616142.422824:0:93436:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a8061f04c0. 00000080:00000001:3.0:1773616142.422827:0:93436:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:3.0:1773616142.422831:0:93436:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1773616142.422833:0:93436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616142.422863:0:93436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616142.422866:0:93436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616142.422868:0:93436:0:(fld_cache.c:502:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:3.0:1773616142.422870:0:93436:0:(fld_request.c:114:fld_client_get_target()) Process entered 80000000:00000001:3.0:1773616142.422872:0:93436:0:(fld_request.c:45:fld_rrb_scan()) Process entered 80000000:00000001:3.0:1773616142.422874:0:93436:0:(fld_request.c:62:fld_rrb_scan()) Process leaving (rc=18446622749603238528 : -121324106313088 : ffff91a807bd9280) 80000000:00000040:3.0:1773616142.422877:0:93436:0:(fld_request.c:124:fld_client_get_target()) cli-lustre-clilmv-ffff91a81094d000: Found target (idx 1) by seq 0x20000bf89 80000000:00000001:3.0:1773616142.422879:0:93436:0:(fld_request.c:127:fld_client_get_target()) Process leaving (rc=18446622749603238528 : -121324106313088 : ffff91a807bd9280) 80000000:00000040:3.0:1773616142.422881:0:93436:0:(fld_request.c:443:fld_client_lookup()) cli-lustre-clilmv-ffff91a81094d000: Lookup fld entry (seq: 0x20000bf89) on target lustre-MDT0001-mdc-ffff91a81094d000 (idx 1) 80000000:00000001:3.0:1773616142.422884:0:93436:0:(fld_request.c:312:fld_client_rpc()) Process entered 00000100:00000010:3.0:1773616142.422889:0:93436:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0e00. 00000020:00000040:3.0:1773616142.422894:0:93436:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616142.422897:0:93436:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616142.422901:0:93436:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616142.422906:0:93436:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616142.422912:0:93436:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a809128800. 00000100:00000001:3.0:1773616142.422918:0:93436:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.422922:0:93436:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616142.422924:0:93436:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616142.422929:0:93436:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616142.422930:0:93436:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606949056 : -121324102602560 : ffff91a807f630c0) 00000100:00000001:3.0:1773616142.422933:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.422934:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528624640 : -121324180926976 : ffff91a8034b0e00) 00000100:00000001:3.0:1773616142.422938:0:93436:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616142.422941:0:93436:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.422943:0:93436:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616142.422945:0:93436:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616142.422950:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.422957:0:93436:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616142.422959:0:93436:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.422963:0:93436:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616142.422965:0:93436:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616142.422968:0:93436:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616142.422971:0:93436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583872:192.168.201.103@tcp:900:dd.0 00000100:00000001:3.0:1773616142.422974:0:93436:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616142.422980:0:93436:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616142.422982:0:93436:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.422985:0:93436:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616142.422989:0:93436:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a809128c00. 02000000:00000001:3.0:1773616142.422991:0:93436:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616142.422997:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616142.423001:0:93436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616142.423007:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616142.423013:0:93436:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795583872, portal 10 00000100:00000001:3.0:1773616142.423015:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.423016:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528624640 : -121324180926976 : ffff91a8034b0e00) 00000020:00000010:3.0:1773616142.423023:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807b50000. 00000100:00000040:3.0:1773616142.423029:0:93436:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.423035:0:93436:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616142.423037:0:93436:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616142.423040:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616142.423043:0:93436:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1859763795583872, offset 0 00000400:00000200:3.0:1773616142.423049:0:93436:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616142.423056:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.423062:0:93436:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616142.423067:0:93436:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616142.423070:0:93436:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616142.423074:0:93436:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616142.423077:0:93436:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616142.423081:0:93436:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149494:149494:256:4294967295] 192.168.201.103@tcp LPNI seq info [149434:149434:8:4294967295] 00000400:00000200:3.0:1773616142.423085:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616142.423095:0:93436:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616142.423100:0:93436:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616142.423105:0:93436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616142.423111:0:93436:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616142.423118:0:93436:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616142.423123:0:93436:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:3.0:1773616142.423132:0:93436:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.423136:0:93436:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 51868 usecs (52 jiffies) 00000400:00000200:3.0:1773616142.423139:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616142.423142:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943083 00000100:00000001:3.0:1773616142.423145:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.423148:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943083 00000100:00000001:3.0:1773616142.423150:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:3.0:1773616142.423152:0:93436:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.423155:0:93436:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.423157:0:93436:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616142.423159:0:93436:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616142.423161:0:93436:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f630c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773616142.423163:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616142.423165:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616142.424212:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616142.424219:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 00000400:00000200:0.0:1773616142.424225:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.424231:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616142.424236:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:0.0:1773616142.424238:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:0.0:1773616142.424242:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616142.424247:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616142.424258:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616142.424262:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616142.424268:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616142.424270:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616142.428826:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00000800:00000001:0.0:1773616142.479077:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.479099:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616142.479104:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.479106:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.479115:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.479123:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616142.479134:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.479140:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.479146:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.479152:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 248 into portal 10 MB=0x69b720066e380 00000400:00000200:0.0:1773616142.479157:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.479165:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 248/248 into md 0x193989 [1] + 224 00000800:00000001:0.0:1773616142.479175:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.479189:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.479193:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.479198:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616142.479205:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616142.479215:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616142.479228:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616142.479249:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616142.479257:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.479260:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.493224:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616142.493239:0:93436:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616142.493241:0:93436:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616142.493246:0:93436:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616142.493255:0:93436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:3.0:1773616142.493257:0:93436:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:3.0:1773616142.493261:0:93436:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616142.493273:0:93436:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616142.493286:0:93436:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.493293:0:93436:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616142.493296:0:93436:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.493298:0:93436:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616142.493302:0:93436:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616142.493305:0:93436:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616142.493307:0:93436:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.493311:0:93436:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616142.493320:0:93436:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030adca0 time=1773616142 v=5 (0 0 0 0) 00000100:00001000:3.0:1773616142.493524:0:93436:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616142.493526:0:93436:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616142.493528:0:93436:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.493531:0:93436:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616142.493535:0:93436:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.493539:0:93436:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616142.493541:0:93436:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616142.493543:0:93436:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616142.493545:0:93436:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616142.493550:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.493558:0:93436:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.493561:0:93436:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616142.493563:0:93436:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616142.493567:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616142.493575:0:93436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795583872:192.168.201.103@tcp:900:dd.0 00000100:00000001:3.0:1773616142.493581:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616142.493722:0:93436:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.493727:0:93436:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616142.493729:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.493734:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.493742:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616142.493745:0:93436:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616142.493749:0:93436:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616142.493750:0:93436:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616142.493757:0:93436:0:(fld_request.c:407:fld_client_rpc()) Process leaving 00000100:00000001:3.0:1773616142.493758:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.493762:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0e00 x1859763795583872/t0(0) o900->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:29/10 lens 264/248 e 0 to 0 dl 1773616158 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616142.493769:0:93436:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616142.493772:0:93436:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616142.493775:0:93436:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a809128c00. 02000000:00000001:3.0:1773616142.493777:0:93436:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616142.493780:0:93436:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616142.493782:0:93436:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616142.493785:0:93436:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616142.493787:0:93436:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809128800. 02000000:00000001:3.0:1773616142.493790:0:93436:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616142.493792:0:93436:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616142.493795:0:93436:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0e00. 00000100:00000001:3.0:1773616142.493798:0:93436:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616142.493800:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:3.0:1773616142.493811:0:93436:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff91a8061f08c0. 80000000:00000001:3.0:1773616142.493814:0:93436:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446622749576071360 : -121324133480256 : ffff91a8061f08c0) 80000000:00000001:3.0:1773616142.493817:0:93436:0:(fld_cache.c:386:fld_cache_insert_nolock()) Process entered 80000000:00000001:3.0:1773616142.493818:0:93436:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000001:3.0:1773616142.493820:0:93436:0:(fld_cache.c:203:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:3.0:1773616142.493822:0:93436:0:(fld_cache.c:417:fld_cache_insert_nolock()) insert range [0x0000000200000400-0x0000000240000400]:0:mdt 80000000:00000001:3.0:1773616142.493825:0:93436:0:(fld_cache.c:110:fld_fix_new_list()) Process entered 80000000:00000001:3.0:1773616142.493827:0:93436:0:(fld_cache.c:165:fld_fix_new_list()) Process leaving 80000000:00000001:3.0:1773616142.493829:0:93436:0:(fld_cache.c:421:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616142.493831:0:93436:0:(fld_cache.c:440:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616142.493833:0:93436:0:(fld_request.c:485:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616142.493856:0:93436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:3.0:1773616142.493860:0:93436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616142.493865:0:93436:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1773616142.493872:0:93436:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a807c3bc20. 00000002:00100000:3.0:1773616142.493877:0:93436:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616142.493884:0:93436:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616142.493886:0:93436:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1773616142.493892:0:93436:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1773616142.493896:0:93436:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.493910:0:93436:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616142.493915:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616142.493919:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1773616142.493925:0:93436:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616142.493927:0:93436:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:3.0:1773616142.493956:0:93436:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1773616142.493958:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.493962:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881faba60 00000080:00000008:3.0:1773616142.493965:0:93436:0:(file.c:1269:ll_file_open()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a80415d348), flags 100101, rc = 0 00000080:00000001:3.0:1773616142.493971:0:93436:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1773616142.493973:0:93436:0:(dcache.c:176:ll_intent_release()) intent ffff91a80469b840 released 00000080:00010000:3.0:1773616142.493976:0:93436:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6794d from it ffff91a80469b840 00010000:00000001:3.0:1773616142.493979:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616142.493982:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616142.493984:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002ac00 refcount=3 00000020:00000001:3.0:1773616142.493986:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.493990:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741984768 : -121323967566848 : ffff91a81002ac00) 00010000:00000001:3.0:1773616142.493993:0:93436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616142.493998:0:93436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616142.494008:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.494010:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.494011:0:93436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616142.494014:0:93436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616142.494017:0:93436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616142.494026:0:93436:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616142.494029:0:93436:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616142.494032:0:93436:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616142.494036:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.494037:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.494038:0:93436:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.494042:0:93436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616142.494045:0:93436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.494047:0:93436:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.494050:0:93436:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.494052:0:93436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616142.494054:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.494055:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773616142.494056:0:93436:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1773616142.494059:0:93436:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1773616142.494061:0:93436:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1773616142.494063:0:93436:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616142.494066:0:93436:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1773616142.494067:0:93436:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494070:0:93436:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1773616142.494072:0:93436:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494074:0:93436:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616142.494077:0:93436:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494079:0:93436:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1773616142.494081:0:93436:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a80469b840. 00000080:00000001:3.0:1773616142.494085:0:93436:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494088:0:93436:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773616142.494091:0:93436:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a80415d348), inode mode 81a4 mask 42 00000080:00000001:3.0:1773616142.494095:0:93436:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.494124:0:93436:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773616142.494127:0:93436:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000002:3.0:1773616142.494132:0:93436:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000001:3.0:1773616142.494135:0:93436:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494215:0:93436:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:3.0:1773616142.494217:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabd88 00000080:00200008:3.0:1773616142.494220:0:93436:0:(file.c:2590:do_file_write_iter()) START file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 0, count: 4096 00000080:00000001:3.0:1773616142.494224:0:93436:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1773616142.494225:0:93436:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494227:0:93436:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1773616142.494230:0:93436:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494232:0:93436:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1773616142.494234:0:93436:0:(file.c:2543:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.494236:0:93436:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616142.494242:0:93436:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbbd0. 00000020:00000010:3.0:1773616142.494247:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128800. 00000020:00000010:3.0:1773616142.494252:0:93436:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809128c00. 00000020:00000010:3.0:1773616142.494256:0:93436:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b840. 00000008:00000010:3.0:1773616142.494263:0:93436:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efd940. 00020000:00000010:3.0:1773616142.494267:0:93436:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a540. 00008000:00000010:3.0:1773616142.494272:0:93436:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818215c40. 00000080:00000010:3.0:1773616142.494279:0:93436:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2ba80. 00000080:00000010:3.0:1773616142.494283:0:93436:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818209488. 00000020:00000010:3.0:1773616142.494286:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128a00. 00000008:00000010:3.0:1773616142.494290:0:93436:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2420. 00020000:00000010:3.0:1773616142.494294:0:93436:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827ed00. 00008000:00000010:3.0:1773616142.494298:0:93436:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27da8. 00000080:00000010:3.0:1773616142.494302:0:93436:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f280f0. 00000020:00000001:3.0:1773616142.494304:0:93436:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712856 : -121323943838760 : ffff91a8116cbbd8) 00000020:00001000:3.0:1773616142.494307:0:93436:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbbd0 00000080:00000001:3.0:1773616142.494309:0:93436:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1773616142.494311:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabc98 00000080:00200000:3.0:1773616142.494313:0:93436:0:(file.c:2031:ll_file_io_generic()) f132.recovery-small: write ppos: 0, bytes: 4096 00000020:00000001:3.0:1773616142.494318:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabc30 00000080:00200000:3.0:1773616142.494320:0:93436:0:(file.c:1788:ll_io_set_mirror()) f132.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1773616142.494323:0:93436:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1773616142.494329:0:93436:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a554a16d[0x110, 1, [0x20000bf89:0x7:0x0] hash] 00000020:00200000:3.0:1773616142.494331:0:93436:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000020:00000001:3.0:1773616142.494335:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a80460b850 -> ffff91a80460b850 00000020:00000001:3.0:1773616142.494337:0:93436:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773616142.494339:0:93436:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773616142.494342:0:93436:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773616142.494345:0:93436:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616142.494346:0:93436:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1773616142.494349:0:93436:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616142.494354:0:93436:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494357:0:93436:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1773616142.494359:0:93436:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.494361:0:93436:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773616142.494364:0:93436:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a8182094e8 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1773616142.494367:0:93436:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000001:3.0:1773616142.494371:0:93436:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773616142.495710:0:93436:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773616142.495727:0:93436:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773616142.495729:0:93436:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1773616142.495733:0:93436:0:(lov_io.c:634:lov_io_slice_init()) 0 4096 00020000:00000001:3.0:1773616142.495737:0:93436:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1773616142.495738:0:93436:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773616142.495945:0:93436:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.495948:0:93436:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616142.495951:0:93436:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773616142.495952:0:93436:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773616142.495955:0:93436:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00000020:00000001:3.0:1773616142.495959:0:93436:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.495962:0:93436:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616142.495966:0:93436:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1773616142.495968:0:93436:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1773616142.495971:0:93436:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.495976:0:93436:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773616142.495978:0:93436:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773616142.495981:0:93436:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1773616142.495982:0:93436:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1773616142.495984:0:93436:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1773616142.495987:0:93436:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00000001:3.0:1773616142.495991:0:93436:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773616142.495993:0:93436:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773616142.495997:0:93436:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773616142.496001:0:93436:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616142.496003:0:93436:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773616142.496005:0:93436:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616142.496099:0:93436:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbea0. 00000020:00000010:3.0:1773616142.496105:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a809128200. 00000020:00000010:3.0:1773616142.496109:0:93436:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a809129a00. 00000020:00000010:3.0:1773616142.496113:0:93436:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b000. 00000008:00000010:3.0:1773616142.496121:0:93436:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efc2f0. 00020000:00000010:3.0:1773616142.496125:0:93436:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ae40. 00008000:00000010:3.0:1773616142.496130:0:93436:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818216350. 00000080:00000010:3.0:1773616142.496134:0:93436:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b738. 00000080:00000010:3.0:1773616142.496138:0:93436:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818209da8. 00000020:00000010:3.0:1773616142.496142:0:93436:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e4ca00. 00000008:00000010:3.0:1773616142.496146:0:93436:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2dc0. 00020000:00000010:3.0:1773616142.496150:0:93436:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827dd40. 00008000:00000010:3.0:1773616142.496154:0:93436:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27dd0. 00000080:00000010:3.0:1773616142.496157:0:93436:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28d20. 00000020:00000001:3.0:1773616142.496160:0:93436:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765713576 : -121323943838040 : ffff91a8116cbea8) 00000020:00001000:3.0:1773616142.496163:0:93436:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbea0 00000020:00000001:3.0:1773616142.496166:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a80460b918 -> ffff91a80460b850 00000020:00000001:3.0:1773616142.496168:0:93436:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773616142.496171:0:93436:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616142.496172:0:93436:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773616142.496174:0:93436:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496176:0:93436:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496178:0:93436:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878644072 : -121323830907544 : ffff91a81827ed68) 00000020:00000001:3.0:1773616142.496181:0:93436:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1773616142.496184:0:93436:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1773616142.496188:0:93436:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496190:0:93436:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496192:0:93436:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496194:0:93436:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496196:0:93436:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496198:0:93436:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1773616142.496201:0:93436:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1773616142.496203:0:93436:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1773616142.496206:0:93436:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:3.0:1773616142.496209:0:93436:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.496212:0:93436:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.496214:0:93436:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1773616142.496216:0:93436:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1773616142.496218:0:93436:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1773616142.496219:0:93436:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1773616142.496221:0:93436:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496223:0:93436:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.496225:0:93436:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.496227:0:93436:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616142.496229:0:93436:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496231:0:93436:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773616142.496233:0:93436:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616142.496234:0:93436:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773616142.496236:0:93436:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773616142.496238:0:93436:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496240:0:93436:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496242:0:93436:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496244:0:93436:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496246:0:93436:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773616142.496248:0:93436:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1773616142.496250:0:93436:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1773616142.496252:0:93436:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1773616142.496255:0:93436:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1773616142.496257:0:93436:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1773616142.496263:0:93436:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a807bb2180. 00020000:00000002:3.0:1773616142.496266:0:93436:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1773616142.496268:0:93436:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1773616142.496270:0:93436:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616142.496271:0:93436:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878644072 : -121323830907544 : ffff91a81827ed68) 00000020:00000001:3.0:1773616142.496273:0:93436:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1773616142.496277:0:93436:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811955db0. 00000008:00010000:3.0:1773616142.496280:0:93436:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1773616142.496282:0:93436:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773616142.496283:0:93436:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1773616142.496287:0:93436:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a807bb21b0, osc lock ffff91a811955db0, flags 0x0 00000020:00000001:3.0:1773616142.496289:0:93436:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496291:0:93436:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616142.496294:0:93436:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749603078528 : -121324106473088 : ffff91a807bb2180) 00000020:00000001:3.0:1773616142.496296:0:93436:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1773616142.496298:0:93436:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1773616142.496299:0:93436:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496301:0:93436:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496303:0:93436:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1773616142.496305:0:93436:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1773616142.496307:0:93436:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616142.496308:0:93436:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878644072 : -121323830907544 : ffff91a81827ed68) 00000020:00000001:3.0:1773616142.496310:0:93436:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1773616142.496312:0:93436:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1773616142.496315:0:93436:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1773616142.496316:0:93436:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.496320:0:93436:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773616142.496323:0:93436:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773616142.496324:0:93436:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773616142.496327:0:93436:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773616142.496328:0:93436:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773616142.496330:0:93436:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773616142.496332:0:93436:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1773616142.496335:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616142.496342:0:93436:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.496345:0:93436:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1773616142.496350:0:93436:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0e00. 00000020:00000040:3.0:1773616142.496354:0:93436:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00010000:00000001:3.0:1773616142.496359:0:93436:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616142.496363:0:93436:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616142.496367:0:93436:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.496371:0:93436:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616142.496373:0:93436:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616142.496378:0:93436:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616142.496384:0:93436:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a802e4ce00. 00000100:00000001:3.0:1773616142.496390:0:93436:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.496395:0:93436:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616142.496397:0:93436:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.496399:0:93436:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616142.496400:0:93436:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.496402:0:93436:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616142.496406:0:93436:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749528624640 : -121324180926976 : ffff91a8034b0e00) 00010000:00000001:3.0:1773616142.496409:0:93436:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616142.496411:0:93436:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616142.496415:0:93436:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460ad00. 00010000:00000010:3.0:1773616142.496419:0:93436:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91a80460ae00. 00010000:00000001:3.0:1773616142.496423:0:93436:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616142.496427:0:93436:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a600. 00000020:00000010:3.0:1773616142.496433:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff91a807bb2680. 00000020:00000001:3.0:1773616142.496436:0:93436:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616142.496439:0:93436:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a600 with handle 0xe60cc2233ec67954 to hash 00000020:00000001:3.0:1773616142.496441:0:93436:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616142.496443:0:93436:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000010:3.0:1773616142.496447:0:93436:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a8061f0140. 00010000:00000001:3.0:1773616142.496450:0:93436:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616142.496454:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616142.496456:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.496461:0:93436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616142.496472:0:93436:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616142.496483:0:93436:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616142.496490:0:93436:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616142.496492:0:93436:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616142.499867:0:93436:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807f630c0. 00000100:00000001:3.0:1773616142.499877:0:93436:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606949056 : -121324102602560 : ffff91a807f630c0) 00000100:00000001:3.0:1773616142.499882:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616142.499884:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528624640 : -121324180926976 : ffff91a8034b0e00) 00000100:00000001:3.0:1773616142.499891:0:93436:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616142.499895:0:93436:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616142.499897:0:93436:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616142.499899:0:93436:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616142.499910:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616142.499920:0:93436:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616142.499922:0:93436:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.499926:0:93436:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616142.499930:0:93436:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616142.499934:0:93436:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616142.499937:0:93436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795584000:192.168.201.103@tcp:101:dd.0 00000100:00000001:3.0:1773616142.499942:0:93436:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616142.499947:0:93436:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616142.499950:0:93436:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616142.499953:0:93436:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616142.507800:0:93436:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803494800. 02000000:00000001:2.0:1773616142.507812:0:93436:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616142.507825:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616142.507832:0:93436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b96e0. 00000400:00000010:2.0:1773616142.507857:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616142.507865:0:93436:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795584000, portal 4 00000100:00000001:2.0:1773616142.507869:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616142.507871:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528624640 : -121324180926976 : ffff91a8034b0e00) 00000020:00000010:2.0:1773616142.507882:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807a68000. 00000100:00000040:2.0:1773616142.507897:0:93436:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616142.507906:0:93436:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616142.507909:0:93436:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616142.507912:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616142.507917:0:93436:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795584000, offset 0 00000400:00000200:2.0:1773616142.507925:0:93436:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616142.507936:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616142.507945:0:93436:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616142.507950:0:93436:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616142.507955:0:93436:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616142.507961:0:93436:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616142.507964:0:93436:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616142.507969:0:93436:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149495:149495:256:4294967295] 192.168.201.103@tcp LPNI seq info [149435:149435:8:4294967295] 00000400:00000200:2.0:1773616142.507975:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616142.507985:0:93436:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616142.507991:0:93436:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616142.507997:0:93436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cded00. 00000800:00000200:2.0:1773616142.508004:0:93436:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616142.508012:0:93436:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616142.508017:0:93436:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cded00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616142.508045:0:93436:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616142.508050:0:93436:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 6993 usecs (7 jiffies) 00000400:00000200:2.0:1773616142.508054:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616142.508057:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301943123 00000100:00000001:2.0:1773616142.508060:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301943582 00000100:00000001:2.0:1773616142.508063:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301943123 00000100:00000001:2.0:1773616142.508065:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301943582 00000100:00000001:2.0:1773616142.508068:0:93436:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616142.508071:0:93436:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616142.508075:0:93436:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616142.508077:0:93436:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616142.508080:0:93436:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807f630c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773616142.508083:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616142.508086:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616142.508285:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616142.508291:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cded00. 00000400:00000200:0.0:1773616142.508296:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.508302:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616142.508308:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:0.0:1773616142.508311:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:0.0:1773616142.508315:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616142.508550:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616142.508563:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616142.508567:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616142.508574:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616142.508576:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616142.520746:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.520765:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616142.520769:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.520773:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.520783:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.520790:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616142.520801:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.520807:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.520813:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.520817:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b7201423680 00000400:00000200:0.0:1773616142.520826:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x192e01 [2] + 984 00000800:00000001:0.0:1773616142.520835:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.520885:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.520889:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.520894:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616142.520902:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773616142.520904:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773616142.520910:0:2392:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374e00. 00000100:00000040:0.0:1773616142.520914:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91a810374e00 x1859763809957504 msgsize 328 00000100:00100000:0.0:1773616142.520919:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773616142.520927:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773616142.520935:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.520938:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616142.525918:0:81768:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773616142.525928:0:81768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763809957504 02000000:00000001:1.0:1773616142.525933:0:81768:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773616142.525936:0:81768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616142.525938:0:81768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616142.525944:0:81768:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616142.525949:0:81768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763809957504 00000020:00000001:1.0:1773616142.525952:0:81768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616142.525954:0:81768:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:1.0:1773616142.525957:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616142.525962:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:1.0:1773616142.525965:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:1.0:1773616142.525968:0:81768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00000001:1.0:1773616142.525974:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616142.525986:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9180. 00000100:00000001:1.0:1773616142.525989:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616142.525992:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9180. 00000020:00000010:1.0:1773616142.526002:0:81768:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604800. 00000020:00000010:1.0:1773616142.526009:0:81768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8046b7300. 00000020:00000010:1.0:1773616142.526015:0:81768:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8046b6190. 00000100:00000040:1.0:1773616142.526026:0:81768:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773616142.526030:0:81768:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773616142.526032:0:81768:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773616142.526034:0:81768:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616142.526042:0:81768:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616142.526065:0:81768:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616142.526078:0:81768:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773616142.526081:0:81768:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773616142.526091:0:81768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 40 00000100:00000040:1.0:1773616142.526096:0:81768:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a807e38000 : new rpc_count 1 00000100:00000001:1.0:1773616142.526098:0:81768:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749745434112 : -121323964117504 : ffff91a810374e00) 00000100:00000040:1.0:1773616142.526106:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a810374e00 x1859763809957504/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:353/0 lens 328/0 e 0 to 0 dl 1773616153 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616142.526116:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616142.526119:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9180. 00000100:00000001:1.0:1773616142.526121:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616142.526124:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9180. 00000100:00100000:1.0:1773616142.526129:0:81768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a810374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:27796:x1859763809957504:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773616142.526133:0:81768:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763809957504 00010000:00000001:1.0:1773616142.526136:0:81768:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773616142.526143:0:81768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616142.526145:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616142.526147:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=4 00000020:00000001:1.0:1773616142.526150:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616142.526153:0:81768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616142.526157:0:81768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616142.526162:0:81768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616142.526168:0:81768:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00000001:1.0:1773616142.526182:0:81768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773616142.526184:0:81768:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773616142.526190:0:81768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8050fb800. 02000000:00000001:1.0:1773616142.526192:0:81768:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616142.526195:0:81768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616142.526201:0:81768:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773616142.526204:0:81768:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616142.526208:0:81768:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616142.526213:0:81768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616142.526216:0:81768:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 28 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616142.526218:0:81768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:1.0:1773616142.526221:0:81768:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773616142.526224:0:81768:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616142.526227:0:81768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616142.526230:0:81768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616142.526236:0:81768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1550. 00000100:00000200:1.0:1773616142.526243:0:81768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763809957504, offset 224 00000400:00000200:1.0:1773616142.526251:0:81768:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616142.526262:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616142.526270:0:81768:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616142.526276:0:81768:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149496:149496:256:4294967295] 192.168.201.103@tcp LPNI seq info [149436:149436:8:4294967295] 00000400:00000200:1.0:1773616142.526282:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616142.526292:0:81768:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616142.526297:0:81768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616142.526303:0:81768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb200. 00000800:00000200:1.0:1773616142.526310:0:81768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616142.526317:0:81768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616142.526323:0:81768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616142.526334:0:81768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616142.526338:0:81768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 27 to 192.168.201.103@tcp 00010000:00000001:1.0:1773616142.526341:0:81768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773616142.526345:0:81768:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a812a64c00. 00010000:00000001:1.0:1773616142.526348:0:81768:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773616142.526571:0:81768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773616142.526574:0:81768:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616142.526575:0:81768:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616142.526578:0:81768:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616142.526583:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374e00 x1859763809957504/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:353/0 lens 328/224 e 0 to 0 dl 1773616153 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773616142.526664:0:81768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a810374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:27796:x1859763809957504:12345-192.168.201.103@tcp:104: Request processed in 545us (5746us total) trans 0 rc 0/0 00000100:00100000:1.0:1773616142.526672:0:81768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 40 00000100:00000040:1.0:1773616142.526675:0:81768:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a807e38000 : new rpc_count 0 00000100:00000001:1.0:1773616142.526678:0:81768:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773616142.526680:0:81768:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773616142.526684:0:81768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8046b7300. 00000020:00000010:1.0:1773616142.526688:0:81768:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8046b6190. 00000020:00000010:1.0:1773616142.526692:0:81768:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604800. 00000020:00000040:1.0:1773616142.526697:0:81768:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00000001:1.0:1773616142.526700:0:81768:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616142.526945:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616142.526948:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.526951:0:86094:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773616142.526954:0:86094:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616142.526956:0:86094:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616142.526960:0:86094:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420080000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773616142.526970:0:86094:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff91a804651600 is referenced, will be cancelled later 00000008:00000001:3.0:1773616142.526973:0:86094:0:(osc_request.c:3996:osc_hp_handler()) Process entered 00000020:00000001:3.0:1773616142.526976:0:86094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616142.526981:0:86094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbab0. 00000020:00000010:3.0:1773616142.526987:0:86094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a801341e00. 00000020:00000010:3.0:1773616142.526991:0:86094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a8014ca600. 00000020:00000010:3.0:1773616142.526995:0:86094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b600. 00000008:00000010:3.0:1773616142.527001:0:86094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773616142.527016:0:86094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773616142.527020:0:86094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a8182174f8. 00000080:00000010:3.0:1773616142.527026:0:86094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bb28. 00000080:00000010:3.0:1773616142.527030:0:86094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820ada0. 00000020:00000010:3.0:1773616142.527033:0:86094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8014cb000. 00000008:00000010:3.0:1773616142.527037:0:86094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616142.527040:0:86094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616142.527044:0:86094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616142.527047:0:86094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28e10. 00000020:00000001:3.0:1773616142.527050:0:86094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712568 : -121323943839048 : ffff91a8116cbab8) 00000020:00001000:3.0:1773616142.527052:0:86094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbab0 00000008:00000001:3.0:1773616142.527056:0:86094:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1773616142.527058:0:86094:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1773616142.527062:0:86094:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616142.527066:0:86094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbab0 00000020:00000010:3.0:1773616142.527069:0:86094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a8014ca600. 00000020:00000010:3.0:1773616142.527073:0:86094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b600. 00000008:00000010:3.0:1773616142.527076:0:86094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773616142.527079:0:86094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773616142.527082:0:86094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a8182174f8. 00000080:00000010:3.0:1773616142.527085:0:86094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bb28. 00000080:00000010:3.0:1773616142.527088:0:86094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820ada0. 00000020:00000010:3.0:1773616142.527091:0:86094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a801341e00. 00000008:00000010:3.0:1773616142.527096:0:86094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616142.527100:0:86094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616142.527103:0:86094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616142.527106:0:86094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28e10. 00000020:00000010:3.0:1773616142.527108:0:86094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8014cb000. 00000020:00000010:3.0:1773616142.527110:0:86094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbab0. 00000008:00000001:3.0:1773616142.527112:0:86094:0:(osc_request.c:4028:osc_hp_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.527116:0:86094:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420480000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616142.527123:0:86094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616142.527125:0:86094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616142.527126:0:86094:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616142.527128:0:86094:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a812a64c00. 00010000:00000001:3.0:1773616142.527131:0:86094:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616142.527133:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616142.527134:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.527136:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616142.527137:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616142.527139:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.527140:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616142.527142:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616142.527143:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616142.527144:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1773616142.528895:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616142.528906:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb200. 00000400:00000200:0.0:1773616142.528912:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.528921:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616142.528927:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1550 00000400:00000010:0.0:1773616142.528931:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1550. 00000100:00000001:0.0:1773616142.528936:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773616142.528938:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1773616142.542756:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.544663:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616142.544669:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.544672:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.544682:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.544689:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616142.544699:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.544705:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.544711:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.544727:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b720066e400 00000400:00000200:0.0:1773616142.544732:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616142.544739:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x193991 [1] + 224 00000800:00000001:0.0:1773616142.544747:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.544759:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616142.544762:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616142.544767:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616142.544774:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616142.544784:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616142.544795:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616142.544820:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616142.544831:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616142.544835:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616142.548822:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616142.548880:0:93436:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616142.548884:0:93436:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616142.548888:0:93436:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b96e0. 00000400:00000200:2.0:1773616142.548897:0:93436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:2.0:1773616142.548900:0:93436:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:2.0:1773616142.548905:0:93436:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616142.548917:0:93436:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616142.548929:0:93436:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616142.548937:0:93436:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616142.548939:0:93436:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616142.548942:0:93436:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616142.548946:0:93436:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616142.548949:0:93436:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616142.548951:0:93436:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616142.548954:0:93436:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616142.548964:0:93436:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=3 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616142.548968:0:93436:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616142.548971:0:93436:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616142.548973:0:93436:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616142.548976:0:93436:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616142.548981:0:93436:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616142.548986:0:93436:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616142.548988:0:93436:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616142.548990:0:93436:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616142.548992:0:93436:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616142.548998:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616142.549006:0:93436:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616142.549010:0:93436:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616142.549012:0:93436:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616142.549017:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616142.549032:0:93436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0e00 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795584000:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616142.549037:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616142.549040:0:93436:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616142.549042:0:93436:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616142.549044:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616142.549047:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616142.549054:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616142.549057:0:93436:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807f630c0. 00000100:00000001:2.0:1773616142.549061:0:93436:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616142.549063:0:93436:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616142.549066:0:93436:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616142.549069:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616142.549072:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616142.549075:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=4 00000020:00000001:2.0:1773616142.549077:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616142.549080:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000040:2.0:1773616142.549089:0:93436:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002a600, remote cookie: 0xf6516185796c69b, flags: 0x20002 00010000:00000001:2.0:1773616142.549093:0:93436:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773616142.549096:0:93436:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616142.549098:0:93436:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1773616142.549106:0:93436:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616142.549119:0:93436:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x176c:0x0].0x0 (ffff91a80460ad00) refcount = 1 00010000:00000040:2.0:1773616142.549123:0:93436:0:(ldlm_resource.c:1858:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1773616142.549126:0:93436:0:(ldlm_resource.c:1860:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616142.549133:0:93436:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616142.549137:0:93436:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1773616142.549141:0:93436:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616142.549150:0:93436:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1773616143.008042:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301943582, at 4301943616 00000100:00000010:1.0:1773616143.008059:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bba0. 00000100:00000040:0.0:1773616143.011871:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301943582, at 4301943620 00000100:00000010:0.0:1773616143.011889:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bc00. 00010000:00000001:0.0:1773616143.264120:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616143.264128:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616143.264135:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616143.264136:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616143.264140:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616143.264141:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616143.264145:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616143.264146:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616143.264158:0:85936:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff91a811b28a00. 00010000:00000001:0.0:1773616143.264163:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616143.264165:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616143.264168:0:85936:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff91a811b29600. 00010000:00000001:0.0:1773616143.264171:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616143.264173:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616143.264200:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616143.264204:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616143.264207:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616144.224280:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.224291:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.224303:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616144.224309:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616144.224313:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.224317:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.224323:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.224331:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde100. 00000100:00000001:2.0:1773616144.224338:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224350:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.224361:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.224365:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224371:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13cc3e] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.224412:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224415:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.224419:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.224422:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616144.224425:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616144.224636:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.224638:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.224640:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.224645:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde400. 00000100:00000001:2.0:1773616144.224649:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224655:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.224662:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.224664:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224668:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.224678:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224680:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.224684:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.224698:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cbb80. 00000020:00000040:2.0:1773616144.224701:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616144.224703:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.224704:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.224706:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.224709:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde700. 00000100:00000001:2.0:1773616144.224712:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224716:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.224722:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.224724:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224727:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041fc5ef2] to pc [ptlrpcd_01_00+0] req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.224734:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224737:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.224740:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.224743:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9500. 00000020:00000040:2.0:1773616144.224745:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616144.224747:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.224748:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.224750:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.224753:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde000. 00000100:00000001:2.0:1773616144.224756:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224760:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.224992:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.224994:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.224999:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd05fb5] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225006:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225008:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.225011:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.225015:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca300. 00000020:00000040:2.0:1773616144.225018:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616144.225020:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.225021:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.225023:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.225028:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cded00. 00000100:00000001:2.0:1773616144.225032:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225036:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.225043:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.225045:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225049:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de1c7173] to pc [ptlrpcd_01_00+0] req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225056:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225059:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.225062:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.225065:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616144.225067:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616144.225069:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.225070:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.225072:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.225075:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde800. 00000100:00000001:2.0:1773616144.225078:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225083:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.225089:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.225091:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225095:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f3582c] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225102:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225105:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.225108:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.225110:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036caa00. 00000020:00000040:2.0:1773616144.225112:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616144.225115:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.225116:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.225117:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.225120:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cde900. 00000100:00000001:2.0:1773616144.225122:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225126:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.225147:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.225149:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225153:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032d668ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225161:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225164:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.225167:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.225171:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616144.225173:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616144.225175:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.225177:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.225179:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.225182:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cdef00. 00000100:00000001:2.0:1773616144.225185:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225189:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.225197:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.225198:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225202:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225210:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225212:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616144.225215:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616144.225219:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616144.225221:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ac800 refcount=3 obd=lustre-OST0001-osc-ffff91a81094d000 00000100:00000001:2.0:1773616144.225224:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616144.225225:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616144.225227:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616144.225229:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807cdeb00. 00000100:00000001:2.0:1773616144.225232:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225236:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616144.225243:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616144.225245:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225248:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225262:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225267:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7282) 00000100:00000001:2.0:1773616144.225282:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616144.225285:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616144.225287:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.225292:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225300:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.225302:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.225306:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.225309:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.225312:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.225315:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.225320:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.225326:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.225328:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.225331:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.225335:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce1c00. 02000000:00000001:2.0:1773616144.225337:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.225345:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.225349:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b96e0. 00000400:00000010:2.0:1773616144.225355:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616144.225362:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795584256, portal 10 00000100:00000001:2.0:1773616144.225365:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.225366:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616144.225374:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225381:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.225384:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.225387:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e088. 00000100:00000200:2.0:1773616144.225390:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795584256, offset 0 00000400:00000200:2.0:1773616144.225397:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.225405:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.225411:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.225416:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.225421:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.225425:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.225428:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.225432:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149497:149497:256:4294967295] 192.168.201.103@tcp LPNI seq info [149437:149437:8:4294967295] 00000400:00000200:2.0:1773616144.225437:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.225447:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.225453:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.225458:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdec00. 00000800:00000200:2.0:1773616144.225465:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.225472:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.225477:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.225485:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225490:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 480660 usecs (481 jiffies) 00000400:00000200:2.0:1773616144.225493:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.225496:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301945314 00000100:00000010:2.0:1773616144.225501:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685e40. 00000100:00000001:2.0:1773616144.225507:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616144.225513:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301945314 00000100:00000010:2.0:1773616144.225516:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046856c0. 00000100:00000001:2.0:1773616144.225519:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616144.225533:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.225536:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.225539:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.225543:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225550:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.225552:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.225554:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.225556:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.225558:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.225561:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584512:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.225564:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.225566:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.225568:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.225569:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.225572:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce1000. 02000000:00000001:2.0:1773616144.225574:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.225578:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.225580:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9e70. 00000400:00000010:2.0:1773616144.225584:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000100:00000200:2.0:1773616144.225587:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795584512, portal 4 00000100:00000001:2.0:1773616144.225589:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.225590:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000040:2.0:1773616144.225596:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225603:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.225606:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.225608:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e000. 00000100:00000200:2.0:1773616144.225610:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795584512, offset 0 00000400:00000200:2.0:1773616144.225615:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.225618:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.225621:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.225624:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.225627:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.225629:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.225632:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.225635:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149498:149498:255:4294967295] 192.168.201.103@tcp LPNI seq info [149438:149438:7:4294967295] 00000400:00000200:2.0:1773616144.225640:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.225646:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.225650:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.225654:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cde500. 00000800:00000200:2.0:1773616144.225658:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.225662:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.225665:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cde500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.225668:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.225671:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 757767 usecs (758 jiffies) 00000400:00000200:2.0:1773616144.225674:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.225676:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301945591 00000100:00000001:2.0:1773616144.225682:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301945314 00000100:00000001:2.0:1773616144.225696:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301945591 00000100:00000001:2.0:1773616144.225700:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301945314 00000100:00000001:2.0:1773616144.225704:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.225706:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.225708:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.225712:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225719:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.225721:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.225723:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.225725:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.225727:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.225730:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795584768:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.225733:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.225736:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.225738:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.225739:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.225743:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce0c00. 02000000:00000001:2.0:1773616144.225745:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.225749:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.225751:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616144.225755:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616144.225758:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795584768, portal 10 00000100:00000001:2.0:1773616144.225760:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.225761:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616144.225768:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.225774:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.225776:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.225779:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ee58. 00000100:00000200:2.0:1773616144.225781:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795584768, offset 0 00000400:00000200:2.0:1773616144.225786:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.225789:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.225793:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.225796:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.225798:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.226025:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.226028:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226031:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149499:149499:254:4294967295] 192.168.201.103@tcp LPNI seq info [149439:149439:6:4294967295] 00000400:00000200:2.0:1773616144.226035:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226042:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.226047:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.226051:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807cdee00. 00000800:00000200:2.0:1773616144.226060:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.226064:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.226066:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807cdee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.226069:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.226072:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 28400 usecs (29 jiffies) 00000400:00000200:2.0:1773616144.226075:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.226077:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301944863 00000100:00000001:2.0:1773616144.226079:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301945591 00000100:00000001:2.0:1773616144.226081:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301944863 00000100:00000001:2.0:1773616144.226083:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301945591 00000100:00000001:2.0:1773616144.226085:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.226087:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.226089:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.226093:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226098:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.226100:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226101:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.226103:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.226105:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.226107:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795585024:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.226110:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.226113:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.226114:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226116:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.226119:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce0600. 02000000:00000001:2.0:1773616144.226121:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.226125:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.226127:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616144.226132:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000100:00000200:2.0:1773616144.226134:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585024, portal 4 00000100:00000001:2.0:1773616144.226136:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.226138:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616144.226143:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226149:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.226152:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.226154:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e3b8. 00000100:00000200:2.0:1773616144.226157:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795585024, offset 0 00000400:00000200:2.0:1773616144.226161:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226165:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226168:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.226171:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.226173:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.226175:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.226176:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226179:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149500:149500:253:4294967295] 192.168.201.103@tcp LPNI seq info [149440:149440:5:4294967295] 00000400:00000200:2.0:1773616144.226182:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226187:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.226191:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.226195:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809978a00. 00000800:00000200:2.0:1773616144.226198:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.226202:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.226205:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809978a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.226207:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.226209:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 34156 usecs (35 jiffies) 00000400:00000200:2.0:1773616144.226212:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.226213:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301944869 00000100:00000001:2.0:1773616144.226215:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301945591 00000100:00000001:2.0:1773616144.226217:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301944869 00000100:00000001:2.0:1773616144.226219:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301945591 00000100:00000001:2.0:1773616144.226221:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.226222:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.226225:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.226227:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.226236:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616144.226239:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1773616144.226241:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616144.226243:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616144.226245:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.226248:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [0->1] 00000100:00000001:2.0:1773616144.226249:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.226251:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616144.226252:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.226254:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616144.226255:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616144.226256:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.226260:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226267:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.226268:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226271:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.226272:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.226274:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.226277:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795584128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.226280:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.226283:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.226285:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226286:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.226290:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce0400. 02000000:00000001:2.0:1773616144.226292:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.226294:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.226297:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9688. 00000400:00000010:2.0:1773616144.226300:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616144.226303:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795584128, portal 25 00000100:00000001:2.0:1773616144.226306:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.226307:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:2.0:1773616144.226311:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226317:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.226319:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.226321:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616144.226323:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795584128, offset 0 00000400:00000200:2.0:1773616144.226327:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226331:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226335:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.226337:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.226339:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.226341:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.226343:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226346:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149501:149501:252:4294967295] 192.168.201.103@tcp LPNI seq info [149441:149441:4:4294967295] 00000400:00000200:2.0:1773616144.226349:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226355:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.226359:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.226579:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809978e00. 00000800:00000200:2.0:1773616144.226584:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.226589:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.226591:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809978e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.226594:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.226598:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.226599:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301948807 00000100:00000001:2.0:1773616144.226603:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301945591 00000100:00000001:2.0:1773616144.226606:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301948807 00000100:00000001:2.0:1773616144.226609:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301945591 00000100:00000001:2.0:1773616144.226612:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.226614:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.226617:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.226621:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226628:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.226629:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226631:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.226634:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.226636:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.226639:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.226642:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.226644:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.226646:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226648:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.226651:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a807ce0a00. 02000000:00000001:2.0:1773616144.226653:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.226655:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.226658:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b97e8. 00000400:00000010:2.0:1773616144.226661:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616144.226664:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795584384, portal 10 00000100:00000001:2.0:1773616144.226666:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.226667:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:2.0:1773616144.226673:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226680:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.226683:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.226698:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616144.226700:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795584384, offset 0 00000400:00000200:2.0:1773616144.226704:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226708:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226712:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.226714:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.226717:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.226719:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.226721:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226724:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149502:149502:251:4294967295] 192.168.201.103@tcp LPNI seq info [149442:149442:3:4294967295] 00000400:00000200:2.0:1773616144.226728:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226734:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.226739:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.226742:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809978700. 00000800:00000200:2.0:1773616144.226746:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.226750:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.226753:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809978700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.226756:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.226759:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 101428 usecs (102 jiffies) 00000400:00000200:2.0:1773616144.226762:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.226764:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301944936 00000100:00000001:2.0:1773616144.226766:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.226769:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301944936 00000100:00000001:2.0:1773616144.226771:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.226773:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.226775:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.226777:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.226781:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226789:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.226790:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226792:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.226794:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.226796:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.226799:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.226802:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.226804:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.226806:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226807:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.226811:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62600. 02000000:00000001:2.0:1773616144.226813:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.226816:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.226818:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9000. 00000400:00000010:2.0:1773616144.226822:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616144.226825:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795584640, portal 4 00000100:00000001:2.0:1773616144.226826:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.226828:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000040:2.0:1773616144.226832:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226858:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.226860:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.226863:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616144.226865:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795584640, offset 0 00000400:00000200:2.0:1773616144.226868:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226872:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226875:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.226878:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.226881:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.226883:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.226885:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.226888:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149503:149503:250:4294967295] 192.168.201.103@tcp LPNI seq info [149443:149443:2:4294967295] 00000400:00000200:2.0:1773616144.226892:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.226897:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.226902:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.226905:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213abf00. 00000800:00000200:2.0:1773616144.226909:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.226913:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.226915:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213abf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.226918:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.226920:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 468555 usecs (469 jiffies) 00000400:00000200:2.0:1773616144.226923:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.226925:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301945304 00000100:00000001:2.0:1773616144.226927:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.226929:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301945304 00000100:00000001:2.0:1773616144.226931:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.226934:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.226935:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.226937:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.226941:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226947:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.226949:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226951:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.226953:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.226955:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.226957:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795584896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.226960:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.226963:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.226964:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.226966:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.226969:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63000. 02000000:00000001:2.0:1773616144.226970:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.226973:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.226975:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b98f0. 00000400:00000010:2.0:1773616144.226979:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616144.226981:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795584896, portal 10 00000100:00000001:2.0:1773616144.226983:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.226984:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000100:00000040:2.0:1773616144.226989:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.226995:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.226997:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.226999:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000200:2.0:1773616144.227001:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795584896, offset 0 00000400:00000200:2.0:1773616144.227005:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.227008:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.227011:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.227014:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.227016:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.227018:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.227020:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.227022:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149504:149504:249:4294967295] 192.168.201.103@tcp LPNI seq info [149444:149444:1:4294967295] 00000400:00000200:2.0:1773616144.227026:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.227031:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616144.227035:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616144.227038:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213aba00. 00000800:00000200:2.0:1773616144.227042:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616144.227046:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616144.227047:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213aba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616144.227050:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.227053:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 63896 usecs (64 jiffies) 00000400:00000200:2.0:1773616144.227056:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.227057:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301944899 00000100:00000001:2.0:1773616144.227059:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.227061:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301944899 00000100:00000001:2.0:1773616144.227063:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.227065:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.227067:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.227068:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616144.227071:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.227077:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616144.227079:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.227081:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616144.227082:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616144.227084:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616144.227087:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795585152:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.227090:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616144.227092:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616144.227093:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.227095:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616144.227097:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616144.227099:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616144.227101:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616144.227104:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b92c0. 00000400:00000010:2.0:1773616144.227106:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616144.227109:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585152, portal 4 00000100:00000001:2.0:1773616144.227111:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616144.227112:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000020:00000010:2.0:1773616144.227120:0:2402:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807a6c000. 00000100:00000040:2.0:1773616144.227125:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.227131:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616144.227133:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616144.227136:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616144.227138:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795585152, offset 0 00000400:00000200:2.0:1773616144.227142:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616144.227145:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616144.227148:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616144.227150:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616144.227152:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616144.227155:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616144.227157:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616144.227160:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149505:149505:248:4294967295] 192.168.201.103@tcp LPNI seq info [149445:149445:0:4294967295] 00000400:00000200:2.0:1773616144.227163:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.227166:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.227168:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: using a timeout of 16120 usecs (17 jiffies) 00000400:00000200:2.0:1773616144.227171:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616144.227173:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301944852 00000100:00000001:2.0:1773616144.227175:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.227177:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301944852 00000100:00000001:2.0:1773616144.227179:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301948807 00000100:00000001:2.0:1773616144.227181:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.227183:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.227186:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.227189:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616144.228187:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228194:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdec00. 00000400:00000200:0.0:1773616144.228203:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228209:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228215:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e088 00000400:00000010:0.0:1773616144.228218:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e088. 00000100:00000001:0.0:1773616144.228222:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228229:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228238:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228242:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228249:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228250:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228258:0:2391:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616144.228263:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f200. 00000800:00000200:0.0:1773616144.228268:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616144.228273:0:2391:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616144.228275:0:2391:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1773616144.228286:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228289:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cde500. 00000400:00000200:0.0:1773616144.228291:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228295:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228298:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e000 00000400:00000010:0.0:1773616144.228299:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e000. 00000100:00000001:0.0:1773616144.228302:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228306:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228313:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228317:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228324:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228325:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228334:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228336:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807cdee00. 00000400:00000200:0.0:1773616144.228338:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228342:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228345:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ee58 00000400:00000010:0.0:1773616144.228347:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ee58. 00000100:00000001:0.0:1773616144.228349:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228352:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228359:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228362:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228368:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228370:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228378:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228380:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809978a00. 00000400:00000200:0.0:1773616144.228383:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228386:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228388:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e3b8 00000400:00000010:0.0:1773616144.228390:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e3b8. 00000100:00000001:0.0:1773616144.228392:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228396:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228403:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228405:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228411:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228412:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228420:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228422:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809978e00. 00000400:00000200:0.0:1773616144.228424:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228428:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228430:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:0.0:1773616144.228432:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:0.0:1773616144.228434:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228437:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228444:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228447:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228452:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228454:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228463:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228465:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809978700. 00000400:00000200:0.0:1773616144.228467:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228471:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228473:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:0.0:1773616144.228475:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:0.0:1773616144.228477:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228481:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228488:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228491:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228498:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228499:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228507:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228509:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213abf00. 00000400:00000200:0.0:1773616144.228512:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228515:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228517:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:0.0:1773616144.228519:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:0.0:1773616144.228521:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228524:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228532:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228534:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228541:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228543:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228550:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228552:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213aba00. 00000400:00000200:0.0:1773616144.228555:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228558:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228560:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:0.0:1773616144.228562:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:0.0:1773616144.228564:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228567:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228574:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228577:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228583:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228584:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616144.228645:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616144.228648:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f200. 00000400:00000200:0.0:1773616144.228651:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.228655:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616144.228658:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:0.0:1773616144.228659:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:0.0:1773616144.228662:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616144.228665:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228678:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616144.228681:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.228700:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616144.228702:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616144.228978:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616144.228983:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616144.236581:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.236599:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.236602:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.236605:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.236614:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236621:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.236631:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236636:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236641:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236646:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066e700 00000400:00000200:0.0:1773616144.236651:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236658:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939b1 [1] + 224 00000800:00000001:0.0:1773616144.236666:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.236672:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.236675:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.236680:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.236698:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.236709:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.236721:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.236750:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.236759:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.236763:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.236765:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.236768:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.236772:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236775:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.236780:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236783:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236785:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236789:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e600 00000400:00000200:0.0:1773616144.236792:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.236797:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939a9 [1] + 224 00000800:00000001:0.0:1773616144.236801:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.236805:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.236807:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.236810:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.237284:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.237293:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.237304:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.237313:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.237319:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.237325:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.237327:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.237329:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.237333:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.237337:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.237342:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.237345:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.237348:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.237351:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066e500 00000400:00000200:0.0:1773616144.237355:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.237359:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939a1 [1] + 224 00000100:00000001:2.0:1773616144.237753:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616144.237757:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616144.237768:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.237770:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.237773:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9e70. 00000400:00000200:2.0:1773616144.237778:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000400:00000010:2.0:1773616144.237781:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:2.0:1773616144.237784:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.237790:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.237800:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.237807:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.237809:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.237812:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.239414:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.239424:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.239427:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.239432:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.239445:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616144.239452:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616144.239455:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.239457:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.239460:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.239465:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.239470:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.239473:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616144.239475:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.239477:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.239487:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.239494:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.239497:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.239500:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.239504:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.239512:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584512:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616144.239523:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.239525:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.239529:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616144.239532:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:2.0:1773616144.239534:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:2.0:1773616144.239538:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.239542:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.239552:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1773616144.241150:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241176:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241181:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.241189:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.241198:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.241207:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.241219:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.241228:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.241239:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241244:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.241246:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241249:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241255:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241260:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.241267:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241271:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241276:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241280:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e680 00000400:00000200:0.0:1773616144.241284:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241290:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939d1 [1] + 224 00000800:00000001:0.0:1773616144.241297:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241300:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241303:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.241306:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.241309:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.241313:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.241323:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.241330:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.241334:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241337:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.241339:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241341:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241344:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241348:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.241352:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241354:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241554:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241558:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e800 00000400:00000200:0.0:1773616144.241562:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241565:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939b9 [1] + 224 00000800:00000001:0.0:1773616144.241570:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241574:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241576:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.241579:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.241583:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.241587:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.241596:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.241603:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.241607:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241611:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.241612:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241615:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241618:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241622:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.241626:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241628:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241631:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241634:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e880 00000400:00000200:0.0:1773616144.241637:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241641:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939e1 [1] + 224 00000800:00000001:0.0:1773616144.241645:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241649:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241651:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.241654:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.241657:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.241661:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.241670:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.241677:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.241681:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241694:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.241696:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241699:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241702:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241705:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.241710:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241712:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241715:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241718:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066e580 00000400:00000200:0.0:1773616144.241721:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241724:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939c9 [1] + 224 00000800:00000001:0.0:1773616144.241728:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241732:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241733:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.241736:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.241739:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.241744:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.241752:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.241760:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.241763:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241767:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.241768:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241770:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241773:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241776:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.241780:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241783:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241786:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241789:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066e480 00000400:00000200:0.0:1773616144.241793:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241797:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939c1 [1] + 224 00000800:00000001:0.0:1773616144.241801:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241805:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241807:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.241810:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.241813:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.241818:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.241826:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.241833:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.241856:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241860:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616144.241862:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241864:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241867:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241871:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616144.241875:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241877:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241881:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241883:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066e780 00000400:00000200:0.0:1773616144.241886:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616144.241890:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939d9 [1] + 224 00000800:00000001:0.0:1773616144.241893:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241900:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616144.241902:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616144.241905:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616144.241908:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616144.241912:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616144.241922:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616144.241929:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616144.241933:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616144.241936:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242017:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.242021:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242024:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.242028:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.242030:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.242033:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.242036:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.242046:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=6 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616144.242050:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616144.242053:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.242055:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.242057:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.242060:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242064:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.242066:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616144.242068:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.242071:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.242078:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242085:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.242088:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.242090:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.242094:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.242101:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795584768:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616144.242111:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.242112:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.242115:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616144.242118:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:2.0:1773616144.242120:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:2.0:1773616144.242123:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.242127:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.242135:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242141:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.242142:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242144:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.242145:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.242147:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.242148:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.242150:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.242154:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616144.242157:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616144.242159:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.242160:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.242162:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.242164:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242166:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.242167:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616144.242169:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.242170:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.242174:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242180:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.242182:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.242183:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.242186:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.242193:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795585024:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.242198:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242201:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.242205:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795584512/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242212:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.242214:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.242218:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ce1000. 02000000:00000001:2.0:1773616144.242224:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.242227:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.242229:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616144.242231:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.242234:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde000. 02000000:00000001:2.0:1773616144.242237:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.242239:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.242241:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:2.0:1773616144.242245:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.242246:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242248:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.242251:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795584768/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242258:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.242259:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.242261:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ce0c00. 02000000:00000001:2.0:1773616144.242262:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.242263:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.242264:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616144.242266:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.242267:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde800. 02000000:00000001:2.0:1773616144.242269:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.242270:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.242271:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616144.242273:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.242274:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242276:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.242278:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795585024/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242284:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.242285:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.242286:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ce0600. 02000000:00000001:2.0:1773616144.242289:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.242290:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.242291:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616144.242293:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.242294:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cdef00. 02000000:00000001:2.0:1773616144.242295:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.242296:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.242297:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616144.242300:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.242300:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242304:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242307:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616144.242309:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616144.242311:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.242312:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.242314:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9688. 00000400:00000200:2.0:1773616144.242316:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:2.0:1773616144.242317:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:2.0:1773616144.242319:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.242322:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.242330:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242336:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.242337:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242338:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.242340:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.242341:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.242342:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.242344:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.242347:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616144.242349:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616144.242351:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.242352:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.242354:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.242356:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242358:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.242362:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242367:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.242369:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.242370:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.242373:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.242384:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795584128:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616144.242389:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.242390:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.242392:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b97e8. 00000400:00000200:2.0:1773616144.242394:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616144.242396:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616144.242398:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.242401:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.242410:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242416:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.242417:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242419:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.242421:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.242422:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.242423:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.242646:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.242652:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=85 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616144.242656:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616144.242658:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.242659:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.242661:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.242663:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242665:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.242666:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616144.242668:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.242669:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.242673:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242679:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.242681:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.242683:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.242697:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.242705:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584384:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616144.242710:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.242712:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.242714:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9000. 00000400:00000200:2.0:1773616144.242716:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616144.242718:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616144.242720:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.242724:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.242732:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242739:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.242740:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242742:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.242744:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.242745:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.242746:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.242748:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.242752:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616144.242755:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=39 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616144.242757:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.242758:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.242759:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.242761:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242763:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.242765:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616144.242766:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.242768:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.242772:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242778:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.242781:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.242782:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.242786:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.242793:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584640:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616144.242798:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.242800:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.242801:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b98f0. 00000400:00000200:2.0:1773616144.242803:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:2.0:1773616144.242805:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:2.0:1773616144.242807:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.242810:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.242818:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242824:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.242825:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242827:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.242828:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.242829:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.242830:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.242832:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.242857:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=6 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616144.242861:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616144.242863:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.242864:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.242866:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.242867:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242870:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.242871:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616144.242873:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.242874:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.242877:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242883:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.242885:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.242886:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.242889:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.242897:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795584896:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616144.242901:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.242902:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.242904:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b92c0. 00000400:00000200:2.0:1773616144.242906:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:2.0:1773616144.242908:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:2.0:1773616144.242910:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.242912:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.242920:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242926:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.242927:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.242929:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.242930:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.242931:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.242932:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.242934:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.242938:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030acc58 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616144.242940:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030acc10 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616144.242942:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.242943:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.242944:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.242946:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.242948:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.242949:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616144.242951:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.242952:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.242968:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.242974:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.242976:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.242977:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.242981:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.242988:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795585152:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616144.242994:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616144.242995:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616144.242997:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b96e0. 00000400:00000200:2.0:1773616144.243000:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:2.0:1773616144.243001:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:2.0:1773616144.243003:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616144.243008:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616144.243016:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243022:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616144.243023:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.243025:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616144.243026:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616144.243028:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616144.243029:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616144.243031:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616144.243035:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=85 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616144.243038:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616144.243041:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616144.243043:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616144.243044:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616144.243046:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.243048:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616144.243049:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215242 00000100:00000001:2.0:1773616144.243050:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616144.243052:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616144.243056:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243062:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616144.243065:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616144.243066:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616144.243070:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616144.243077:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795584256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616144.243082:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.243084:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.243087:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795584128/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243092:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.243094:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.243096:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ce0400. 02000000:00000001:2.0:1773616144.243100:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.243101:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.243103:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616144.243105:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.243106:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde100. 02000000:00000001:2.0:1773616144.243109:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.243110:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.243111:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:2.0:1773616144.243114:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.243116:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.243117:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.243121:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795584384/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243127:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.243129:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.243130:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ce0a00. 02000000:00000001:2.0:1773616144.243132:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.243133:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.243134:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616144.243136:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.243137:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde700. 02000000:00000001:2.0:1773616144.243138:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.243139:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.243140:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:2.0:1773616144.243143:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.243144:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.243145:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.243148:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca300 x1859763795584640/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243154:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.243155:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.243156:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62600. 02000000:00000001:2.0:1773616144.243158:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.243160:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.243161:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616144.243163:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.243164:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cded00. 02000000:00000001:2.0:1773616144.243167:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.243168:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.243169:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca300. 00000100:00000001:2.0:1773616144.243171:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.243172:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.243174:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.243177:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036caa00 x1859763795584896/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243189:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.243191:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.243192:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63000. 02000000:00000001:2.0:1773616144.243195:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.243196:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.243197:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616144.243199:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.243200:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde900. 02000000:00000001:2.0:1773616144.243202:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.243203:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.243205:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036caa00. 00000100:00000001:2.0:1773616144.243207:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.243208:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.243210:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.243213:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795585152/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243220:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.243221:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.243222:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616144.243224:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.243225:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.243226:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=2 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:2.0:1773616144.243228:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.243229:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cdeb00. 02000000:00000001:2.0:1773616144.243231:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.243232:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.243234:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:2.0:1773616144.243235:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.243237:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.243238:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616144.243241:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795584256/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616144.243248:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616144.243249:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616144.243251:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a807ce1c00. 02000000:00000001:2.0:1773616144.243255:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616144.243256:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616144.243258:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616144.243259:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616144.243261:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807cde400. 02000000:00000001:2.0:1773616144.243263:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616144.243264:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616144.243265:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616144.243268:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616144.243269:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616144.243271:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.243273:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616144.243275:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616144.243276:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616144.243278:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616144.288013:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616144.288021:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616144.288027:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616144.288028:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616144.288032:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616144.288033:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616144.288036:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616144.288038:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616144.288041:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616144.288043:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616144.288046:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616144.288047:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616144.288149:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616144.288153:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616144.288156:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616145.250214:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616145.250229:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616145.250232:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=7 : 7 : 7) 00000100:00000001:2.0:1773616145.250236:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616145.250239:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616145.250243:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616145.250247:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616145.313198:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616145.313206:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616145.313212:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616145.313213:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616145.313217:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616145.313218:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616145.313222:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616145.313224:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616145.313228:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616145.313229:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616145.313232:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616145.313233:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616145.313466:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616145.313470:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616145.313473:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616146.335992:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616146.336000:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616146.336007:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616146.336008:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616146.336012:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616146.336014:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616146.336017:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616146.336018:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616146.336022:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616146.336024:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616146.336027:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616146.336029:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616146.336055:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616146.336057:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616146.336060:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616147.360199:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616147.360207:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616147.360213:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616147.360214:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616147.360217:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616147.360219:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616147.360222:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616147.360223:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616147.360226:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616147.360228:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616147.360231:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616147.360232:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616147.360320:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616147.360323:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616147.360326:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616147.730190:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616147.730210:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616147.730214:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616147.730218:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616147.730227:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616147.730236:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616147.730246:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616147.730252:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616147.730258:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616147.730263:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e100 00000400:00000200:0.0:1773616147.730269:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616147.730276:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193969 [1] + 0 00000800:00000001:0.0:1773616147.730284:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616147.730295:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616147.730298:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616147.730303:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616147.730311:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616147.730319:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616157 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:0.0:1773616147.730333:0:2391:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616157 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616147.730584:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616147.730594:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616147.730599:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616147.731271:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616147.731276:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616147.731279:0:2402:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:2.0:1773616147.731282:0:2402:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:2.0:1773616147.731288:0:2402:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 02000000:00000010:2.0:1773616147.731295:0:2402:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff91a8213abb00. 02000000:00000001:2.0:1773616147.731298:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616147.731301:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616147.731303:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616147.731312:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616147.731314:0:2402:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616147.731320:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=8 v=5 (1 0 0 0) 02000000:00000010:2.0:1773616147.731326:0:2402:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff91a8213abb00. 00000100:00000010:2.0:1773616147.731330:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00001000:2.0:1773616147.731339:0:2402:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 35s (25s) req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 1 to 0 dl 1773616182 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616147.731979:0:2402:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616147.731983:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616147.731988:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616148.256000:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301948807, at 4301948864 00000100:00000010:1.0:1773616148.256018:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046856c0. 00000100:00000040:0.0:1773616148.256338:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301948807, at 4301948864 00000100:00000010:0.0:1773616148.256345:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685e40. 00010000:00000001:0.0:1773616148.384887:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616148.384894:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385076:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616148.385077:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385081:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616148.385082:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385086:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616148.385087:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385091:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616148.385092:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385095:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616148.385099:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616148.385102:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616148.385105:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385108:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616148.385111:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385113:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616148.385115:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616148.388789:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616148.388797:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616148.388802:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773616148.833297:0:81768:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1773616148.833303:0:81768:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346062:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.346074:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.346086:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773616149.346093:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616149.346098:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.346101:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.346106:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.346115:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41800. 00000100:00000001:3.0:1773616149.346122:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346133:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.346145:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.346149:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346157:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.346194:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346197:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.346200:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.346204:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1180. 00000020:00000040:3.0:1773616149.346206:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616149.346209:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.346211:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.346213:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.346216:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773616149.346219:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346223:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.346231:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.346233:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346236:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004964f145] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.346245:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346247:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.346250:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.346253:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0000. 00000020:00000040:3.0:1773616149.346255:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616149.346258:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.346259:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.346260:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.346263:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773616149.346266:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346270:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.346277:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.346279:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346283:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b373d809] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.346291:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346293:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.346296:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.346299:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773616149.346301:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616149.346304:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.346305:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.346306:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.346311:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41900. 00000100:00000001:3.0:1773616149.346314:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346317:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.346324:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.346326:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346330:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.346337:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346339:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.346342:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.346345:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773616149.346347:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616149.346349:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.346350:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.346352:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.346355:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41b00. 00000100:00000001:3.0:1773616149.346358:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346362:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.346368:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.346370:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346374:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d13ac97a] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.346381:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346383:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.346399:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.346403:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0380. 00000020:00000040:3.0:1773616149.346405:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616149.346407:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.346408:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.346410:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.346413:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773616149.346415:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346420:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.346426:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.346428:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.346432:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5e14f38] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.346697:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.346702:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616149.346705:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.346712:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.346722:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.346724:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.346727:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.346730:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.346733:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.346736:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795585280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.346740:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.346746:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.346749:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.346751:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.346757:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616149.346759:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.346767:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.346771:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b96e0. 00000400:00000010:2.0:1773616149.346778:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616149.346784:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585280, portal 25 00000100:00000001:2.0:1773616149.346786:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.346788:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:2.0:1773616149.346794:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.346801:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.346804:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.346806:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616149.346809:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795585280, offset 0 00000400:00000200:2.0:1773616149.346816:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.346824:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.346832:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.346861:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.346865:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.346869:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.346872:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.346876:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149506:149506:256:4294967295] 192.168.201.103@tcp LPNI seq info [149446:149446:8:4294967295] 00000400:00000200:2.0:1773616149.346880:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.346891:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.346896:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.346902:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213abb00. 00000800:00000200:2.0:1773616149.346909:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.346916:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.346921:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213abb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.346940:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.346944:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.346947:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301953928 00000100:00000010:2.0:1773616149.346952:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685a20. 00000100:00000001:2.0:1773616149.346958:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616149.346966:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301953928 00000100:00000010:2.0:1773616149.346970:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685f00. 00000100:00000001:2.0:1773616149.346973:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616149.346976:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.346979:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.346981:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.346985:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.346992:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.346994:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.346997:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.346998:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.347000:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.347003:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.347007:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.347010:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.347011:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.347013:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.347017:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63000. 02000000:00000001:2.0:1773616149.347019:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.347022:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.347024:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b92c0. 00000400:00000010:2.0:1773616149.347028:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616149.347031:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585536, portal 10 00000100:00000001:2.0:1773616149.347033:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.347034:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621056 : -121324180930560 : ffff91a8034b0000) 00000100:00000040:2.0:1773616149.347041:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.347048:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.347051:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.347054:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616149.347056:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795585536, offset 0 00000400:00000200:2.0:1773616149.347060:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347064:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347068:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.347071:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.347074:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.347076:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.347078:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347081:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149507:149507:255:4294967295] 192.168.201.103@tcp LPNI seq info [149447:149447:7:4294967295] 00000400:00000200:2.0:1773616149.347085:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347091:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.347096:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.347100:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213aba00. 00000800:00000200:2.0:1773616149.347104:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.347108:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.347111:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213aba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.347113:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.347117:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 100923 usecs (101 jiffies) 00000400:00000200:2.0:1773616149.347120:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.347122:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301950056 00000100:00000001:2.0:1773616149.347125:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347127:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301950056 00000100:00000001:2.0:1773616149.347129:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347131:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.347133:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.347135:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.347138:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.347144:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.347145:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.347147:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.347149:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.347151:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.347154:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.347157:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.347159:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.347161:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.347163:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.347166:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62600. 02000000:00000001:2.0:1773616149.347168:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.347171:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.347174:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b98f0. 00000400:00000010:2.0:1773616149.347178:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616149.347181:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585792, portal 4 00000100:00000001:2.0:1773616149.347183:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.347184:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:2.0:1773616149.347190:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.347196:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.347198:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.347200:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616149.347203:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795585792, offset 0 00000400:00000200:2.0:1773616149.347207:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347210:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347213:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.347216:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.347218:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.347221:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.347223:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347226:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149508:149508:254:4294967295] 192.168.201.103@tcp LPNI seq info [149448:149448:6:4294967295] 00000400:00000200:2.0:1773616149.347230:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347236:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.347240:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.347244:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213abf00. 00000800:00000200:2.0:1773616149.347248:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.347252:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.347255:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213abf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.347258:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.347261:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 465711 usecs (466 jiffies) 00000400:00000200:2.0:1773616149.347265:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.347266:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301950421 00000100:00000001:2.0:1773616149.347269:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347271:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301950421 00000100:00000001:2.0:1773616149.347273:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347275:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.347277:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.347281:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.347283:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.347290:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616149.347293:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616149.347295:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.347296:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616149.347298:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.347301:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1773616149.347302:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.347304:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616149.347306:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.347307:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.347309:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616149.347310:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.347314:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.347320:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.347321:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.347323:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.347325:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.347327:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.347330:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.347333:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.347336:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.347337:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.347339:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.347342:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63a00. 02000000:00000001:2.0:1773616149.347345:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.347348:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.347350:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9000. 00000400:00000010:2.0:1773616149.347353:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000100:00000200:2.0:1773616149.347356:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585408, portal 10 00000100:00000001:2.0:1773616149.347358:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.347359:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528625536 : -121324180926080 : ffff91a8034b1180) 00000100:00000040:2.0:1773616149.347365:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.347372:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.347374:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.347376:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616149.347378:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795585408, offset 0 00000400:00000200:2.0:1773616149.347382:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347386:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347389:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.347392:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.347394:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.347397:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.347399:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347403:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149509:149509:253:4294967295] 192.168.201.103@tcp LPNI seq info [149449:149449:5:4294967295] 00000400:00000200:2.0:1773616149.347407:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347413:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.347418:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.347423:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5300. 00000800:00000200:2.0:1773616149.347427:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.347431:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.347434:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.347450:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.347453:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 479665 usecs (480 jiffies) 00000400:00000200:2.0:1773616149.347456:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.347458:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301950435 00000100:00000001:2.0:1773616149.347460:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347463:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301950435 00000100:00000001:2.0:1773616149.347465:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347467:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.347469:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.347472:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.347475:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.347489:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.347491:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.347493:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.347495:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.347497:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.347500:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.347503:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.347505:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.347507:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.347508:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.347512:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616149.347513:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.347517:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.347519:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b97e8. 00000400:00000010:2.0:1773616149.347522:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000100:00000200:2.0:1773616149.347525:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585664, portal 4 00000100:00000001:2.0:1773616149.347526:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.347528:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000040:2.0:1773616149.347533:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.347540:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.347543:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.347545:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616149.347547:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795585664, offset 0 00000400:00000200:2.0:1773616149.347552:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347555:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347558:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.347561:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.347563:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.347566:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.347568:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.347571:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149510:149510:252:4294967295] 192.168.201.103@tcp LPNI seq info [149450:149450:4:4294967295] 00000400:00000200:2.0:1773616149.347576:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.347591:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.347595:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.347598:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5900. 00000800:00000200:2.0:1773616149.347611:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.347616:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.347618:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.347621:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.347624:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 752077 usecs (753 jiffies) 00000400:00000200:2.0:1773616149.347627:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.347629:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301950708 00000100:00000001:2.0:1773616149.347632:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347634:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301950708 00000100:00000001:2.0:1773616149.347636:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.347638:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.347640:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.347643:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.347645:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.347677:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.347680:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616149.347781:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.347786:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213abb00. 00000400:00000200:0.0:1773616149.347793:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.347798:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.347803:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:0.0:1773616149.347806:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:0.0:1773616149.347810:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.347815:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.347825:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.347828:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.347859:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.347861:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616149.348055:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.348058:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213aba00. 00000400:00000200:0.0:1773616149.348061:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.348065:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.348068:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:0.0:1773616149.348069:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:0.0:1773616149.348072:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.348076:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348083:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.348086:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348092:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.348094:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616149.348102:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.348105:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213abf00. 00000400:00000200:0.0:1773616149.348107:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.348110:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.348113:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:0.0:1773616149.348114:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:0.0:1773616149.348116:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.348120:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348127:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.348130:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348135:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.348137:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616149.348145:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.348147:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5300. 00000400:00000200:0.0:1773616149.348150:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.348153:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.348156:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:0.0:1773616149.348157:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:0.0:1773616149.348159:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.348162:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348169:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.348172:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348179:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.348180:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616149.348237:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.348240:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5900. 00000400:00000200:0.0:1773616149.348243:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.348247:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.348249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:0.0:1773616149.348251:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:0.0:1773616149.348253:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.348257:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348263:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.348266:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.348271:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.348272:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616149.348941:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.348945:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.348950:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.348954:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616149.348958:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616149.348962:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.348965:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.348968:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.348974:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a820372b00. 00000100:00000001:3.0:1773616149.348979:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.348985:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.348993:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.348996:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349002:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.349019:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349021:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.349024:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.349028:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 00000020:00000040:3.0:1773616149.349030:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:3.0:1773616149.349032:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.349034:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.349035:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.349039:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac000. 00000100:00000001:3.0:1773616149.349042:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349047:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.349054:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.349056:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349060:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.349067:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349069:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616149.349072:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616149.349075:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000020:00000040:3.0:1773616149.349077:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ac800 refcount=3 obd=lustre-OST0001-osc-ffff91a81094d000 00000100:00000001:3.0:1773616149.349079:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616149.349080:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616149.349082:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616149.349085:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8098ac900. 00000100:00000001:3.0:1773616149.349088:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349092:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616149.349098:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616149.349100:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349103:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005840b22c] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.349110:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.349114:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7287) 00000100:00000001:2.0:1773616149.349925:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.349929:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616149.349931:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.349938:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.349947:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.349950:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.349953:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.349966:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.349969:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.349972:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795585920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.349976:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.349980:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.349983:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.349985:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.349990:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616149.349993:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.349998:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.350002:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9688. 00000400:00000010:2.0:1773616149.350007:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616149.350012:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795585920, portal 10 00000100:00000001:2.0:1773616149.350015:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.350016:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000040:2.0:1773616149.350024:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.350031:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.350034:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.350036:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e110. 00000100:00000200:2.0:1773616149.350039:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795585920, offset 0 00000400:00000200:2.0:1773616149.350045:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.350051:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.350056:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.350060:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.350063:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.350066:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.350070:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.350073:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149511:149511:256:4294967295] 192.168.201.103@tcp LPNI seq info [149451:149451:8:4294967295] 00000400:00000200:2.0:1773616149.350078:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.350086:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.350091:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.350096:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5c00. 00000800:00000200:2.0:1773616149.350102:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.350108:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.350111:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.350129:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.350134:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 27675 usecs (28 jiffies) 00000400:00000200:2.0:1773616149.351139:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.351143:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301949987 00000100:00000001:2.0:1773616149.351146:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.351149:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301949987 00000100:00000001:2.0:1773616149.351151:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.351153:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.351156:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.351160:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.351165:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.351174:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.351175:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.351178:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.351181:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.351183:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.351186:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795586176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.351190:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.351193:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.351195:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.351197:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.351203:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616149.351205:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.351209:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.351212:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616149.351217:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eb28. 00000100:00000200:2.0:1773616149.351221:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586176, portal 4 00000100:00000001:2.0:1773616149.351223:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.351224:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:2.0:1773616149.351231:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.351238:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.351240:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.351243:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:2.0:1773616149.351246:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795586176, offset 0 00000400:00000200:2.0:1773616149.351251:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.351255:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.351260:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.351263:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.351266:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.351269:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.351272:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.351275:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149512:149512:255:4294967295] 192.168.201.103@tcp LPNI seq info [149452:149452:7:4294967295] 00000400:00000200:2.0:1773616149.351279:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.351287:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.351291:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.351295:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5800. 00000800:00000200:2.0:1773616149.351300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.351305:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.351309:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.351313:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.351315:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 29827 usecs (30 jiffies) 00000400:00000200:2.0:1773616149.351319:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.351321:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301949989 00000100:00000001:2.0:1773616149.351323:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.351326:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301949989 00000100:00000001:2.0:1773616149.351328:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.351330:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.351332:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.351335:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.351338:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.351345:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616149.351347:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616149.351350:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.351352:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616149.351353:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.351357:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1773616149.351358:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.351361:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616149.351362:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.351364:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.351365:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616149.351367:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.351371:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.351379:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.351381:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.351383:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.351385:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1773616149.351667:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.351672:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5c00. 00000400:00000200:0.0:1773616149.351679:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.351683:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.351687:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:0.0:1773616149.351690:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:0.0:1773616149.351694:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.351698:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.351707:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.351711:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.351717:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.351719:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616149.351730:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.351733:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5800. 00000400:00000200:0.0:1773616149.351735:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.351738:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.351741:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:0.0:1773616149.351742:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:0.0:1773616149.351745:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.351749:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.351755:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.351758:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.351764:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.351766:0:2391:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773616149.352263:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.352268:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795586048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.352272:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.352276:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.352278:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.352280:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.352285:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616149.352286:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.352290:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.352293:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616149.352297:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616149.352301:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586048, portal 10 00000100:00000001:2.0:1773616149.352303:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.352304:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:2.0:1773616149.352311:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.352317:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.352319:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.352321:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616149.352324:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795586048, offset 0 00000400:00000200:2.0:1773616149.352329:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.352334:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.352338:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.352341:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.352344:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.352347:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.352350:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.352353:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149513:149513:256:4294967295] 192.168.201.103@tcp LPNI seq info [149453:149453:8:4294967295] 00000400:00000200:2.0:1773616149.352358:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.352364:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.352369:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.352372:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5e00. 00000100:00000001:3.0:1773616149.353093:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616149.353098:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616149.353103:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.353107:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773616149.354115:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.354122:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.354127:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.354147:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.354152:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 53442 usecs (54 jiffies) 00000400:00000200:2.0:1773616149.354157:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.354160:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301950016 00000100:00000001:2.0:1773616149.354164:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.354167:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301950016 00000100:00000001:2.0:1773616149.354169:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.354171:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.354174:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.354178:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616149.354184:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.354193:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616149.354195:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.354198:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616149.354201:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616149.354203:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616149.354206:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795586304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.354210:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616149.354214:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616149.354216:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.354218:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616149.354225:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616149.354227:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616149.354231:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616149.354235:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9e70. 00000400:00000010:2.0:1773616149.354250:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e5d8. 00000100:00000200:2.0:1773616149.354254:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586304, portal 4 00000100:00000001:2.0:1773616149.354257:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616149.354258:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000040:2.0:1773616149.354265:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.354276:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616149.354278:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616149.354281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616149.354284:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795586304, offset 0 00000400:00000200:2.0:1773616149.354288:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616149.354294:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.354300:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616149.354304:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616149.354308:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616149.354310:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616149.354313:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616149.354316:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149514:149514:255:4294967295] 192.168.201.103@tcp LPNI seq info [149454:149454:7:4294967295] 00000400:00000200:2.0:1773616149.354321:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616149.354329:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616149.354334:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616149.354338:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:2.0:1773616149.354342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616149.354346:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616149.354349:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616149.354352:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.354354:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: using a timeout of 19102 usecs (20 jiffies) 00000400:00000200:2.0:1773616149.354358:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616149.354360:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301949982 00000100:00000001:2.0:1773616149.354362:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.354364:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301949982 00000100:00000001:2.0:1773616149.354366:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301953928 00000100:00000001:2.0:1773616149.354368:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.354370:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.354373:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.354376:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616149.355083:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.355098:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616149.355101:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.355104:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616149.355109:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.355115:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616149.355122:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.355126:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.355130:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.355134:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ea00 00000400:00000200:0.0:1773616149.355138:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.355144:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939f1 [1] + 224 00000800:00000001:0.0:1773616149.355150:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.355157:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616149.355160:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.355164:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616149.355170:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616149.355176:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616149.355186:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.355201:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773616149.355228:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.355232:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5e00. 00000400:00000200:0.0:1773616149.355235:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.355238:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.355242:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:0.0:1773616149.355244:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:0.0:1773616149.355247:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.355251:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.355261:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.355265:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.355272:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.355273:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616149.355278:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.355281:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616149.355319:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616149.355322:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:0.0:1773616149.355325:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.355328:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616149.355331:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:0.0:1773616149.355333:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:0.0:1773616149.355335:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616149.355339:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.355346:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616149.355350:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.355357:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616149.355358:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616149.356153:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616149.356158:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616149.356166:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616149.356168:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616149.356171:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b92c0. 00000400:00000200:3.0:1773616149.356176:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:3.0:1773616149.356178:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:3.0:1773616149.356181:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616149.356187:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616149.356196:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.356204:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616149.356206:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.356208:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616149.356211:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616149.356214:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616149.356216:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616149.356219:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616149.356228:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=90 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616149.356231:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616149.356234:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616149.356236:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616149.356239:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616149.356243:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.356246:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616149.356249:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616149.356250:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616149.356252:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.356257:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.356265:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616149.356268:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616149.356270:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616149.356274:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616149.356282:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616149.356288:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.356290:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616149.356293:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0000 x1859763795585536/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.356299:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616149.356302:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616149.356305:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63000. 02000000:00000001:3.0:1773616149.356308:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616149.356311:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616149.356313:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616149.356315:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616149.356318:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:3.0:1773616149.356322:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616149.356324:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616149.356326:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0000. 00000100:00000001:3.0:1773616149.356329:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616149.356331:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.356334:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.356335:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616149.356336:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616149.356338:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.356340:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616149.361278:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.361295:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616149.361299:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.361302:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616149.361312:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.361319:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616149.361328:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.361333:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.361338:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.361342:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066eb00 00000400:00000200:0.0:1773616149.361347:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616149.361352:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939f9 [1] + 224 00000800:00000001:0.0:1773616149.361361:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.361369:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616149.361372:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616149.361378:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616149.361395:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616149.361404:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616149.361416:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616149.361439:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616149.361447:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616149.361450:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.361944:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616149.361949:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616149.362040:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616149.362042:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616149.362046:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b98f0. 00000400:00000200:3.0:1773616149.362051:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:3.0:1773616149.362053:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:3.0:1773616149.362057:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616149.362062:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616149.362071:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.362078:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616149.362080:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.362082:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616149.362085:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616149.362087:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616149.362090:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616149.362093:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616149.362102:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616149.362106:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=44 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616149.362109:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616149.362111:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616149.362114:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616149.362118:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.362122:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616149.362125:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616149.362127:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616149.362129:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.362134:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.362141:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616149.362144:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616149.362147:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616149.362150:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616149.362159:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616149.362164:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.362167:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616149.362170:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2a00 x1859763795585792/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.362178:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616149.362180:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616149.362184:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62600. 02000000:00000001:3.0:1773616149.362188:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616149.362191:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616149.362192:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616149.362195:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616149.362197:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41b00. 02000000:00000001:3.0:1773616149.362201:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616149.362203:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616149.362204:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2a00. 00000100:00000001:3.0:1773616149.362207:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616149.362208:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.362211:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.362213:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616149.362215:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616149.362216:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.362218:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616149.374834:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.374883:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616149.374888:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.374891:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.374902:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.374911:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616149.374920:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.374925:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.374930:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.374935:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066e900 00000400:00000200:1.0:1773616149.374940:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.374946:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1939e9 [1] + 224 00000800:00000001:1.0:1773616149.374955:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.374961:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.374964:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616149.374969:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616149.374976:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616149.374985:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616149.374997:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616149.375019:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616149.375030:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375035:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616149.375038:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375040:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375043:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375047:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616149.375052:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375054:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375057:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375060:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066e980 00000400:00000200:1.0:1773616149.375064:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375068:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a01 [1] + 224 00000800:00000001:1.0:1773616149.375072:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375076:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375078:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616149.375081:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616149.375085:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616149.375090:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616149.375099:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616149.375107:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616149.375111:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375115:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616149.375117:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375119:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375122:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375126:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616149.375131:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375133:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375136:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375139:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066eb80 00000400:00000200:1.0:1773616149.375142:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375146:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a11 [1] + 224 00000800:00000001:1.0:1773616149.375149:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375153:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375155:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616149.375158:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616149.375161:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616149.375166:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616149.375175:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616149.375195:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616149.375199:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375203:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616149.375205:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375207:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375210:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375213:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616149.375218:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375220:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375223:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375225:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066ec80 00000400:00000200:1.0:1773616149.375229:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375232:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a19 [1] + 224 00000800:00000001:1.0:1773616149.375236:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375241:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375243:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616149.375246:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616149.375249:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616149.375253:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616149.375262:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616149.375275:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616149.375279:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375282:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616149.375283:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375285:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375289:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375292:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616149.375296:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375298:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375302:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375304:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066ed00 00000400:00000200:1.0:1773616149.375307:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375311:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a29 [1] + 224 00000800:00000001:1.0:1773616149.375315:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375319:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375321:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616149.375324:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616149.375327:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616149.375331:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616149.375340:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616149.375347:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616149.375350:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375354:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616149.375355:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375357:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375361:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375364:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616149.375368:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375371:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375375:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375378:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066ea80 00000400:00000200:1.0:1773616149.375381:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375385:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a09 [1] + 224 00000800:00000001:1.0:1773616149.375388:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375392:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375394:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616149.375397:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616149.375400:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616149.375404:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616149.375413:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616149.375420:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616149.375424:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375427:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616149.375429:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375431:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375434:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375448:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616149.375453:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375456:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375459:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616149.375462:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ec00 00000400:00000200:1.0:1773616149.375465:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616149.375574:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616149.375589:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773616149.375663:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a21 [1] + 224 00000800:00000001:1.0:1773616149.375669:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.375679:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616149.375682:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616149.375686:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:2.0:1773616149.375730:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.375733:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616149.382160:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616149.382167:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616149.382172:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9000. 00000400:00000200:3.0:1773616149.382181:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:3.0:1773616149.382184:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:3.0:1773616149.382190:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616149.382200:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616149.382221:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.382230:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616149.382233:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.382236:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616149.382239:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616149.382242:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616149.382245:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616149.382248:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616149.382257:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=90 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616149.382262:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616149.382264:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616149.382266:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616149.382269:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616149.382273:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.382277:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616149.382279:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215245 gen 10 00000100:00000040:3.0:1773616149.382286:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215245) req@ffff91a8036cb100 x1859763795583104/t103079215245(103079215245) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616196 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.382294:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616149.382297:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb100 x1859763795583104/t103079215245(103079215245) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616196 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.382305:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616149.382307:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616149.382311:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803494000. 02000000:00000001:3.0:1773616149.382314:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616149.382316:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616149.382318:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616149.382321:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616149.382324:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a807ce1400. 02000000:00000001:3.0:1773616149.382330:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616149.382332:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616149.382334:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb100. 00000100:00000001:3.0:1773616149.382338:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616149.382339:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.382341:0:2402:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773616149.382344:0:2402:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1773616149.382347:0:2402:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616149.382349:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.382353:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.382361:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616149.382364:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616149.382366:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616149.382370:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616149.382379:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585408:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616149.382387:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616149.382388:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616149.382390:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b97e8. 00000400:00000200:3.0:1773616149.382393:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000400:00000010:3.0:1773616149.382394:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:3.0:1773616149.382397:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616149.382401:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616149.382410:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.382417:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616149.382418:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.382420:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616149.382421:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616149.382423:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616149.382424:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616149.382427:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616149.382431:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616149.382434:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616149.382446:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616149.382448:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616149.382449:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616149.382452:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.382454:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616149.382456:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:3.0:1773616149.382458:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616149.382459:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.382463:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.383243:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616149.383246:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616149.383248:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616149.383256:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616149.383263:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795585664:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616149.383273:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616149.383275:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616149.383277:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b96e0. 00000400:00000200:3.0:1773616149.383281:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:3.0:1773616149.383283:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:3.0:1773616149.383286:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616149.383290:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616149.383299:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.383305:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616149.383307:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.383310:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616149.383312:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616149.383314:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616149.383315:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616149.383317:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616149.383321:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616149.383325:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616149.383327:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616149.383328:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616149.383330:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616149.383332:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.383335:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616149.383339:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.383345:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616149.383347:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616149.383348:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616149.383351:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616149.383358:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795585280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616149.383363:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.383367:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616149.383370:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1180 x1859763795585408/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.383377:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616149.383378:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616149.383381:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63a00. 02000000:00000001:3.0:1773616149.383384:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616149.383386:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616149.383387:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616149.383389:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616149.383391:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:3.0:1773616149.383395:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616149.383397:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616149.383398:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1180. 00000100:00000001:3.0:1773616149.383402:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616149.383403:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.383405:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616149.383408:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795585664/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.383415:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616149.383416:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616149.383418:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:3.0:1773616149.383420:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616149.383421:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616149.383422:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616149.384146:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616149.384149:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41900. 02000000:00000001:3.0:1773616149.384153:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616149.384154:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616149.384155:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:3.0:1773616149.384158:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616149.384159:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.384161:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616149.384165:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795585280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616149.384171:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616149.384173:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616149.384174:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:3.0:1773616149.384176:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616149.384177:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616149.384178:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616149.384180:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616149.384181:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41800. 02000000:00000001:3.0:1773616149.384183:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616149.384184:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616149.384186:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773616149.384188:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616149.384189:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616149.384193:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.384196:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616149.384198:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616149.384200:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616149.384201:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616149.384265:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616149.384274:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616149.384284:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616149.384292:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616149.384306:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616149.384315:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616149.384710:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616149.384714:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616149.384716:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9e70. 00000400:00000200:2.0:1773616149.384721:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:2.0:1773616149.384722:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:2.0:1773616149.384725:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616149.384731:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616149.384739:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.384746:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616149.384748:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.384751:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616149.384753:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616149.384755:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616149.384757:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.384759:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616149.384765:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030acc58 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616149.384954:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030acc10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616149.384957:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616149.384959:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616149.384961:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616149.384964:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.384967:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616149.384969:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616149.384971:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616149.384972:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.384978:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.384985:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.384987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616149.384989:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616149.384993:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616149.385000:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795586304:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616149.385007:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616149.385009:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616149.385011:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9688. 00000400:00000200:2.0:1773616149.385013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:2.0:1773616149.385015:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:2.0:1773616149.385017:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616149.385021:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616149.385030:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385037:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616149.385038:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385040:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616149.385042:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616149.385043:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616149.385045:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.385047:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616149.385051:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=11 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616149.385054:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616149.385057:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616149.385058:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616149.385059:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616149.385061:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.385063:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773616149.385065:0:2401:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: committing for last_committed 103079215246 gen 1 00000100:00100000:2.0:1773616149.385071:0:2401:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1773616149.385078:0:2401:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: normal: skip=0 replay=0/1 committed=0/1 00000100:00000001:2.0:1773616149.385081:0:2401:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616149.385083:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.385086:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385093:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.385095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616149.385096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616149.385099:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616149.385107:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795585920:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616149.385111:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616149.385112:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616149.385114:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616149.385117:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eb28 00000400:00000010:2.0:1773616149.385119:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eb28. 00000100:00000001:2.0:1773616149.385120:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616149.385125:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616149.385132:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385138:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616149.385140:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385141:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616149.385142:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616149.385144:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616149.385145:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.385147:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616149.385151:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616149.385154:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616149.385156:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616149.385157:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616149.385159:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616149.385160:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.385163:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616149.385164:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616149.385166:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616149.385167:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.385171:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385177:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.385179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616149.385181:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616149.385185:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616149.385193:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795586176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.385196:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.385198:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616149.385201:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795586304/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385208:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616149.385209:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616149.385212:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616149.385214:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616149.385216:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616149.385217:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=2 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:2.0:1773616149.385219:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616149.385221:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac900. 02000000:00000001:2.0:1773616149.385225:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616149.385226:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616149.385228:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:2.0:1773616149.385231:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616149.385233:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385235:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616149.385238:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0380 x1859763795585920/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385244:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616149.385245:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616149.385247:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616149.385249:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616149.385250:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616149.385252:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616149.385253:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616149.385255:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:2.0:1773616149.385257:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616149.385258:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616149.385259:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0380. 00000100:00000001:2.0:1773616149.385261:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616149.385263:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385264:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616149.385267:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795586176/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385273:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616149.385275:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616149.385276:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616149.385278:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616149.385279:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616149.385279:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616149.385281:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616149.385282:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8098ac000. 02000000:00000001:2.0:1773616149.385284:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616149.385285:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616149.385286:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:2.0:1773616149.385288:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616149.385289:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385291:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.385293:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.385294:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616149.385296:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616149.385297:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616149.385299:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616149.385301:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:2.0:1773616149.385302:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:2.0:1773616149.385304:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616149.385307:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616149.385315:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385321:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616149.385323:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385324:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616149.385325:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616149.385327:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616149.385328:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616149.385330:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616149.385334:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=11 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616149.385337:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616149.385339:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616149.385340:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616149.385342:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616149.385344:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.385346:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616149.385347:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616149.385349:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616149.385351:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616149.385354:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385361:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616149.385363:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616149.385364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616149.385367:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616149.385374:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795586048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616149.385381:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385382:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616149.385385:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795586048/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616149.385391:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616149.385393:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616149.385394:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616149.385397:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616149.385398:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616149.385399:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616149.385402:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616149.385403:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a820372b00. 02000000:00000001:2.0:1773616149.385407:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616149.385409:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616149.385410:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:2.0:1773616149.385413:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616149.385414:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385416:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616149.385423:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616149.385425:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616149.385427:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616149.385429:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616149.411214:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616149.411223:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616149.411229:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616149.411230:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616149.411234:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616149.411235:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616149.411238:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616149.411239:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616149.411243:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616149.411244:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616149.411247:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616149.411248:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616149.411289:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616149.411292:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616149.411295:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773616150.368194:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773616150.368207:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616150.368209:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=27 : 27 : 1b) 00000100:00000001:3.0:1773616150.368215:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616150.368228:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616150.368232:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616150.368236:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.431975:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616150.431982:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.431988:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616150.431989:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.431994:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616150.431995:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.431998:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616150.432002:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616150.432004:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616150.432009:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.432011:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616150.432013:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.432016:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.432018:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.432021:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616150.432022:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616150.432035:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616150.432037:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616150.432167:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616150.432171:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616150.432174:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616151.460004:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616151.460030:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460038:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616151.460039:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460044:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616151.460048:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616151.460050:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616151.460056:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616151.460058:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616151.460060:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460064:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616151.460075:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460078:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460081:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460085:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616151.460086:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460090:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616151.460091:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616151.460096:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616151.460097:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616151.471213:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616151.471221:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616151.471226:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616152.481890:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616152.481899:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616152.481901:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616152.481904:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481909:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616152.481911:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481913:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481916:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481921:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616152.481922:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616152.481923:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616152.481928:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616152.481930:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616152.481931:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481933:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616152.481935:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481936:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481943:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481947:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616152.481948:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481952:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616152.481953:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.481956:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616152.482075:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616152.482077:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616152.482080:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616152.482081:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616152.482083:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.482085:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616152.482086:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.482088:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.482090:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616152.482095:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616152.482096:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616152.483872:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616152.483878:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616152.483884:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616153.376241:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301953928, at 4301953984 00000100:00000010:1.0:1773616153.376270:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685f00. 00000100:00000040:0.0:1773616153.376369:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301953928, at 4301953984 00000100:00000010:0.0:1773616153.376375:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685a20. 00010000:00000001:0.0:1773616153.504249:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616153.504270:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616153.504279:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616153.504281:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616153.504285:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616153.504287:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616153.504291:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616153.504293:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616153.504296:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616153.504298:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616153.504301:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616153.504302:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616153.504690:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616153.504694:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616153.504697:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616154.464263:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.464274:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.464285:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616154.464290:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616154.464295:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.464298:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.464304:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.464312:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5b00. 00000100:00000001:2.0:1773616154.464319:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464331:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.464573:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.464578:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464585:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.464630:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464633:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.464637:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.464641:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616154.464643:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616154.464647:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.464648:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.464651:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.464655:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5200. 00000100:00000001:2.0:1773616154.464658:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464662:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.464670:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.464672:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464676:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.464684:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464686:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.464689:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.464691:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036caa00. 00000020:00000040:2.0:1773616154.464694:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616154.464696:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.464697:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.464699:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.464702:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5a00. 00000100:00000001:2.0:1773616154.464705:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464708:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.464720:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.464722:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464725:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032d668ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.464733:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464735:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.464738:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.464741:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca300. 00000020:00000040:2.0:1773616154.464743:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616154.464745:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.464746:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.464748:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.464751:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5400. 00000100:00000001:2.0:1773616154.464754:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464757:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.464764:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.464766:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464769:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de1c7173] to pc [ptlrpcd_01_01+1] req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.464776:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.464779:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.464782:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.464785:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cbb80. 00000020:00000040:2.0:1773616154.464788:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616154.465011:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.465013:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.465015:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.465020:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5100. 00000100:00000001:2.0:1773616154.465023:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465028:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.465035:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.465038:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465042:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041fc5ef2] to pc [ptlrpcd_01_00+0] req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465049:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465051:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.465055:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.465057:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616154.465060:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616154.465062:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.465063:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.465064:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.465069:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5f00. 00000100:00000001:2.0:1773616154.465071:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465075:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.465082:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.465084:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465088:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13cc3e] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465095:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465098:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.465101:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.465104:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616154.465106:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616154.465108:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.465110:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.465112:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.465115:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5e00. 00000100:00000001:2.0:1773616154.465117:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465121:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.465127:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.465129:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465132:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465138:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465140:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.465144:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.465146:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616154.465149:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616154.465151:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.465152:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.465153:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.465156:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5800. 00000100:00000001:2.0:1773616154.465159:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465163:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.465170:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.465172:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465176:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f3582c] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465183:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465185:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616154.465188:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616154.465191:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9500. 00000020:00000040:2.0:1773616154.465193:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ac800 refcount=3 obd=lustre-OST0001-osc-ffff91a81094d000 00000100:00000001:2.0:1773616154.465195:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616154.465196:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616154.465198:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616154.465201:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5c00. 00000100:00000001:2.0:1773616154.465203:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465207:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616154.465214:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616154.465216:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465219:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd05fb5] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465226:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465231:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7292) 00000100:00000001:2.0:1773616154.465249:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616154.465252:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616154.465255:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.465260:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465266:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.465268:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465272:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.465276:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.465279:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.465282:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586560:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.465286:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.465291:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.465293:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465296:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.465300:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616154.465302:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.465310:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.465314:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616154.465320:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616154.465327:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586560, portal 10 00000100:00000001:2.0:1773616154.465329:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.465331:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:2.0:1773616154.465338:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465345:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.465348:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.465350:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eb28. 00000100:00000200:2.0:1773616154.465354:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795586560, offset 0 00000400:00000200:2.0:1773616154.465360:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465369:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465377:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.465382:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.465387:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.465391:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.465394:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465398:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149515:149515:256:4294967295] 192.168.201.103@tcp LPNI seq info [149455:149455:8:4294967295] 00000400:00000200:2.0:1773616154.465403:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465414:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.465420:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.465425:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5900. 00000800:00000200:2.0:1773616154.465432:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.465439:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.465444:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.465452:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465457:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 478722 usecs (479 jiffies) 00000400:00000200:2.0:1773616154.465462:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.465464:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301955552 00000100:00000010:2.0:1773616154.465470:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685c00. 00000100:00000001:2.0:1773616154.465476:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616154.465482:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301955552 00000100:00000010:2.0:1773616154.465485:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685660. 00000100:00000001:2.0:1773616154.465488:0:2402:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616154.465492:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.465495:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.465498:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.465502:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465510:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.465512:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465514:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.465516:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.465530:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.465534:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586816:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.465538:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.465541:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.465542:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465545:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.465548:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616154.465550:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.465553:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.465556:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616154.465559:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616154.465562:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586816, portal 4 00000100:00000001:2.0:1773616154.465564:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.465566:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000040:2.0:1773616154.465571:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465578:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.465581:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.465584:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e5d8. 00000100:00000200:2.0:1773616154.465586:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795586816, offset 0 00000400:00000200:2.0:1773616154.465591:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465595:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465598:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.465601:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.465604:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.465606:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.465609:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465612:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149516:149516:255:4294967295] 192.168.201.103@tcp LPNI seq info [149456:149456:7:4294967295] 00000400:00000200:2.0:1773616154.465616:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465622:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.465626:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.465630:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5300. 00000800:00000200:2.0:1773616154.465634:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.465638:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.465641:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.465644:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465648:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 746680 usecs (747 jiffies) 00000400:00000200:2.0:1773616154.465651:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.465653:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301955820 00000100:00000001:2.0:1773616154.465658:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301955552 00000100:00000001:2.0:1773616154.465661:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301955820 00000100:00000001:2.0:1773616154.465664:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301955552 00000100:00000001:2.0:1773616154.465667:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.465669:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.465672:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.465676:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465689:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.465691:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465693:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.465695:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.465697:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.465700:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587072:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.465704:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.465706:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.465708:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465709:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.465712:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616154.465714:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.465717:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.465720:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9688. 00000400:00000010:2.0:1773616154.465723:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616154.465726:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587072, portal 10 00000100:00000001:2.0:1773616154.465728:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.465729:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:2.0:1773616154.465735:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465741:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.465743:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.465746:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e198. 00000100:00000200:2.0:1773616154.465748:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795587072, offset 0 00000400:00000200:2.0:1773616154.465752:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465756:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465759:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.465762:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.465764:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.465767:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.465769:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465773:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149517:149517:254:4294967295] 192.168.201.103@tcp LPNI seq info [149457:149457:6:4294967295] 00000400:00000200:2.0:1773616154.465776:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465782:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.465786:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.465790:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372b00. 00000800:00000200:2.0:1773616154.465794:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.465798:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.465800:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.465804:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465806:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 29263 usecs (30 jiffies) 00000400:00000200:2.0:1773616154.465809:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.465812:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301955103 00000100:00000001:2.0:1773616154.465814:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301955820 00000100:00000001:2.0:1773616154.465816:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301955103 00000100:00000001:2.0:1773616154.465819:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301955820 00000100:00000001:2.0:1773616154.465821:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.465823:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.465826:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.465830:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465869:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.465871:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465873:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.465875:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.465876:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.465880:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.465883:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.465886:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.465887:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.465889:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.465892:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616154.465894:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.465897:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.465900:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9e70. 00000400:00000010:2.0:1773616154.465904:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616154.465907:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587328, portal 4 00000100:00000001:2.0:1773616154.465908:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.465910:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616154.465915:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.465921:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.465923:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.465925:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000100:00000200:2.0:1773616154.465927:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795587328, offset 0 00000400:00000200:2.0:1773616154.465932:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465935:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465938:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.465940:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.465943:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.465945:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.465947:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.465950:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149518:149518:253:4294967295] 192.168.201.103@tcp LPNI seq info [149458:149458:5:4294967295] 00000400:00000200:2.0:1773616154.465953:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.465959:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.465963:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.465971:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0400. 00000800:00000200:2.0:1773616154.465976:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.465980:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.465983:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.465986:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.465989:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 33643 usecs (34 jiffies) 00000400:00000200:2.0:1773616154.465992:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.465993:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301955108 00000100:00000001:2.0:1773616154.465996:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301955820 00000100:00000001:2.0:1773616154.465998:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301955108 00000100:00000001:2.0:1773616154.466000:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301955820 00000100:00000001:2.0:1773616154.466002:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.466004:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466006:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466009:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.466017:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616154.466020:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616154.466022:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616154.466024:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616154.466025:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.466029:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [0->1] 00000100:00000001:2.0:1773616154.466030:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.466033:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616154.466034:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.466036:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616154.466037:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616154.466038:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.466042:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466050:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.466051:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466053:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.466055:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.466056:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.466059:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795586432:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.466062:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.466065:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.466067:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466069:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.466073:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616154.466075:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.466078:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.466081:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9a50. 00000400:00000010:2.0:1773616154.466084:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000100:00000200:2.0:1773616154.466088:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586432, portal 25 00000100:00000001:2.0:1773616154.466089:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.466090:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616154.466095:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466101:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.466103:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.466105:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616154.466108:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795586432, offset 0 00000400:00000200:2.0:1773616154.466112:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466115:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466119:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.466122:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.466124:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.466126:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.466129:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466132:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149519:149519:252:4294967295] 192.168.201.103@tcp LPNI seq info [149459:149459:4:4294967295] 00000400:00000200:2.0:1773616154.466135:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466141:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.466145:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.466148:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0000. 00000800:00000200:2.0:1773616154.466151:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.466155:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.466157:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.466160:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.466163:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.466165:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301959047 00000100:00000001:2.0:1773616154.466169:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301955820 00000100:00000001:2.0:1773616154.466173:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301959047 00000100:00000001:2.0:1773616154.466175:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301955820 00000100:00000001:2.0:1773616154.466178:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.466180:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466182:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.466187:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466193:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.466195:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466197:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.466199:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.466201:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.466204:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586688:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.466207:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.466210:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.466211:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466213:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.466217:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63200. 02000000:00000001:2.0:1773616154.466219:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.466222:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.466224:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9b58. 00000400:00000010:2.0:1773616154.466227:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616154.466230:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586688, portal 10 00000100:00000001:2.0:1773616154.466231:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.466233:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000100:00000040:2.0:1773616154.466238:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466244:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.466247:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.466249:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616154.466252:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795586688, offset 0 00000400:00000200:2.0:1773616154.466256:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466260:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466264:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.466266:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.466269:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.466271:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.466274:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466277:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149520:149520:251:4294967295] 192.168.201.103@tcp LPNI seq info [149460:149460:3:4294967295] 00000400:00000200:2.0:1773616154.466281:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466286:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.466291:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.466294:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0c00. 00000800:00000200:2.0:1773616154.466298:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.466302:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.466305:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.466308:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.466311:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 100363 usecs (101 jiffies) 00000400:00000200:2.0:1773616154.466314:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.466316:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301955175 00000100:00000001:2.0:1773616154.466318:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466320:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301955175 00000100:00000001:2.0:1773616154.466322:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466324:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.466326:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466328:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.466333:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466344:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.466346:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466348:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.466350:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.466352:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.466356:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586944:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.466359:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.466361:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.466362:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466364:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.466368:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616154.466369:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.466373:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.466375:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616154.466379:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616154.466382:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795586944, portal 4 00000100:00000001:2.0:1773616154.466383:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.466385:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:2.0:1773616154.466391:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466397:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.466400:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.466402:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:2.0:1773616154.466404:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795586944, offset 0 00000400:00000200:2.0:1773616154.466409:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466412:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466415:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.466418:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.466421:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.466423:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.466425:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466429:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149521:149521:250:4294967295] 192.168.201.103@tcp LPNI seq info [149461:149461:2:4294967295] 00000400:00000200:2.0:1773616154.466433:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466439:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.466444:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.466447:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0800. 00000800:00000200:2.0:1773616154.466451:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.466455:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.466458:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.466461:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.466464:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 462888 usecs (463 jiffies) 00000400:00000200:2.0:1773616154.466467:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.466469:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301955537 00000100:00000001:2.0:1773616154.466471:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466473:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301955537 00000100:00000001:2.0:1773616154.466475:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466477:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.466479:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466481:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.466485:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466492:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.466494:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466497:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.466498:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.466500:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.466503:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587200:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.466515:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.466527:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.466528:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466531:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.466535:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616154.466537:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.466539:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.466542:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9370. 00000400:00000010:2.0:1773616154.466545:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e110. 00000100:00000200:2.0:1773616154.466548:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587200, portal 10 00000100:00000001:2.0:1773616154.466549:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.466551:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616154.466556:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466563:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.466565:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.466567:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616154.466570:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795587200, offset 0 00000400:00000200:2.0:1773616154.466574:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466577:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466581:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.466584:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.466586:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.466589:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.466591:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466594:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149522:149522:249:4294967295] 192.168.201.103@tcp LPNI seq info [149462:149462:1:4294967295] 00000400:00000200:2.0:1773616154.466597:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466603:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616154.466607:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616154.466611:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80adc2d00. 00000800:00000200:2.0:1773616154.466615:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616154.466620:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616154.466622:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80adc2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616154.466625:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.466628:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 51831 usecs (52 jiffies) 00000400:00000200:2.0:1773616154.466631:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.466633:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301955126 00000100:00000001:2.0:1773616154.466635:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466637:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301955126 00000100:00000001:2.0:1773616154.466639:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466641:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.466643:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466646:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616154.466651:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466657:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616154.466659:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466661:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616154.466663:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616154.466665:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616154.466668:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.466672:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616154.466674:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616154.466676:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.466677:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616154.466680:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616154.466682:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616154.466685:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616154.466687:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616154.466690:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616154.466692:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587456, portal 4 00000100:00000001:2.0:1773616154.466694:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616154.466695:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000040:2.0:1773616154.466700:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.466711:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616154.466714:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616154.466716:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616154.466718:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795587456, offset 0 00000400:00000200:2.0:1773616154.466722:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466726:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616154.466729:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616154.466732:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616154.466734:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616154.466736:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616154.466738:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616154.466741:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149523:149523:248:4294967295] 192.168.201.103@tcp LPNI seq info [149463:149463:0:4294967295] 00000400:00000200:2.0:1773616154.466745:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.466748:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.466751:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: using a timeout of 27585 usecs (28 jiffies) 00000400:00000200:2.0:1773616154.466753:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616154.466755:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301955102 00000100:00000001:2.0:1773616154.466757:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466759:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301955102 00000100:00000001:2.0:1773616154.466761:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301959047 00000100:00000001:2.0:1773616154.466763:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.466764:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466767:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.466770:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616154.468317:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616154.468323:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616154.468613:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.468626:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5900. 00000400:00000200:0.0:1773616154.468636:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.468643:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.468648:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eb28 00000400:00000010:0.0:1773616154.468650:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eb28. 00000100:00000001:0.0:1773616154.468655:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.468661:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.468672:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.468676:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.468683:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.468685:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.468692:0:2392:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616154.468697:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f200. 00000800:00000200:0.0:1773616154.468702:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616154.468708:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616154.468712:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1773616154.468724:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.468727:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5300. 00000400:00000200:0.0:1773616154.468729:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.468732:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.468735:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:0.0:1773616154.468737:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:0.0:1773616154.468739:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.468743:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.468750:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.468753:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.468760:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.468762:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.468770:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.468773:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372b00. 00000400:00000200:0.0:1773616154.468778:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.468781:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.468784:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:0.0:1773616154.468786:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:0.0:1773616154.468789:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.468792:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469215:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.469220:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469227:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.469228:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.469241:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.469243:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0400. 00000400:00000200:0.0:1773616154.469246:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.469250:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.469252:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000400:00000010:0.0:1773616154.469255:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:0.0:1773616154.469257:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.469261:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469269:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.469272:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469278:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.469280:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.469288:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.469290:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0000. 00000400:00000200:0.0:1773616154.469292:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.469296:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.469299:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:0.0:1773616154.469300:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:0.0:1773616154.469302:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.469307:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469314:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.469318:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469324:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.469326:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.469334:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.469336:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0c00. 00000400:00000200:0.0:1773616154.469338:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.469341:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.469343:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:0.0:1773616154.469345:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:0.0:1773616154.469347:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.469351:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469357:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.469361:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469367:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.469369:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.469377:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.469380:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0800. 00000400:00000200:0.0:1773616154.469382:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.469386:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.469388:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:0.0:1773616154.469389:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:0.0:1773616154.469391:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.469395:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469402:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.469405:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469411:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.469412:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.469421:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.469423:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80adc2d00. 00000400:00000200:0.0:1773616154.469426:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.469429:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.469432:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:0.0:1773616154.469433:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:0.0:1773616154.469435:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.469439:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469446:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.469449:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469456:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.469457:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616154.469529:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616154.469532:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f200. 00000400:00000200:0.0:1773616154.469535:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.469539:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616154.469542:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:0.0:1773616154.469543:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:0.0:1773616154.469546:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616154.469550:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469556:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616154.469559:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.469564:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616154.469566:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616154.475977:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.475997:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616154.476001:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476004:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476013:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476021:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616154.476030:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476035:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476039:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476042:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ee00 00000400:00000200:1.0:1773616154.476046:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476051:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a31 [1] + 224 00000800:00000001:1.0:1773616154.476057:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476062:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476064:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616154.476068:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616154.476074:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616154.476081:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616154.476089:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616154.476108:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616154.476116:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476118:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616154.476120:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476121:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476123:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476125:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616154.476128:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476129:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476131:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476133:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f000 00000400:00000200:1.0:1773616154.476135:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476138:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a41 [1] + 224 00000800:00000001:1.0:1773616154.476140:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476142:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476143:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616154.476145:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616154.476147:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616154.476150:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616154.476156:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616154.476161:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616154.476162:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476164:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616154.476165:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476166:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476168:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476170:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616154.476172:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476173:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476175:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476177:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ee80 00000400:00000200:1.0:1773616154.476179:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476181:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a59 [1] + 224 00000800:00000001:1.0:1773616154.476183:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476185:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476186:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616154.476188:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616154.476190:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616154.476192:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616154.476197:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616154.476201:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616154.476202:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476204:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616154.476205:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476206:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476207:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476209:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616154.476211:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476212:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476214:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476215:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066ef00 00000400:00000200:1.0:1773616154.476217:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476219:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a39 [1] + 224 00000800:00000001:1.0:1773616154.476221:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476223:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476224:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616154.476226:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616154.476227:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616154.476230:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616154.476236:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616154.476244:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616154.476247:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476250:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616154.476251:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476253:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476256:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476259:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616154.476262:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476265:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476267:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476270:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f100 00000400:00000200:1.0:1773616154.476273:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616154.476276:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a49 [1] + 224 00000800:00000001:1.0:1773616154.476280:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476286:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616154.476288:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616154.476291:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616154.476294:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616154.476299:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616154.476308:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616154.476315:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616154.476319:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616154.476322:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.476512:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616154.476515:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616154.476532:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.476534:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.476537:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9b58. 00000400:00000200:2.0:1773616154.476542:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:2.0:1773616154.476548:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:2.0:1773616154.476552:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.476556:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.476817:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.476825:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.476827:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.476830:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.476833:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.476864:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.476867:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.476870:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.476879:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=95 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616154.476884:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616154.476887:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.476889:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.476892:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.476895:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.476899:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.476902:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616154.476904:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.476905:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.476910:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.476918:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.476921:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.476924:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.476928:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.476937:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586688:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616154.476945:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.476947:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.476950:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616154.476952:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:2.0:1773616154.477140:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:2.0:1773616154.477144:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.477149:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.477159:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.477165:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.477167:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.477169:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.477171:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.477172:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.477174:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.477176:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.477181:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=95 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616154.477184:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616154.477187:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.477188:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.477190:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.477192:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.477195:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.477196:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616154.477198:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.477199:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.477203:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.477210:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.477212:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.477214:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.477218:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.477231:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586560:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616154.477236:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.477237:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.477239:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616154.477242:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:2.0:1773616154.477244:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:2.0:1773616154.477246:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.477249:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.477258:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.477264:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.477265:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.477267:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.477269:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.477270:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.477271:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.477274:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.477277:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616154.477281:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616154.477282:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.477284:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.477285:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.477287:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.477289:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.477291:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616154.477293:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.477294:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.477298:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.477305:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.477308:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.477309:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.477313:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.477322:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586816:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616154.477326:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.477328:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.477330:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9688. 00000400:00000200:2.0:1773616154.477332:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:2.0:1773616154.477334:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:2.0:1773616154.477337:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.477341:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.477350:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.477357:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.477358:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.477360:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.477361:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.477363:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.477364:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.477366:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.477370:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=16 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616154.477373:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616154.477376:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.477377:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.477378:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.477380:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.478248:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.478256:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616154.478260:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.478262:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.478271:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478280:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.478282:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.478283:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.478287:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.478295:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587072:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616154.478304:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.478306:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.478309:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9e70. 00000400:00000200:2.0:1773616154.478312:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:2.0:1773616154.478314:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:2.0:1773616154.478317:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.478321:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.478331:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478339:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.478341:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.478343:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.478345:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.478347:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.478349:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.478351:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.478357:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616154.478361:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616154.478363:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.478364:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.478367:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.478369:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.478372:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.478374:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616154.478376:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.478378:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.478382:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478403:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.478405:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.478406:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.478410:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.478417:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.478422:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.478425:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.478430:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036caa00 x1859763795586688/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478437:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.478440:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.478444:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63200. 02000000:00000001:2.0:1773616154.478449:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.478452:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.478454:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616154.478457:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.478460:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5a00. 02000000:00000001:2.0:1773616154.478464:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.478467:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.478469:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036caa00. 00000100:00000001:2.0:1773616154.478472:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.478474:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.478475:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.478480:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795586560/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478487:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.478488:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.478490:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616154.478492:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.478493:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.478495:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616154.478497:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.478498:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5200. 02000000:00000001:2.0:1773616154.478500:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.478501:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.478502:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:2.0:1773616154.478505:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.478506:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.478508:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.478512:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca300 x1859763795586816/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478528:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.478530:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.478531:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616154.478533:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.478535:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.478536:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616154.478538:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.478539:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5400. 02000000:00000001:2.0:1773616154.478541:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.478542:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.478543:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca300. 00000100:00000001:2.0:1773616154.478545:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.478547:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.478549:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.478552:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795587072/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478559:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.478561:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.478571:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616154.478574:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.478575:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.478577:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616154.478579:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.478580:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5f00. 02000000:00000001:2.0:1773616154.478582:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.478583:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.478584:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:2.0:1773616154.478587:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.478588:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.478590:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.478593:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795587328/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.478600:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.478601:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.478602:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616154.478605:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.478606:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.478607:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616154.478609:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.478610:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5800. 02000000:00000001:2.0:1773616154.478612:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.478613:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.478614:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616154.478616:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.478617:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.478621:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.478624:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616154.478627:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616154.478630:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.478631:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616154.481279:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481296:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616154.481300:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481302:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481311:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481318:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616154.481327:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481332:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481337:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481342:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f080 00000400:00000200:0.0:1773616154.481347:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481353:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a69 [1] + 224 00000800:00000001:0.0:1773616154.481361:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481366:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481369:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.481374:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616154.481380:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616154.481387:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616154.481403:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.481428:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616154.481437:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481440:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616154.481442:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481445:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481448:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481451:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616154.481456:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481458:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481461:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481464:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066ef80 00000400:00000200:0.0:1773616154.481467:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481471:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a61 [1] + 224 00000800:00000001:0.0:1773616154.481475:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481478:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481480:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.481483:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616154.481485:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616154.481490:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616154.481498:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.481505:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616154.481508:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481511:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616154.481512:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481514:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481529:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481533:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616154.481538:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481540:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481543:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481546:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f180 00000400:00000200:0.0:1773616154.481549:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481553:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a71 [1] + 224 00000800:00000001:0.0:1773616154.481557:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481560:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481562:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.481566:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616154.481568:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616154.481572:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616154.481581:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.481588:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616154.481591:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481605:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616154.481608:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481610:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481614:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481618:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616154.481630:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481633:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481636:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481639:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066ed80 00000400:00000200:0.0:1773616154.481642:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616154.481647:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a51 [1] + 224 00000800:00000001:0.0:1773616154.481650:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481660:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616154.481662:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616154.481665:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616154.481668:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616154.481673:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616154.481683:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616154.481691:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616154.481694:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616154.481697:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.481770:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616154.481774:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616154.481781:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.481783:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.481785:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9a50. 00000400:00000200:2.0:1773616154.481790:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:2.0:1773616154.481793:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:2.0:1773616154.481796:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.481802:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.482024:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482032:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.482035:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482037:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.482041:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.482043:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.482046:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.482048:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.482055:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616154.482059:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616154.482063:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.482064:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.482067:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.482069:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.482072:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.482077:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482084:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.482087:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.482088:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.482092:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.482100:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795586432:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616154.482106:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.482107:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.482108:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616154.482112:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:2.0:1773616154.482113:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:2.0:1773616154.482115:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.482118:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.482125:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482131:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.482132:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482133:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.482134:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.482135:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.482137:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.482139:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.482144:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616154.482146:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616154.482148:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.482149:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.482151:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.482154:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.482157:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.482159:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616154.482161:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.482162:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.482165:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482171:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.482173:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.482174:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.482177:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.482184:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795586944:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616154.482189:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.482190:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.482192:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9370. 00000400:00000200:2.0:1773616154.482194:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:2.0:1773616154.482196:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:2.0:1773616154.482198:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.482201:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.482208:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482213:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.482214:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482216:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.482218:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.482219:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.482220:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.482222:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.482226:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=16 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616154.482229:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616154.482231:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.482232:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.482234:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.482235:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.482237:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.482239:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616154.482240:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.482241:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.482245:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482252:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.482253:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.482255:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.482259:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.482265:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587200:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616154.482270:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616154.482271:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616154.482272:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616154.482274:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:2.0:1773616154.482276:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:2.0:1773616154.482278:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616154.482281:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616154.482288:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482294:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616154.482295:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482297:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616154.482299:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616154.482300:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616154.482301:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616154.482303:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616154.482307:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030acc58 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616154.482310:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030acc10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616154.482312:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616154.482313:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616154.482315:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616154.482316:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.482319:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616154.482320:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616154.482322:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616154.482323:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616154.482326:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482333:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616154.482334:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616154.482335:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616154.482339:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616154.482351:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795587456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616154.482355:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.482358:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.482361:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795586432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482367:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.482369:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.482373:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616154.482376:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.482378:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.482380:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616154.482382:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.482384:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5b00. 02000000:00000001:2.0:1773616154.482388:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.482389:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.482391:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616154.482394:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.482395:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482397:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.482400:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795586944/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482405:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.482407:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.482408:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616154.482410:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.482412:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.482413:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616154.482414:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.482415:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5100. 02000000:00000001:2.0:1773616154.482417:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.482418:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.482419:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:2.0:1773616154.482422:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.482424:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482425:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.482428:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795587200/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482433:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.482435:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.482436:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616154.482438:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.482439:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.482440:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616154.482442:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.482443:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5e00. 02000000:00000001:2.0:1773616154.482445:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.482446:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.482447:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616154.482449:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.482450:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482452:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616154.482455:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795587456/t0(0) o400->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616154.482460:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616154.482461:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616154.482463:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616154.482465:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616154.482465:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616154.482466:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=2 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:2.0:1773616154.482468:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616154.482469:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5c00. 02000000:00000001:2.0:1773616154.482470:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616154.482472:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616154.482473:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:2.0:1773616154.482475:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616154.482476:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616154.482480:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.482482:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616154.482483:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616154.482485:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616154.482488:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616154.528081:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616154.528089:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616154.528095:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616154.528096:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616154.528100:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616154.528101:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616154.528105:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616154.528106:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616154.528110:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616154.528111:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616154.528114:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616154.528115:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616154.528292:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616154.528295:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616154.528298:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616155.488183:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616155.488198:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616155.488200:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=22 : 22 : 16) 00000100:00000001:2.0:1773616155.488207:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616155.488210:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616155.488214:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616155.488218:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616155.552035:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616155.552044:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616155.552052:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616155.552053:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616155.552058:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616155.552059:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616155.552064:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616155.552065:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616155.552069:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616155.552071:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616155.552075:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616155.552076:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616155.552145:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616155.552148:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616155.552153:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616156.578220:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616156.578228:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616156.578234:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616156.578235:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616156.578239:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616156.578240:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616156.578243:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616156.578245:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616156.578248:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616156.578249:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616156.578252:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616156.578253:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616156.579475:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616156.579480:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616156.579493:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616157.602382:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616157.602390:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616157.602398:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616157.602399:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616157.602403:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616157.602405:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616157.602409:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616157.602410:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616157.602413:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616157.602415:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616157.602427:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616157.602428:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616157.602604:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616157.602607:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616157.602610:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616158.496185:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301959047, at 4301959104 00000100:00000010:0.0:1773616158.496202:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685c00. 00000100:00000040:1.0:1773616158.501760:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301959047, at 4301959109 00000100:00000010:1.0:1773616158.501777:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685660. 00010000:00000001:0.0:1773616158.623972:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616158.623981:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.623987:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616158.623989:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.623992:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616158.623993:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.624010:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616158.624011:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.624015:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616158.624017:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.624021:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616158.624025:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616158.624027:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616158.624030:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.624033:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616158.624036:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.624038:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616158.624040:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616158.624068:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616158.624071:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616158.624073:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616159.584804:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.584814:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.584825:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9500. 00000020:00000040:2.0:1773616159.584831:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616159.584863:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.584867:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.584873:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.584882:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80adc2400. 00000100:00000001:2.0:1773616159.584890:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.584902:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.584913:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.584918:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.584923:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd05fb5] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.584959:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.584963:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.584966:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.584969:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616159.584972:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616159.584975:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.584976:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.584978:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.584990:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80adc2300. 00000100:00000001:2.0:1773616159.584993:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.584999:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.585006:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585009:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585022:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.585033:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585035:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.585038:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.585041:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cbb80. 00000020:00000040:2.0:1773616159.585043:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616159.585046:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.585047:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.585048:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.585053:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80adc2d00. 00000100:00000001:2.0:1773616159.585056:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585060:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.585067:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585069:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585073:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041fc5ef2] to pc [ptlrpcd_01_01+1] req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.585080:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585082:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.585085:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.585088:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616159.585090:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616159.585092:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.585094:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.585095:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.585102:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5700. 00000100:00000001:2.0:1773616159.585104:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585109:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.585115:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585117:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585121:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.585129:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585131:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.585135:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.585138:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616159.585140:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616159.585142:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.585143:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.585145:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.585148:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5100. 00000100:00000001:2.0:1773616159.585150:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585155:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.585162:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585164:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585167:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f3582c] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.585174:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585177:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.585180:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.585182:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616159.585185:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616159.585187:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.585188:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.585190:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.585192:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5a00. 00000100:00000001:2.0:1773616159.585195:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585199:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.585206:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585208:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585211:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13cc3e] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.585218:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585220:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.585223:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.585225:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca300. 00000020:00000040:2.0:1773616159.585227:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616159.585229:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.585230:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.585232:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.585235:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5800. 00000100:00000001:2.0:1773616159.585237:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585241:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.585248:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585250:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585253:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de1c7173] to pc [ptlrpcd_01_01+1] req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.585261:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585263:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.585266:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616159.585269:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616159.585272:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616159.585274:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.585275:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.585277:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.585280:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5f00. 00000100:00000001:2.0:1773616159.585283:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585287:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616159.585293:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585295:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585299:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.585306:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585308:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616159.585311:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1773616159.585314:0:42286:0:(import.c:2053:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1773616159.585326:0:42286:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1773616159.585330:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036caa00. 00000020:00000040:2.0:1773616159.585332:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ac800 refcount=3 obd=lustre-OST0001-osc-ffff91a81094d000 00000100:00000001:2.0:1773616159.585334:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616159.585336:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616159.585337:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616159.585341:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109400. 00000100:00000001:2.0:1773616159.585344:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.585346:0:42286:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000100:00080000:2.0:1773616159.585349:0:42286:0:(import.c:65:import_set_state_nolock()) ffff91a8030ac800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1773616159.585352:0:42286:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff91a81094d000: disconnect after 20s idle 00000100:00000001:2.0:1773616159.585355:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616159.585357:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.585361:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032d668ab] to pc [ptlrpcd_rcv+-1] req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616159.585432:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616159.585446:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616159.585449:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616159.585455:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616159.585463:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616159.585465:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616159.585468:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616159.585483:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616159.585486:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616159.585490:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795588608:192.168.201.103@tcp:9:kworker.0 00000100:00000001:0.0:1773616159.585494:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616159.585500:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616159.585502:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616159.585504:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616159.585510:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616159.585512:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616159.585519:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616159.585523:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616159.585530:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616159.585537:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588608, portal 4 00000100:00000001:0.0:1773616159.585539:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616159.585541:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000020:00000010:0.0:1773616159.585549:0:2398:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a807e66000. 00000100:00000040:0.0:1773616159.585557:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616159.585564:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616159.585566:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616159.585569:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616159.585572:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795588608, offset 0 00000400:00000200:0.0:1773616159.585579:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616159.585586:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616159.585594:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616159.585599:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616159.585604:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616159.585607:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616159.585610:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616159.585614:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149524:149524:256:4294967295] 192.168.201.103@tcp LPNI seq info [149464:149464:8:4294967295] 00000400:00000200:0.0:1773616159.585618:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616159.585628:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616159.585634:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616159.585639:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f200. 00000800:00000200:0.0:1773616159.585646:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616159.585653:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616159.585657:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616159.585676:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616159.585680:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: using a timeout of 26023 usecs (27 jiffies) 00000400:00000200:0.0:1773616159.585683:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616159.585686:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301960220 00000100:00000010:0.0:1773616159.585692:0:2398:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cf120. 00000100:00000001:0.0:1773616159.585699:0:2398:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616159.585705:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301960220 00000100:00000010:0.0:1773616159.585708:0:2398:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cf5a0. 00000100:00000001:0.0:1773616159.585712:0:2398:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-ffff91a81094d000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616159.585720:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616159.585723:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616159.585726:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616159.585729:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773616159.586039:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.586045:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f200. 00000400:00000200:1.0:1773616159.586049:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.586055:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.586061:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:1.0:1773616159.586064:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:1.0:1773616159.586068:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.586073:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.586083:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.586086:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.586093:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.586094:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616159.586264:0:42286:0:(import.c:2092:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.586268:0:42286:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.586273:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7297) 00000100:00000001:2.0:1773616159.586285:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.586287:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616159.586289:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616159.586295:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.586303:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616159.586304:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.586318:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616159.586320:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616159.586323:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616159.586326:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795587712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.586329:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616159.586332:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616159.586334:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.586336:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616159.586340:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616159.586342:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616159.586346:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616159.586349:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616159.586353:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616159.586357:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587712, portal 10 00000100:00000001:2.0:1773616159.586358:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616159.586360:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616159.586366:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.586372:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616159.586374:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616159.586377:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e110. 00000100:00000200:2.0:1773616159.586381:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795587712, offset 0 00000400:00000200:2.0:1773616159.586386:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616159.586390:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.586394:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616159.586397:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616159.586400:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616159.586402:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616159.586405:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616159.586408:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149525:149525:256:4294967295] 192.168.201.103@tcp LPNI seq info [149465:149465:8:4294967295] 00000400:00000200:2.0:1773616159.586413:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.586419:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616159.586424:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616159.586428:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109b00. 00000800:00000200:2.0:1773616159.586432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616159.586447:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616159.586450:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616159.586466:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616159.586593:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.586596:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109b00. 00000400:00000200:1.0:1773616159.586600:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.586604:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.586608:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:1.0:1773616159.586610:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:1.0:1773616159.586613:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.586617:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.586625:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.586628:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.586635:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.586637:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1773616159.586798:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 477720 usecs (478 jiffies) 00000400:00000200:2.0:1773616159.586804:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616159.586807:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301960672 00000100:00000001:2.0:1773616159.586813:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301960220 00000100:00000001:2.0:1773616159.586816:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301960672 00000100:00000001:2.0:1773616159.586819:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301960220 00000100:00000001:2.0:1773616159.586822:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.586824:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.586827:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616159.586832:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.586857:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616159.586859:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.586862:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616159.586864:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616159.586866:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616159.586870:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795587968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.586873:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616159.586876:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616159.586878:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.586880:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616159.586884:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616159.586886:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616159.586890:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616159.586893:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9370. 00000400:00000010:2.0:1773616159.586897:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616159.586900:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587968, portal 4 00000100:00000001:2.0:1773616159.586902:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616159.586904:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616159.586910:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.586916:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616159.586918:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616159.586921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000100:00000200:2.0:1773616159.586923:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795587968, offset 0 00000400:00000200:2.0:1773616159.586927:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616159.586932:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.586935:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616159.586938:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616159.586941:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616159.586943:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616159.586946:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616159.586949:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149526:149526:256:4294967295] 192.168.201.103@tcp LPNI seq info [149466:149466:8:4294967295] 00000400:00000200:2.0:1773616159.586952:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.586958:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616159.586962:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616159.586966:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109f00. 00000800:00000200:2.0:1773616159.586969:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616159.586973:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616159.586976:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616159.587387:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.587393:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 741142 usecs (742 jiffies) 00000400:00000200:2.0:1773616159.587397:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616159.587399:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301960937 00000100:00000001:2.0:1773616159.587404:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301960672 00000100:00000001:2.0:1773616159.587407:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301960937 00000100:00000001:2.0:1773616159.587410:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301960672 00000100:00000001:2.0:1773616159.587413:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.587415:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.587418:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616159.587423:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.587430:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616159.587431:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.587433:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616159.587449:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616159.587451:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616159.587454:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795588224:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.587458:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616159.587460:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616159.587462:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.587464:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616159.587468:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616159.587470:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.587748:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616159.587753:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616159.587755:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616159.587761:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.587769:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616159.587771:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.587774:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616159.587775:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616159.587777:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616159.587780:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795587584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616159.587784:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616159.587786:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616159.587788:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.587790:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616159.587794:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8014ca600. 02000000:00000001:3.0:1773616159.587796:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616159.587800:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616159.587803:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616159.587808:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616159.587812:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587584, portal 25 00000100:00000001:3.0:1773616159.587815:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616159.587816:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000040:3.0:1773616159.587821:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.587827:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616159.587829:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616159.587832:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3440. 00000100:00000200:3.0:1773616159.587834:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795587584, offset 0 00000400:00000200:3.0:1773616159.587879:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616159.587885:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.587889:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616159.587892:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616159.587895:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616159.587897:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616159.587900:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616159.587903:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149527:149527:255:4294967295] 192.168.201.103@tcp LPNI seq info [149467:149467:7:4294967295] 00000400:00000200:3.0:1773616159.587907:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.587914:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616159.587920:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616159.587926:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac000. 00000800:00000200:3.0:1773616159.587931:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616159.587936:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616159.587939:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616159.587942:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616159.587945:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616159.587947:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301964168 00000100:00000001:3.0:1773616159.587950:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301960937 00000100:00000001:3.0:1773616159.587953:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301964168 00000100:00000001:3.0:1773616159.587956:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301960937 00000100:00000001:3.0:1773616159.587959:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616159.587961:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.587963:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616159.587968:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.587975:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616159.587977:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.587980:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616159.587996:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616159.587998:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616159.588002:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795587840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616159.588005:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616159.588008:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616159.588009:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.588011:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616159.588028:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8014cb000. 02000000:00000001:3.0:1773616159.588030:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616159.588033:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616159.588036:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd10. 00000400:00000010:3.0:1773616159.588040:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3770. 00000100:00000200:3.0:1773616159.588043:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795587840, portal 10 00000100:00000001:3.0:1773616159.588045:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616159.588046:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:3.0:1773616159.588052:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.588059:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616159.588062:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616159.588064:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616159.588066:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795587840, offset 0 00000400:00000200:3.0:1773616159.588071:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616159.588075:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.588078:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616159.588082:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616159.588084:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616159.588087:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616159.588089:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616159.588092:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149528:149528:254:4294967295] 192.168.201.103@tcp LPNI seq info [149468:149468:6:4294967295] 00000400:00000200:3.0:1773616159.588097:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.588104:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616159.588108:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616159.588111:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8098ac900. 00000800:00000200:3.0:1773616159.588115:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616159.588120:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616159.588122:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8098ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616159.588125:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616159.588128:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 99827 usecs (100 jiffies) 00000400:00000200:3.0:1773616159.588131:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616159.588134:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301960295 00000100:00000001:3.0:1773616159.588136:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301964168 00000100:00000001:3.0:1773616159.588139:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301960295 00000100:00000001:3.0:1773616159.588141:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301964168 00000100:00000001:3.0:1773616159.588143:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616159.588145:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.588147:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616159.588151:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.588158:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616159.588160:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.588162:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616159.588164:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616159.588166:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616159.588169:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795588096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616159.588172:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616159.588174:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616159.588176:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.588177:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616159.588181:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a801341e00. 02000000:00000001:3.0:1773616159.588183:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616159.588186:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616159.588189:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df78. 00000400:00000010:3.0:1773616159.588192:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616159.588195:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588096, portal 4 00000100:00000001:3.0:1773616159.588197:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616159.588198:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:3.0:1773616159.588204:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.588210:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616159.588212:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616159.588215:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616159.588217:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795588096, offset 0 00000400:00000200:3.0:1773616159.588222:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616159.588226:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.588230:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616159.588232:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616159.588235:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616159.588238:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616159.588240:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616159.588243:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149529:149529:253:4294967295] 192.168.201.103@tcp LPNI seq info [149469:149469:5:4294967295] 00000400:00000200:3.0:1773616159.588247:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.588254:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616159.588258:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616159.588262:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41400. 00000800:00000200:3.0:1773616159.588266:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616159.588271:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616159.588274:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616159.588277:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616159.588280:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 460111 usecs (461 jiffies) 00000400:00000200:3.0:1773616159.588283:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616159.588285:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301960656 00000100:00000001:3.0:1773616159.588288:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301964168 00000100:00000001:3.0:1773616159.588290:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301960656 00000100:00000001:3.0:1773616159.588292:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301964168 00000100:00000001:3.0:1773616159.588294:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616159.588296:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.588298:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616159.588302:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.588316:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616159.588318:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.588321:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616159.588322:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616159.588324:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616159.588327:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795588352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616159.588330:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616159.588333:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616159.588335:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.588337:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616159.588340:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111c1c00. 02000000:00000001:3.0:1773616159.588342:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616159.588345:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616159.588348:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dd68. 00000400:00000010:3.0:1773616159.588351:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773616159.588355:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588352, portal 10 00000100:00000001:3.0:1773616159.588357:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616159.588358:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000040:3.0:1773616159.588364:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.588370:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616159.588373:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616159.588375:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3f68. 00000100:00000200:3.0:1773616159.588377:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795588352, offset 0 00000400:00000200:2.0:1773616159.589351:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616159.589356:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616159.589361:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616159.589364:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588224, portal 10 00000100:00000001:2.0:1773616159.589367:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616159.589368:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:2.0:1773616159.589376:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.589384:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616159.589387:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616159.589389:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616159.589392:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795588224, offset 0 00000400:00000200:2.0:1773616159.589396:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616159.589400:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.589404:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616159.589407:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616159.589410:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616159.589413:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616159.589416:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616159.589419:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149530:149530:252:4294967295] 192.168.201.103@tcp LPNI seq info [149470:149470:4:4294967295] 00000400:00000200:2.0:1773616159.589424:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.589430:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616159.590227:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616159.590233:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109100. 00000800:00000200:2.0:1773616159.590240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616159.590245:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616159.590249:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616159.590253:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.590256:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 28102 usecs (29 jiffies) 00000400:00000200:2.0:1773616159.590259:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616159.590262:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301960227 00000100:00000001:2.0:1773616159.590265:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301964168 00000100:00000001:2.0:1773616159.590267:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301960227 00000100:00000001:2.0:1773616159.590269:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301964168 00000100:00000001:2.0:1773616159.590272:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.590275:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.590278:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616159.590284:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.590291:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616159.590293:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.590297:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616159.590299:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616159.590301:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616159.590304:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795588480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.590321:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616159.590325:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616159.590327:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.590329:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616159.590334:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616159.590336:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616159.590339:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616159.590341:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9a50. 00000400:00000010:2.0:1773616159.590345:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616159.590348:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588480, portal 4 00000100:00000001:2.0:1773616159.590350:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616159.590351:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:2.0:1773616159.590357:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.590363:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616159.590365:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616159.590367:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616159.590370:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795588480, offset 0 00000400:00000200:2.0:1773616159.590374:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616159.590378:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.590382:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616159.590385:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616159.590388:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616159.590390:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616159.590393:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616159.590396:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149531:149531:251:4294967295] 192.168.201.103@tcp LPNI seq info [149471:149471:3:4294967295] 00000400:00000200:2.0:1773616159.590400:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616159.590407:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616159.590411:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616159.590415:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109c00. 00000800:00000200:2.0:1773616159.590419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616159.590423:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616159.590426:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616159.590428:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.590431:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 30205 usecs (31 jiffies) 00000400:00000200:2.0:1773616159.590434:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616159.590446:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301960229 00000100:00000001:2.0:1773616159.590448:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301964168 00000100:00000001:2.0:1773616159.590451:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301960229 00000100:00000001:2.0:1773616159.590453:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301964168 00000100:00000001:2.0:1773616159.590455:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.590457:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.590459:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.590462:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773616159.590636:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616159.590640:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.590643:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616159.590646:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616159.590649:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616159.590651:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616159.590653:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616159.590656:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149532:149532:250:4294967295] 192.168.201.103@tcp LPNI seq info [149472:149472:2:4294967295] 00000400:00000200:3.0:1773616159.590660:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616159.590666:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616159.590671:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616159.590675:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41800. 00000800:00000200:3.0:1773616159.590679:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616159.590683:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616159.590686:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616159.590688:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616159.590692:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 46751 usecs (47 jiffies) 00000400:00000200:3.0:1773616159.590694:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616159.590697:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301960245 00000100:00000001:3.0:1773616159.590699:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301964168 00000100:00000001:3.0:1773616159.590700:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301960245 00000100:00000001:3.0:1773616159.590702:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301964168 00000100:00000001:3.0:1773616159.590704:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616159.590706:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.590709:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.590712:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616159.590716:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616159.590718:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616159.590721:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616159.590723:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616159.590725:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.590727:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.591428:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616159.591431:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616159.591444:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.591447:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616159.591450:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.591452:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616159.591488:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.591493:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109f00. 00000400:00000200:1.0:1773616159.591498:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.591504:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.591510:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:1.0:1773616159.591513:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:1.0:1773616159.591517:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.591523:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591535:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.591538:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591546:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.591548:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616159.591578:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.591581:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac000. 00000400:00000200:1.0:1773616159.591584:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.591587:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.591590:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3440 00000400:00000010:1.0:1773616159.591592:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3440. 00000100:00000001:1.0:1773616159.591594:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.591598:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591605:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.591609:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591615:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.591616:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616159.591625:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.591627:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8098ac900. 00000400:00000200:1.0:1773616159.591629:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.591632:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.591634:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:1.0:1773616159.591636:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:1.0:1773616159.591639:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.591642:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591650:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.591652:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591664:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.591665:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616159.591674:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.591676:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41400. 00000400:00000200:1.0:1773616159.591679:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.591681:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.591683:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:1.0:1773616159.591685:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:1.0:1773616159.591687:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.591690:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591696:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.591698:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591704:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.591705:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616159.591712:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.591714:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109100. 00000400:00000200:1.0:1773616159.591717:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.591720:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.591722:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:1.0:1773616159.591724:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:1.0:1773616159.591725:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.591729:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591747:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.591751:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591757:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.591759:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616159.591769:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.591771:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109c00. 00000400:00000200:1.0:1773616159.591774:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.591777:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.591779:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:1.0:1773616159.591781:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:1.0:1773616159.591783:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.591786:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591793:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.591796:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591801:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.591802:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616159.591883:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616159.591886:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41800. 00000400:00000200:1.0:1773616159.591889:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.591892:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616159.591895:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3f68 00000400:00000010:1.0:1773616159.591896:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3f68. 00000100:00000001:1.0:1773616159.591899:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616159.591903:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591911:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616159.591914:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.591920:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616159.591922:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616159.593879:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616159.593884:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773616159.593889:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616159.593891:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616159.593895:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616159.593897:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616159.596867:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.596886:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.596889:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.596892:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.596901:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.596909:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.596920:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.596926:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.596932:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.596935:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f600 00000400:00000200:1.0:1773616159.596940:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.596946:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a79 [1] + 224 00000800:00000001:1.0:1773616159.596955:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.596981:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.596984:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.596989:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.596997:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.597006:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.597016:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.597040:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.597050:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.597053:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616159.597128:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616159.597131:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616159.597139:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616159.597141:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616159.597144:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616159.597149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616159.597152:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616159.597154:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616159.597159:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616159.597168:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616159.597174:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616159.597176:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616159.597178:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616159.597182:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616159.597184:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616159.597186:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616159.597189:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616159.597198:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030acc58 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1773616159.597203:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030acc10 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616159.597206:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616159.597207:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616159.597211:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616159.597215:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616159.597219:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616159.597222:0:2398:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616159.597224:0:2398:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616159.597226:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616159.597231:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616159.597238:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616159.597241:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616159.597244:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773616159.597248:0:2398:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773616159.597256:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8030ac800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1773616159.597261:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616159.597350:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795588608:192.168.201.103@tcp:9:kworker.0 00000100:00000001:0.0:1773616159.597355:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616159.597357:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616159.597361:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036caa00 x1859763795588608/t0(0) o9->lustre-OST0001-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616159.597367:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616159.597370:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616159.597373:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616159.597377:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616159.597380:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616159.597382:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=2 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:0.0:1773616159.597384:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616159.597387:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109400. 02000000:00000001:0.0:1773616159.597390:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616159.597392:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616159.597394:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036caa00. 00000100:00000001:0.0:1773616159.597398:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616159.597399:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616159.597402:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616159.597409:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616159.597411:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616159.597414:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616159.597415:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616159.600814:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.600833:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.600961:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.600967:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.600977:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.600984:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.600995:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601000:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601006:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601010:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f380 00000400:00000200:1.0:1773616159.601015:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601022:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a91 [1] + 224 00000800:00000001:1.0:1773616159.601029:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.601035:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.601038:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.601042:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.601049:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.601058:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.601069:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.601094:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.601105:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.601109:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.601111:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.601113:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.601116:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601120:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.601124:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601126:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601129:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601131:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066f200 00000400:00000200:1.0:1773616159.601134:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.601140:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a99 [1] + 224 00000800:00000001:1.0:1773616159.601143:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773616159.601960:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.601967:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616159.601974:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616159.601976:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616159.601979:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9370. 00000400:00000200:2.0:1773616159.601984:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:2.0:1773616159.601987:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:2.0:1773616159.601990:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616159.601996:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616159.602006:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.602014:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616159.602016:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.602018:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616159.602022:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616159.602024:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616159.602027:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.602030:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616159.602039:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616159.602044:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616159.602047:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616159.602049:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616159.602052:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616159.602056:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.602060:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616159.602063:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616159.602065:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616159.602066:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.602072:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.602078:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.602082:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616159.602084:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616159.602088:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616159.602096:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795587968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.602101:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.602104:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.602107:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795587968/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.602115:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.602117:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.602121:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616159.602124:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.602127:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.602129:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616159.602131:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.602134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5700. 02000000:00000001:2.0:1773616159.602139:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.602141:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.602143:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616159.602147:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.602148:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.602151:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.602153:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.602154:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616159.602156:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.602158:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616159.603771:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.603778:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.603785:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.603792:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.603799:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.603809:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.604008:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.604022:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.604028:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616159.606780:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616159.606788:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616159.606796:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616159.606799:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616159.606802:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616159.606810:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:3.0:1773616159.606812:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:3.0:1773616159.606817:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616159.606828:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616159.606889:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.606898:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616159.606900:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616159.606903:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616159.606906:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616159.606909:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616159.606912:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616159.606915:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616159.606922:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616159.606926:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616159.606929:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616159.606931:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616159.606934:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616159.606936:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616159.606939:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616159.606945:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616159.606952:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616159.606955:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616159.606957:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616159.606962:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616159.607407:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795587584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.607805:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.607811:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.607818:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795587584/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.607825:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.607828:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.607833:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8014ca600. 02000000:00000001:2.0:1773616159.607871:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.607874:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.607876:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616159.607879:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.607882:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80adc2400. 02000000:00000001:2.0:1773616159.607886:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.607888:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.607890:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:2.0:1773616159.607894:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.607895:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.607899:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.607901:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.607903:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616159.607905:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.607906:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616159.622299:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.622388:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.622392:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.622395:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.622404:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.622412:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.622422:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.622426:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.622432:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.622446:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f400 00000400:00000200:1.0:1773616159.622451:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.622457:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193aa9 [1] + 224 00000800:00000001:1.0:1773616159.622466:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.622478:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.622481:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.622486:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.622493:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.622501:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.622512:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.622583:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.622587:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616159.622606:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.622616:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.622620:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.633318:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633337:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.633342:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633344:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633354:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633361:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.633369:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633375:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633380:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633385:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f280 00000400:00000200:1.0:1773616159.633390:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633397:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193a89 [1] + 224 00000800:00000001:1.0:1773616159.633406:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633411:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633414:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.633417:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.633425:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.633442:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.633453:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.633474:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.633483:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633487:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.633489:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633491:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633494:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633498:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.633501:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633504:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633506:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633509:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f300 00000400:00000200:1.0:1773616159.633511:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633515:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193aa1 [1] + 224 00000800:00000001:1.0:1773616159.633519:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633523:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633525:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.633528:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.633531:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.633536:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.633545:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.633553:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.633557:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633560:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.633563:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633565:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633568:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633571:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.633576:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633578:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633581:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633584:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f480 00000400:00000200:1.0:1773616159.633587:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633590:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ab9 [1] + 224 00000800:00000001:1.0:1773616159.633594:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633598:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633599:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.633602:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.633605:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.633609:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.633618:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.633626:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.633629:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633633:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.633635:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633637:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633640:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633643:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.633648:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633650:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633653:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633655:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f580 00000400:00000200:1.0:1773616159.633658:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.633662:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ac1 [1] + 224 00000800:00000001:1.0:1773616159.633666:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633716:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.633718:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.633722:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.633724:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.633729:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.633738:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.633745:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.633749:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.633752:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616159.636807:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616159.636815:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616159.636818:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df78. 00000400:00000200:2.0:1773616159.636825:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:2.0:1773616159.636828:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:2.0:1773616159.636832:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616159.636859:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616159.636871:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.636878:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616159.636880:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.636883:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616159.636886:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616159.636889:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616159.636891:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.636894:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616159.636905:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616159.636909:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=54 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616159.636912:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616159.636914:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616159.636917:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616159.636920:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.636924:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616159.636926:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616159.636928:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616159.636930:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.636934:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.636940:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.636944:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616159.636946:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616159.636950:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616159.636958:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795588096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.636971:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.636974:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616159.636978:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616159.636979:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616159.636981:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616159.636985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:2.0:1773616159.636986:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:2.0:1773616159.636989:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616159.636994:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616159.637001:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637007:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616159.637008:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637010:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616159.637011:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616159.637013:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616159.637015:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.637028:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616159.637034:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=100 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616159.637037:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616159.637039:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616159.637040:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616159.637042:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616159.637044:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637046:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616159.637048:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616159.637050:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616159.637051:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.637055:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637062:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.637064:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616159.637065:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616159.637068:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616159.637076:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795587712:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616159.637081:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616159.637082:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616159.637084:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616159.637087:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:2.0:1773616159.637088:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:2.0:1773616159.637090:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616159.637095:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616159.637103:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637110:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616159.637112:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637114:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616159.637115:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616159.637116:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616159.637118:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.637120:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616159.637123:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=21 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616159.637126:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616159.637128:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616159.637130:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616159.637132:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616159.637133:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637136:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616159.637137:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616159.637138:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616159.637140:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.637144:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637150:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.637151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616159.637153:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616159.637156:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616159.637163:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795588224:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616159.637168:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616159.637169:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616159.637171:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9a50. 00000400:00000200:2.0:1773616159.637173:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:2.0:1773616159.637175:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:2.0:1773616159.637189:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616159.637193:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616159.637202:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637209:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616159.637210:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637212:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616159.637213:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616159.637214:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616159.637216:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.637218:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616159.637221:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616159.637223:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616159.637225:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616159.637227:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616159.637229:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616159.637231:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637232:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616159.637234:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616159.637235:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616159.637236:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.637240:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637246:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.637248:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616159.637249:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616159.637252:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616159.637259:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795588480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.637463:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637466:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.637472:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795587712/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637479:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.637482:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.637485:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616159.637489:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.637493:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.637494:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616159.637496:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.637499:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80adc2300. 02000000:00000001:2.0:1773616159.637502:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.637503:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.637505:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616159.637508:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.637510:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637511:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.637514:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795588224/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637519:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.637520:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.637521:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616159.637523:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.637524:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.637525:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616159.637527:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.637528:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5a00. 02000000:00000001:2.0:1773616159.637531:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.637532:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.637533:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:2.0:1773616159.637535:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.637537:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637538:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.637541:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795588480/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637546:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.637547:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.637560:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616159.637562:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.637563:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.637564:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616159.637566:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.637567:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5f00. 02000000:00000001:2.0:1773616159.637568:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.637569:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.637570:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:2.0:1773616159.637572:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.637573:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637575:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637583:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616159.637584:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637587:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.637589:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637597:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637599:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.637603:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795588096/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637608:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.637609:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.637610:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a801341e00. 02000000:00000001:2.0:1773616159.637615:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.637616:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.637617:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616159.637619:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.637620:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5100. 02000000:00000001:2.0:1773616159.637622:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.637623:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.637624:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616159.637626:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.637628:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637630:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637631:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.637632:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616159.637635:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616159.637636:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616159.637638:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd10. 00000400:00000200:2.0:1773616159.637640:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3770 00000400:00000010:2.0:1773616159.637641:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3770. 00000100:00000001:2.0:1773616159.637643:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616159.637647:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616159.637654:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637660:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616159.637661:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637662:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616159.637663:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616159.637665:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616159.637666:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.637668:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616159.637672:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=100 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616159.637675:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616159.637677:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616159.637678:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616159.637679:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616159.637681:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637684:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616159.637685:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616159.637687:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616159.637688:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.637691:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637697:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.637699:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616159.637700:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616159.637703:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616159.637709:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795587840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.637713:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637715:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.637718:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795587840/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.637723:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.637724:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.637725:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8014cb000. 02000000:00000001:2.0:1773616159.637727:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.637728:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.637729:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616159.637731:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.637732:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80adc2d00. 02000000:00000001:2.0:1773616159.637734:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.637735:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.637736:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:2.0:1773616159.637739:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.637740:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.637741:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637743:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.637744:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616159.637745:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.637747:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616159.639533:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.639563:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616159.639567:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.639571:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.639580:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.639587:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616159.639597:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.639602:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.639607:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.639611:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f500 00000400:00000200:1.0:1773616159.639615:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616159.639622:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ab1 [1] + 224 00000800:00000001:1.0:1773616159.639630:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.639640:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616159.639643:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616159.639648:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616159.639654:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616159.639660:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616159.639669:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616159.639689:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616159.639698:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616159.639701:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.640813:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.640818:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616159.640824:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616159.640826:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616159.640830:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dd68. 00000400:00000200:2.0:1773616159.640835:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3110 00000400:00000010:2.0:1773616159.640853:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3110. 00000100:00000001:2.0:1773616159.640857:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616159.640863:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616159.640872:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.640879:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616159.640881:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.640883:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616159.640886:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616159.640889:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616159.640891:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616159.640893:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616159.640901:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=21 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616159.640905:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616159.640907:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616159.640909:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616159.640911:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616159.640914:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.640917:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616159.640919:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616159.640920:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616159.640922:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616159.640926:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.640933:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616159.640935:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616159.640937:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616159.640941:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616159.640948:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795588352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616159.640952:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.640954:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616159.640957:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca300 x1859763795588352/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616159.640964:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616159.640966:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616159.640970:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111c1c00. 02000000:00000001:2.0:1773616159.640973:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616159.640975:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616159.640977:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616159.640979:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616159.640982:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5800. 02000000:00000001:2.0:1773616159.640986:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616159.640988:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616159.640990:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca300. 00000100:00000001:2.0:1773616159.640992:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616159.640994:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616159.640997:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.640999:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616159.641000:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616159.641001:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616159.641003:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616159.648131:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616159.648137:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616159.648143:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616159.648144:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616159.648148:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616159.648149:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616159.648152:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616159.648153:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616159.648157:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616159.648158:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616159.648162:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616159.648163:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616159.648300:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616159.648304:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616159.648307:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616160.672223:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616160.672231:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672237:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616160.672238:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672242:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616160.672243:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672247:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616160.672251:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616160.672253:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616160.672257:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672260:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616160.672262:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672264:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672267:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672270:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616160.672272:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616160.672275:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616160.672276:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616160.675522:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616160.675529:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616160.675534:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616161.695987:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616161.695997:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616161.695999:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616161.696003:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696016:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616161.696018:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696020:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696023:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696028:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616161.696029:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616161.696031:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616161.696036:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616161.696039:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616161.696040:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696041:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616161.696043:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696044:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696046:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696050:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616161.696052:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616161.696053:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616161.696055:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616161.696057:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616161.696058:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696059:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616161.696061:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696062:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696064:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696077:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616161.696079:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696083:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616161.696085:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616161.696086:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616161.696088:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616161.696090:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616161.696091:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696093:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616161.696094:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696096:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696098:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616161.696101:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616161.696102:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616161.696128:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616161.696131:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616161.696134:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616162.719895:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616162.719902:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616162.719908:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616162.719909:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616162.719913:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616162.719914:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616162.719918:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616162.719919:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616162.719922:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616162.719923:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616162.719926:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616162.719927:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616162.720065:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616162.720077:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616162.720080:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616163.617642:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301964168, at 4301964225 00000100:00000010:1.0:1773616163.617659:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cf5a0. 00000100:00000040:0.0:1773616163.617963:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301964168, at 4301964226 00000100:00000010:0.0:1773616163.617969:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cf120. 00010000:00000001:0.0:1773616163.744291:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616163.744297:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616163.744303:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616163.744304:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616163.744308:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616163.744310:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616163.744313:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616163.744315:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616163.744319:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616163.744320:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616163.744324:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616163.744325:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616163.748649:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616163.748657:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616163.748663:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616164.707560:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.707571:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.707581:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca300. 00000020:00000040:2.0:1773616164.707587:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616164.707591:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.707594:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.707599:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.707608:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109600. 00000100:00000001:2.0:1773616164.707615:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707636:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.707658:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.707662:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707668:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de1c7173] to pc [ptlrpcd_01_01+1] req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.707703:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707706:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.707709:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.707712:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cbb80. 00000020:00000040:2.0:1773616164.707715:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616164.707717:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.707718:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.707721:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.707726:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109400. 00000100:00000001:2.0:1773616164.707728:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707733:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.707740:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.707742:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707746:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041fc5ef2] to pc [ptlrpcd_01_00+0] req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.707755:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707757:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.707760:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.707762:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616164.707764:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616164.707766:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.707767:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.707768:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.707771:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109c00. 00000100:00000001:2.0:1773616164.707774:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707778:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.707784:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.707786:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707800:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f3582c] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.707808:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707811:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.707814:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.707817:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616164.707819:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616164.707822:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.707823:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.707824:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.707827:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109100. 00000100:00000001:2.0:1773616164.707830:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707834:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.707870:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.707872:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707876:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.707884:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707886:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.707889:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.707893:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616164.707895:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616164.707897:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.707899:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.707901:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.707904:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109f00. 00000100:00000001:2.0:1773616164.707906:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707910:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.707916:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.707918:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707922:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13cc3e] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.707929:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707931:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.707935:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.707938:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616164.707940:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616164.707942:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.707943:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.707945:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.707948:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109b00. 00000100:00000001:2.0:1773616164.707950:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707954:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.707961:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.707962:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707966:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.707972:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707974:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.707977:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.707979:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9500. 00000020:00000040:2.0:1773616164.707980:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616164.707982:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.707982:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.707984:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.707986:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80adc2d00. 00000100:00000001:2.0:1773616164.707988:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707991:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.707995:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.707996:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.707998:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd05fb5] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.708002:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.708003:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616164.708005:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616164.708007:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616164.708008:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616164.708009:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616164.708010:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616164.708011:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616164.708012:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80adc2300. 00000100:00000001:2.0:1773616164.708014:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.708098:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616164.708103:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616164.708105:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616164.708112:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.708119:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616164.708122:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.708125:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616164.708128:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616164.708130:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616164.708134:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795588736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616164.708138:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616164.708143:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616164.708146:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.708148:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616164.708154:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a8111c1c00. 02000000:00000001:3.0:1773616164.708156:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616164.708164:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616164.708169:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616164.708175:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616164.708182:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588736, portal 25 00000100:00000001:3.0:1773616164.708185:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616164.708186:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000040:3.0:1773616164.708191:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.708199:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616164.708202:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616164.708205:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3550. 00000100:00000200:3.0:1773616164.708208:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795588736, offset 0 00000400:00000200:3.0:1773616164.708214:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616164.708221:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616164.708228:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616164.708233:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616164.708237:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616164.708241:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616164.708244:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616164.708248:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149533:149533:256:4294967295] 192.168.201.103@tcp LPNI seq info [149473:149473:8:4294967295] 00000400:00000200:3.0:1773616164.708251:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616164.708259:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616164.708263:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616164.708267:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616164.708272:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616164.708278:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616164.708281:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616164.708294:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616164.708298:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616164.708301:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301969289 00000100:00000010:3.0:1773616164.708306:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b600. 00000100:00000001:3.0:1773616164.708312:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616164.708318:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301969289 00000100:00000010:3.0:1773616164.708321:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bde0. 00000100:00000001:3.0:1773616164.708324:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616164.708327:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.708329:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.708331:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616164.708335:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.708341:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616164.708342:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.708344:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616164.708345:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616164.708347:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616164.708350:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795588992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616164.708365:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616164.708367:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616164.708369:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.708370:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616164.708376:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616164.708378:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616164.708381:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616164.708384:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000400:00000010:3.0:1773616164.708388:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000100:00000200:3.0:1773616164.708391:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588992, portal 10 00000100:00000001:3.0:1773616164.708392:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616164.708394:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:3.0:1773616164.708401:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.708407:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616164.708409:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616164.708411:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000200:3.0:1773616164.708414:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795588992, offset 0 00000400:00000200:3.0:1773616164.708418:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616164.708422:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616164.708425:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616164.708428:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616164.708431:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616164.708433:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616164.708435:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616164.708438:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149534:149534:255:4294967295] 192.168.201.103@tcp LPNI seq info [149474:149474:7:4294967295] 00000400:00000200:3.0:1773616164.708442:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616164.708447:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616164.708452:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616164.708455:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773616164.708459:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616164.708463:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616164.708465:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616164.708467:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616164.708471:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 99613 usecs (100 jiffies) 00000400:00000200:3.0:1773616164.708474:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616164.708475:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301965416 00000100:00000001:3.0:1773616164.708478:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301969289 00000100:00000001:3.0:1773616164.708480:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301965416 00000100:00000001:3.0:1773616164.708482:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301969289 00000100:00000001:3.0:1773616164.708484:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.708485:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.708487:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616164.708491:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.708497:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616164.708498:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616164.708500:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1773616164.708501:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616164.708502:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1773616164.708504:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 02000000:00000001:3.0:1773616164.708505:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616164.708507:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795589248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616164.708510:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1773616164.708510:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1773616164.708513:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616164.708514:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616164.708515:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 02000000:00000001:3.0:1773616164.708516:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616164.708519:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6000. 00000400:00000200:1.0:1773616164.708520:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3550 02000000:00000001:3.0:1773616164.708521:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773616164.708522:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3550. 00000400:00000200:3.0:1773616164.708524:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616164.708526:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d630. 00000100:00000001:1.0:1773616164.708526:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1773616164.708530:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:1.0:1773616164.708530:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616164.708532:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795589248, portal 4 00000100:00000001:3.0:1773616164.708535:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616164.708536:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000001:1.0:1773616164.708539:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616164.708541:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.708543:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.708548:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616164.708550:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773616164.708550:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616164.708552:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1773616164.708553:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000200:3.0:1773616164.708554:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795589248, offset 0 00000400:00000200:3.0:1773616164.708558:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616164.708561:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616164.708564:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000800:00000200:1.0:1773616164.708566:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773616164.708567:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1773616164.708568:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000400:00000200:3.0:1773616164.708569:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616164.708570:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773616164.708572:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616164.708574:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616164.708574:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773616164.708577:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149535:149535:255:4294967295] 192.168.201.103@tcp LPNI seq info [149475:149475:7:4294967295] 00000400:00000200:1.0:1773616164.708577:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:1.0:1773616164.708578:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000400:00000200:3.0:1773616164.708581:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616164.708581:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616164.708584:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773616164.708588:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616164.708592:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773616164.708592:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1773616164.708595:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000100:00000040:1.0:1773616164.708595:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773616164.708599:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:1.0:1773616164.708602:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616164.708603:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1773616164.708604:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616164.708606:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616164.708613:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616164.708615:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 457640 usecs (458 jiffies) 00000400:00000200:3.0:1773616164.708618:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616164.708620:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301965774 00000100:00000001:3.0:1773616164.708708:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301969289 00000100:00000001:3.0:1773616164.708711:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301965774 00000100:00000001:3.0:1773616164.708712:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301969289 00000100:00000001:3.0:1773616164.708714:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.708715:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.708716:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616164.708720:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.708724:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616164.708725:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.708727:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616164.708728:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616164.708729:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616164.708731:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795589504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616164.708733:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616164.708734:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616164.708735:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.708736:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616164.708739:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6a00. 02000000:00000001:3.0:1773616164.708740:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616164.708742:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616164.708744:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616164.708746:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616164.708748:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795589504, portal 10 00000100:00000001:3.0:1773616164.708749:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616164.708750:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000040:3.0:1773616164.708754:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773616164.708829:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616164.708860:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616164.708864:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.708872:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616164.708873:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773616164.708880:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616164.708886:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000001:2.0:1773616164.708888:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773616164.708891:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795589504, offset 0 00000100:00000040:2.0:1773616164.708892:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616164.708898:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1773616164.708899:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000040:2.0:1773616164.708906:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7303) 00000400:00000200:3.0:1773616164.708908:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616164.708915:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616164.708919:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1773616164.708921:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1773616164.708923:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:2.0:1773616164.708925:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1773616164.708928:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773616164.708929:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616164.708935:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.708943:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616164.708946:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616164.708949:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 02000000:00000001:2.0:1773616164.708950:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616164.708954:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1773616164.708955:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149536:149536:255:4294967295] 192.168.201.103@tcp LPNI seq info [149476:149476:7:4294967295] 02000000:00000001:2.0:1773616164.708958:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616164.708967:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00100000:2.0:1773616164.708968:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795588864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616164.708979:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1773616164.708983:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 02000000:00000001:2.0:1773616164.708984:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616164.708987:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.708992:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1773616164.708996:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 02000000:00000010:2.0:1773616164.708997:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616164.709001:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773616164.709002:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 00000400:00000200:2.0:1773616164.709007:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:3.0:1773616164.709011:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000400:00000010:2.0:1773616164.709013:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9a50. 00000800:00000200:3.0:1773616164.709018:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616164.709021:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616164.709025:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616164.709028:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 50005 usecs (51 jiffies) 00000400:00000200:3.0:1773616164.709033:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616164.709035:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301965368 00000100:00000001:3.0:1773616164.709037:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301969289 00000100:00000001:3.0:1773616164.709039:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301965368 00000100:00000001:3.0:1773616164.709041:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301969289 00000100:00000001:3.0:1773616164.709043:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.709045:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.709048:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.709051:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.709058:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616164.709060:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616164.709062:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616164.709063:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616164.709065:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.709067:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616164.709129:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616164.709133:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41b00. 00000400:00000200:0.0:1773616164.709137:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616164.709141:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616164.709144:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3088 00000400:00000010:0.0:1773616164.709146:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3088. 00000100:00000001:0.0:1773616164.709149:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616164.709153:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616164.709159:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616164.709161:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616164.709165:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616164.709166:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616164.709196:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616164.709198:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41100. 00000400:00000200:0.0:1773616164.709200:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616164.709202:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616164.709204:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:0.0:1773616164.709205:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:0.0:1773616164.709206:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616164.709209:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616164.709214:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616164.709217:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616164.709223:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616164.709225:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1773616164.709360:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616164.709364:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795588864, portal 10 00000100:00000001:2.0:1773616164.709366:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616164.709367:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:2.0:1773616164.709374:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.709381:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616164.709383:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616164.709386:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616164.709388:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795588864, offset 0 00000400:00000200:2.0:1773616164.709393:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616164.709398:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.709402:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616164.709405:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616164.709635:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616164.709637:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616164.709639:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616164.710300:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149537:149537:256:4294967295] 192.168.201.103@tcp LPNI seq info [149477:149477:8:4294967295] 00000400:00000200:2.0:1773616164.710305:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.710310:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616164.710313:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616164.710317:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80adc2400. 00000800:00000200:2.0:1773616164.710320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616164.710324:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616164.710326:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80adc2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616164.710334:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.710338:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 476827 usecs (477 jiffies) 00000400:00000200:2.0:1773616164.710341:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616164.710343:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301965795 00000100:00000001:2.0:1773616164.710346:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.710348:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301965795 00000100:00000001:2.0:1773616164.710350:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.710362:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.710365:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.710368:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616164.710373:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.710381:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616164.710382:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.710385:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616164.710387:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616164.710389:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616164.710392:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795589120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616164.710395:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616164.710399:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616164.710400:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.710402:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616164.710406:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616164.710408:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616164.710412:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616164.710415:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616164.710419:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616164.710422:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795589120, portal 4 00000100:00000001:2.0:1773616164.710424:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616164.710426:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:2.0:1773616164.710432:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.710438:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616164.710440:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616164.710443:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616164.710445:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795589120, offset 0 00000400:00000200:2.0:1773616164.710450:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616164.710455:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.710459:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616164.710462:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616164.710464:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616164.710467:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616164.710469:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616164.710472:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149538:149538:255:4294967295] 192.168.201.103@tcp LPNI seq info [149478:149478:7:4294967295] 00000400:00000200:2.0:1773616164.710476:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.710481:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616164.710486:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616164.710490:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5800. 00000800:00000200:2.0:1773616164.710493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616164.710497:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616164.710500:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616164.710503:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.710506:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 735728 usecs (736 jiffies) 00000400:00000200:2.0:1773616164.710509:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616164.710511:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301966054 00000100:00000001:2.0:1773616164.710513:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.710515:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301966054 00000100:00000001:2.0:1773616164.710517:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.710520:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.710522:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.710524:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616164.710529:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.710536:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616164.710537:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.710539:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616164.710541:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616164.710543:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616164.710546:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795589376:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616164.710549:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616164.710551:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616164.710553:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.710554:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616164.710558:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616164.710560:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616164.710563:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616164.710565:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616164.710569:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616164.710571:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795589376, portal 10 00000100:00000001:2.0:1773616164.710573:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616164.710575:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616164.710580:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.710586:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616164.710588:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616164.710590:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616164.710592:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795589376, offset 0 00000400:00000200:2.0:1773616164.710596:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616164.710600:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.710604:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616164.710607:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616164.710609:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616164.710611:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616164.710613:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616164.710616:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149539:149539:254:4294967295] 192.168.201.103@tcp LPNI seq info [149479:149479:6:4294967295] 00000400:00000200:2.0:1773616164.710633:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.710640:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616164.710753:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616164.710757:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80adc2400. 00000400:00000200:1.0:1773616164.710763:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.710766:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616164.713682:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:1.0:1773616164.713687:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:1.0:1773616164.713694:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616164.713703:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.713714:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616164.713717:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.713724:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616164.713726:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616164.714009:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616164.714013:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5800. 00000400:00000200:1.0:1773616164.714018:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.714023:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616164.714026:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:1.0:1773616164.714028:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:1.0:1773616164.714031:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616164.714035:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.714048:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616164.714052:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.714058:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616164.714060:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1773616164.714139:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616164.714145:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5100. 00000800:00000200:2.0:1773616164.714152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616164.714158:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616164.714163:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616164.714172:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.714177:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 30931 usecs (31 jiffies) 00000400:00000200:2.0:1773616164.714182:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616164.714186:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301965353 00000100:00000001:2.0:1773616164.714189:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.714191:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301965353 00000100:00000001:2.0:1773616164.714193:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.714195:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.714199:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.714203:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616164.714209:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.714217:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616164.714219:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.714228:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616164.714232:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616164.714234:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616164.714238:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795589632:192.168.201.103@tcp:400:kworker.0 00000800:00000200:0.0:1773616164.714239:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773616164.714242:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1773616164.714242:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5100. 00000400:00000200:0.0:1773616164.714246:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1773616164.714247:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1773616164.714249:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 02000000:00000001:2.0:1773616164.714250:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.714252:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1773616164.714252:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:0.0:1773616164.714254:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:0.0:1773616164.714257:0:2392:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1773616164.714258:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616164.714260:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773616164.714261:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616164.714264:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616164.714268:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9370. 00000100:00000001:0.0:1773616164.714269:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616164.714271:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773616164.714272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616164.714277:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795589632, portal 4 00000100:00000001:2.0:1773616164.714279:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616164.714281:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:0.0:1773616164.714283:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616164.714285:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1773616164.714287:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.714294:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616164.714296:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616164.714298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616164.714302:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795589632, offset 0 00000400:00000200:2.0:1773616164.714307:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616164.714313:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.714319:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616164.714323:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616164.714327:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616164.714330:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616164.714333:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616164.714337:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149540:149540:256:4294967295] 192.168.201.103@tcp LPNI seq info [149480:149480:8:4294967295] 00000400:00000200:2.0:1773616164.714342:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616164.714349:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616164.714364:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616164.714368:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5f00. 00000800:00000200:2.0:1773616164.714372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616164.714377:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616164.714379:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616164.714392:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.714395:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 35985 usecs (36 jiffies) 00000400:00000200:2.0:1773616164.714398:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616164.714400:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301965358 00000100:00000001:2.0:1773616164.714403:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.714405:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301965358 00000100:00000001:2.0:1773616164.714407:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301969289 00000100:00000001:2.0:1773616164.714409:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.714411:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.714413:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.714417:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.714425:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616164.714427:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616164.714429:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616164.714431:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616164.714433:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.714435:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616164.715084:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616164.715088:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5f00. 00000400:00000200:1.0:1773616164.715092:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.715096:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616164.715099:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:1.0:1773616164.715101:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:1.0:1773616164.715104:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616164.715108:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.715115:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616164.715117:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.715123:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616164.715124:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616164.750407:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750428:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.750432:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750435:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750444:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750452:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.750460:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750465:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750472:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750476:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f780 00000400:00000200:1.0:1773616164.750481:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750487:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ad1 [1] + 224 00000800:00000001:1.0:1773616164.750496:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750502:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750505:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.750510:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.750516:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.750526:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.750539:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.750571:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.750581:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750585:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.750587:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750590:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750593:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750597:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.750606:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750609:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750612:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750615:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066f680 00000400:00000200:1.0:1773616164.750618:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750623:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ac9 [1] + 224 00000800:00000001:1.0:1773616164.750627:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750631:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750632:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.750635:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.750638:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.750647:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.750657:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.750670:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.750674:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750678:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.750679:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750681:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750684:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750688:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.750692:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750694:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750697:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750699:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f880 00000400:00000200:1.0:1773616164.750703:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750707:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ad9 [1] + 224 00000800:00000001:1.0:1773616164.750711:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750714:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750717:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.750719:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.750722:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.750726:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.750734:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.750741:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.750744:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750746:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.750748:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750750:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750752:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750755:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.750759:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750761:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750763:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750766:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066f800 00000400:00000200:1.0:1773616164.750768:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750772:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193af1 [1] + 224 00000800:00000001:1.0:1773616164.750775:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750778:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750779:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.750782:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.750785:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.750788:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.750795:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.750821:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.750825:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750828:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.750830:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750832:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750854:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750858:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.750862:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750865:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750868:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750880:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066fa00 00000400:00000200:1.0:1773616164.750883:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750887:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b01 [1] + 224 00000800:00000001:1.0:1773616164.750891:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750895:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750896:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.750899:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.750902:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.750906:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.750914:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.750921:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.750925:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750928:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.750930:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750932:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750935:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750939:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.750943:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750945:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750948:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750950:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f980 00000400:00000200:1.0:1773616164.750953:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.750957:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ae1 [1] + 224 00000800:00000001:1.0:1773616164.750961:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750964:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.750966:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.750969:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.750972:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.750976:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.750985:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.750992:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.750995:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.750998:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.751000:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.751001:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.751004:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751007:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.751010:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751012:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751015:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751017:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f700 00000400:00000200:1.0:1773616164.751020:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751024:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ae9 [1] + 224 00000800:00000001:1.0:1773616164.751027:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.751030:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.751032:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.751035:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.751037:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.751041:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.751049:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.751056:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.751059:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.751062:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616164.751063:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.751065:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.751068:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751071:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616164.751075:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751077:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751080:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751082:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066f900 00000400:00000200:1.0:1773616164.751085:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616164.751088:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193af9 [1] + 224 00000800:00000001:1.0:1773616164.751091:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.751100:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616164.751102:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616164.751105:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616164.751108:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616164.751112:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616164.751119:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616164.751125:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616164.751128:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616164.751130:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751203:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616164.751208:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616164.751215:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616164.751217:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616164.751220:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9a50. 00000400:00000200:2.0:1773616164.751224:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:2.0:1773616164.751227:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:2.0:1773616164.751230:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616164.751235:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616164.751244:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751249:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616164.751251:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751254:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616164.751257:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616164.751259:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616164.751262:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.751264:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616164.751273:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=105 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616164.751277:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616164.751280:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616164.751282:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616164.751284:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616164.751288:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.751291:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616164.751293:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616164.751295:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616164.751297:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.751302:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751309:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.751311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616164.751313:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616164.751317:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616164.751325:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795588864:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616164.751332:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616164.751333:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616164.751334:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616164.751336:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:2.0:1773616164.751337:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:2.0:1773616164.751340:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616164.751342:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616164.751349:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751384:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616164.751386:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751387:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616164.751389:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616164.751390:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616164.751391:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.751393:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616164.751396:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616164.751399:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616164.751401:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616164.751403:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616164.751405:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616164.751406:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.751408:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616164.751410:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616164.751411:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616164.751412:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.751416:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751421:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.751423:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616164.751424:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616164.751427:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616164.751433:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795589120:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616164.751437:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616164.751438:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616164.751439:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616164.751443:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:2.0:1773616164.751444:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:2.0:1773616164.751447:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616164.751449:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616164.751456:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751461:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616164.751462:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751463:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616164.751464:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616164.751465:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616164.751467:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.751468:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616164.751471:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=26 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616164.751474:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616164.751476:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616164.751477:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616164.751478:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616164.751479:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.751481:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616164.751482:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616164.751484:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616164.751485:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.751488:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751493:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.751495:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616164.751496:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616164.751498:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616164.751505:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795589376:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616164.751509:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616164.751510:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616164.751511:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9370. 00000400:00000200:2.0:1773616164.751513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:2.0:1773616164.751514:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:2.0:1773616164.751516:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616164.751519:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616164.751526:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616164.751532:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751533:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616164.751535:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616164.751536:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616164.751537:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616164.751538:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616164.751542:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616164.751544:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616164.751546:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616164.751547:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616164.751549:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616164.751551:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.751552:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616164.751554:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616164.751555:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616164.751557:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616164.751560:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751566:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616164.751567:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616164.751568:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616164.751571:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616164.751578:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795589632:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616164.751582:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751584:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616164.751587:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795588864/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751594:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616164.751596:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616164.751599:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616164.751602:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616164.751604:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616164.751606:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616164.751608:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616164.751611:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109400. 02000000:00000001:2.0:1773616164.751616:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616164.751617:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616164.751619:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:2.0:1773616164.751622:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616164.751623:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751625:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616164.751628:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795589120/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751633:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616164.751634:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616164.751635:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616164.751637:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616164.751639:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616164.751640:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616164.751641:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616164.751643:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109100. 02000000:00000001:2.0:1773616164.751645:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616164.751646:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616164.751647:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:2.0:1773616164.751649:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616164.751651:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751652:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616164.751655:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795589376/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751661:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616164.751662:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616164.751664:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616164.751665:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616164.751667:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616164.751668:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616164.751669:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616164.751670:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109b00. 02000000:00000001:2.0:1773616164.751672:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616164.751673:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616164.751674:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616164.751676:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616164.751677:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751679:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616164.751682:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795589632/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616164.751687:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616164.751689:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616164.751690:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616164.751692:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616164.751693:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616164.751694:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616164.751696:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616164.751697:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80adc2300. 02000000:00000001:2.0:1773616164.751699:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616164.751701:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616164.751702:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616164.751704:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616164.751705:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751707:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616164.751715:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616164.751717:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616164.751719:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616164.751722:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.752990:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616164.752994:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616164.753000:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616164.753002:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616164.753005:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616164.753010:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:3.0:1773616164.753012:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:3.0:1773616164.753016:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616164.753023:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616164.753032:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753037:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616164.753039:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753041:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616164.753043:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616164.753044:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616164.753046:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.753048:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616164.753051:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616164.753054:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616164.753056:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616164.753058:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616164.753060:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616164.753061:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.753063:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616164.753067:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753073:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.753075:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616164.753076:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616164.753079:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616164.753087:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795588736:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616164.753091:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616164.753093:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616164.753095:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616164.753097:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c36e8 00000400:00000010:3.0:1773616164.753098:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c36e8. 00000100:00000001:3.0:1773616164.753100:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616164.753104:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616164.753112:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753117:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616164.753119:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753120:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616164.753121:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616164.753122:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616164.753124:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.753126:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616164.753131:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=105 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616164.753133:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616164.753135:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616164.753136:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616164.753137:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616164.753140:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.753143:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616164.753144:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616164.753146:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616164.753147:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616164.753150:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753156:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.753157:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616164.753158:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616164.753161:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616164.753172:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795588992:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616164.753176:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616164.753177:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616164.753179:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d630. 00000400:00000200:3.0:1773616164.753181:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:3.0:1773616164.753183:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:3.0:1773616164.753185:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616164.753189:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616164.753196:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753201:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616164.753202:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753204:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616164.753205:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616164.753206:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616164.753207:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.753209:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616164.753213:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616164.753216:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=59 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616164.753218:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616164.753219:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616164.753221:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616164.753222:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.753224:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616164.753225:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616164.753227:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616164.753228:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616164.753232:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753239:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.753241:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616164.753242:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616164.753246:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616164.753252:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795589248:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616164.753257:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616164.753258:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616164.753260:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616164.753262:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616164.753264:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616164.753266:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616164.753269:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616164.753278:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753284:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616164.753286:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753287:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616164.753288:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616164.753290:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616164.753291:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616164.753293:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616164.753297:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=26 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616164.753299:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616164.753301:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616164.753303:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616164.753304:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616164.753306:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.753308:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616164.753309:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616164.753311:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616164.753312:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616164.753316:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753323:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616164.753324:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616164.753325:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616164.753328:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616164.753335:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795589504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616164.753339:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.753341:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616164.753344:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca300 x1859763795588736/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753360:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616164.753363:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616164.753365:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a8111c1c00. 02000000:00000001:3.0:1773616164.753369:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616164.753371:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616164.753372:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616164.753374:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616164.753376:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109600. 02000000:00000001:3.0:1773616164.753379:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616164.753381:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616164.753382:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca300. 00000100:00000001:3.0:1773616164.753385:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616164.753387:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753388:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616164.753392:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795588992/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753398:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616164.753399:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616164.753401:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616164.753405:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616164.753406:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616164.753408:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616164.753409:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616164.753411:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109c00. 02000000:00000001:3.0:1773616164.753413:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616164.753414:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616164.753415:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:3.0:1773616164.753417:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616164.753418:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753420:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616164.753423:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795589248/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753608:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616164.753610:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616164.753612:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6000. 02000000:00000001:3.0:1773616164.753614:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616164.753616:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616164.753617:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616164.753618:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616164.753620:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109f00. 02000000:00000001:3.0:1773616164.753622:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616164.753623:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616164.753624:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:3.0:1773616164.753627:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616164.753628:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753629:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616164.753633:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795589504/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616164.753639:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616164.753640:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616164.753641:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6a00. 02000000:00000001:3.0:1773616164.753643:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616164.753644:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616164.753645:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616164.753647:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616164.753648:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80adc2d00. 02000000:00000001:3.0:1773616164.753650:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616164.753652:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616164.753653:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:3.0:1773616164.753656:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616164.753657:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616164.753660:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.753662:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616164.753663:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616164.753665:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616164.753666:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616164.768703:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616164.768711:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616164.768717:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616164.768718:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616164.768722:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616164.768723:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616164.768726:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616164.768727:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616164.768730:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616164.768731:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616164.768735:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616164.768736:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616164.768761:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616164.768764:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616164.768766:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616165.793488:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616165.793495:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616165.793502:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616165.793503:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616165.793507:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616165.793508:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616165.793512:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616165.793514:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616165.793517:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616165.793518:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616165.793522:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616165.793523:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616165.794043:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616165.794047:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616165.794051:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616166.817786:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616166.818000:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616166.818007:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616166.818008:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616166.818013:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616166.818014:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616166.818018:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616166.818020:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616166.818023:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616166.818024:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616166.818027:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616166.818028:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616166.837709:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616166.837718:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616166.837722:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616167.840660:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616167.840667:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840673:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616167.840674:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840679:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616167.840680:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840683:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616167.840684:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840687:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616167.840688:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840691:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616167.840694:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616167.840696:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616167.840700:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840703:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616167.840705:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840707:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616167.840709:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616167.840738:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616167.840742:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616167.840744:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616168.736209:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301969289, at 4301969344 00000100:00000010:1.0:1773616168.736225:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bde0. 00000100:00000040:0.0:1773616168.738048:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301969289, at 4301969346 00000100:00000010:0.0:1773616168.738058:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b600. 00010000:00000001:0.0:1773616168.864328:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616168.864336:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616168.864341:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616168.864343:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616168.864347:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616168.864348:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616168.864352:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616168.864354:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616168.864357:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616168.864359:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616168.864363:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616168.864364:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616168.869277:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616168.869292:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616168.869296:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616169.824556:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616169.824568:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616169.824577:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616169.824583:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616169.824588:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616169.824591:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616169.824596:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616169.824603:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5a00. 00000100:00000001:2.0:1773616169.824610:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824621:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616169.824632:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616169.824636:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824642:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.824672:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824675:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616169.824678:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616169.824682:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616169.824684:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616169.824687:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616169.824688:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616169.824690:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616169.824694:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5700. 00000100:00000001:2.0:1773616169.824697:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824701:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616169.824709:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616169.824711:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824715:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.824724:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824727:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616169.824730:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773616169.824733:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1773616169.824733:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616169.824735:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616169.824737:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1773616169.824738:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1773616169.824738:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616169.824740:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.824741:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1773616169.824745:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5f00. 00000100:00000040:3.0:1773616169.824748:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.824748:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824751:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616169.824757:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616169.824759:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.824759:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616169.824761:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.824762:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1773616169.824764:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773616169.824765:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616169.824768:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616169.824771:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795589760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616169.824772:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824774:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616169.824776:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773616169.824778:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616169.824780:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cbb80. 02000000:00000001:3.0:1773616169.824781:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1773616169.824782:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616169.824783:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616169.824784:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.824785:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616169.824786:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1773616169.824786:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616169.824789:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5100. 02000000:00000010:3.0:1773616169.824791:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6200. 00000100:00000001:2.0:1773616169.824792:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.824793:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.824795:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1773616169.824801:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616169.824801:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616169.824803:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773616169.824805:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000100:00000040:2.0:1773616169.824806:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041fc5ef2] to pc [ptlrpcd_01_00+0] req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773616169.824812:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000001:2.0:1773616169.824818:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773616169.824819:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795589760, portal 25 00000100:00000001:3.0:1773616169.824821:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1773616169.824821:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616169.824823:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:2.0:1773616169.824824:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616169.824826:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000100:00000040:3.0:1773616169.824828:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1773616169.824829:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616169.824831:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616169.824832:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616169.824834:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.824856:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616169.824860:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616169.824863:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 02000000:00000010:2.0:1773616169.824863:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5800. 00000100:00000001:2.0:1773616169.824866:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773616169.824867:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795589760, offset 0 00000100:00000040:2.0:1773616169.824870:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1773616169.824873:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773616169.824876:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616169.824878:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.824881:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:2.0:1773616169.824882:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c25db6ff] to pc [ptlrpcd_01_01+1] req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.824888:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.824889:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000040:2.0:1773616169.824890:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616169.825068:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616169.825071:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616169.825074:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616169.825076:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616169.825077:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1773616169.825078:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1773616169.825079:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.825082:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 02000000:00000010:2.0:1773616169.825083:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109f00. 00000400:00000200:3.0:1773616169.825086:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773616169.825086:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.825089:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000040:2.0:1773616169.825090:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1773616169.825093:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149541:149541:256:4294967295] 192.168.201.103@tcp LPNI seq info [149481:149481:8:4294967295] 00000100:00000001:2.0:1773616169.825098:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616169.825100:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.825104:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005975f6ca] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773616169.825105:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616169.825110:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.825113:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1773616169.825116:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:2.0:1773616169.825116:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616169.825118:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb480. 00000020:00000040:2.0:1773616169.825120:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000800:00000200:3.0:1773616169.825122:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773616169.825122:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616169.825123:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616169.825125:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1773616169.825128:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41100. 02000000:00000010:2.0:1773616169.825128:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109c00. 00000100:00000001:2.0:1773616169.825130:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773616169.825134:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000040:2.0:1773616169.825134:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616169.825140:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616169.825142:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.825145:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b07559] to pc [ptlrpcd_01_01+1] req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773616169.825150:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:2.0:1773616169.825153:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773616169.825155:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1773616169.825155:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616169.825158:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616169.825161:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616169.825163:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616169.825165:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1773616169.825166:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.825166:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616169.825168:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.825170:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000010:2.0:1773616169.825170:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a809109600. 00000100:00000001:3.0:1773616169.825173:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301974406 00000100:00000001:2.0:1773616169.825173:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.825177:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1773616169.825178:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b3c0. 00000100:00000001:3.0:1773616169.825184:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616169.825189:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616169.825190:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301974406 00000100:00000001:2.0:1773616169.825190:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616169.825193:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469bcc0. 00000100:00000040:2.0:1773616169.825194:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1eadc1c] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.825196:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616169.825199:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.825201:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.825202:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.825203:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616169.825207:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616169.825212:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7308) 00000100:00000001:3.0:1773616169.825214:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.825216:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.825224:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616169.825226:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:3.0:1773616169.825228:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616169.825230:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616169.825231:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773616169.825231:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.825233:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616169.825234:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616169.825235:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773616169.825238:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.825244:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616169.825245:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.825245:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616169.825247:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.825248:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616169.825249:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616169.825250:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616169.825250:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616169.825252:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.825252:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616169.825255:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795589888:192.168.201.103@tcp:400:kworker.0 00000100:00100000:3.0:1773616169.825256:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795590016:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616169.825259:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773616169.825259:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616169.825261:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616169.825261:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616169.825263:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.825263:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.825265:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1773616169.825265:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616169.825280:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 02000000:00000010:2.0:1773616169.825280:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:3.0:1773616169.825283:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.825283:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.825286:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.825287:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616169.825290:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d630. 00000400:00000010:2.0:1773616169.825290:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9370. 00000400:00000010:3.0:1773616169.825294:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000400:00000010:2.0:1773616169.825294:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:3.0:1773616169.825298:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590016, portal 10 00000100:00000200:2.0:1773616169.825298:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795589888, portal 10 00000100:00000001:3.0:1773616169.825300:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616169.825300:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616169.825301:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000001:2.0:1773616169.825302:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:3.0:1773616169.825310:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773616169.825310:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.825317:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616169.825319:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616169.825322:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616169.825324:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795589888, offset 0 00000100:00000001:3.0:1773616169.825325:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616169.825327:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616169.825329:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000400:00000200:2.0:1773616169.825329:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000200:3.0:1773616169.825332:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795590016, offset 0 00000400:00000200:2.0:1773616169.825333:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616169.825335:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616169.825337:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616169.825340:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616169.825342:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000800:00000200:1.0:1773616169.825563:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616169.825569:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41100. 00000400:00000200:1.0:1773616169.825574:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.825579:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616169.825585:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:1.0:1773616169.825587:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:1.0:1773616169.825590:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616169.825594:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.825603:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616169.825607:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.825613:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616169.825615:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773616169.828025:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616169.828031:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616169.828036:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149542:149542:256:4294967295] 192.168.201.103@tcp LPNI seq info [149482:149482:8:4294967295] 00000400:00000200:2.0:1773616169.828044:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.828065:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616169.828072:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616169.828080:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109b00. 00000800:00000200:2.0:1773616169.828087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616169.828095:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616169.828099:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616169.828119:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.828126:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 475917 usecs (476 jiffies) 00000400:00000200:2.0:1773616169.828130:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616169.828133:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301970912 00000100:00000001:2.0:1773616169.828137:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.828139:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301970912 00000100:00000001:2.0:1773616169.828142:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.828147:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.828150:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.828155:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616169.828163:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.828173:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616169.828175:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.828179:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616169.828182:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616169.828185:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616169.828189:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795590144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616169.828193:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616169.828199:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616169.828201:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.828203:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616169.828208:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616169.828210:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616169.828215:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616169.828218:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616169.828224:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616169.828230:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590144, portal 4 00000100:00000001:2.0:1773616169.828232:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616169.828233:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:2.0:1773616169.828240:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.828247:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616169.828249:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616169.828252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616169.828255:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795590144, offset 0 00000400:00000200:2.0:1773616169.828260:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000200:1.0:1773616169.828336:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616169.828340:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109b00. 00000400:00000200:1.0:1773616169.828347:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.828352:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616169.828356:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:1.0:1773616169.828360:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:1.0:1773616169.828363:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616169.828369:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.828378:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616169.828381:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.828582:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616169.828584:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773616169.846025:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616169.846050:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616169.846056:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616169.846059:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616169.846063:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616169.846066:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616169.846070:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149543:149543:256:4294967295] 192.168.201.103@tcp LPNI seq info [149483:149483:8:4294967295] 00000400:00000200:3.0:1773616169.846075:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616169.846086:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616169.846092:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616169.846099:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41b00. 00000800:00000200:3.0:1773616169.846107:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616169.846114:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616169.846118:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616169.846145:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616169.846151:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 99347 usecs (100 jiffies) 00000400:00000200:3.0:1773616169.846156:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616169.846159:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301970552 00000100:00000001:3.0:1773616169.846162:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301974406 00000100:00000001:3.0:1773616169.846164:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301970552 00000100:00000001:3.0:1773616169.846166:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301974406 00000100:00000001:3.0:1773616169.846169:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616169.846172:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.846177:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616169.846185:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.846194:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616169.846195:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.846208:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616169.846212:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616169.846215:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616169.846218:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795590272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616169.846223:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616169.846229:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616169.846231:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.846234:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616169.846240:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616169.846242:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.846247:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616169.846251:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000400:00000010:3.0:1773616169.846258:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773616169.846265:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590272, portal 4 00000100:00000001:3.0:1773616169.846278:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616169.846280:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:3.0:1773616169.846288:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.846296:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616169.846298:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616169.846301:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3e58. 00000100:00000200:3.0:1773616169.846305:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795590272, offset 0 00000400:00000200:3.0:1773616169.846321:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616169.846328:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616169.846332:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616169.846334:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616169.846337:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616169.846340:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616169.846343:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616169.846346:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149544:149544:255:4294967295] 192.168.201.103@tcp LPNI seq info [149484:149484:7:4294967295] 00000400:00000200:3.0:1773616169.846350:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616169.846355:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616169.846360:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616169.846363:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41200. 00000800:00000200:3.0:1773616169.846367:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616169.846372:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616169.846374:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616169.846377:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616169.846380:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 455148 usecs (456 jiffies) 00000400:00000200:3.0:1773616169.846383:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616169.846385:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301970908 00000100:00000001:3.0:1773616169.846387:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301974406 00000100:00000001:3.0:1773616169.846389:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301970908 00000100:00000001:3.0:1773616169.846391:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301974406 00000100:00000001:3.0:1773616169.846393:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616169.846395:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.846397:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616169.846402:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.846409:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616169.846411:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.846413:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616169.846415:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616169.846417:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616169.846420:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795590528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616169.846423:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616169.846426:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616169.846428:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.846430:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616169.846433:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616169.846435:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616169.846438:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616169.846441:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616169.846445:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3bb0. 00000100:00000200:3.0:1773616169.846448:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590528, portal 10 00000100:00000001:3.0:1773616169.846450:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616169.846451:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00000100:00000040:3.0:1773616169.846456:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.846463:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616169.846465:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616169.846468:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616169.846470:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795590528, offset 0 00000400:00000200:3.0:1773616169.846474:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616169.846478:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616169.846482:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616169.846484:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616169.846487:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616169.846489:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616169.846492:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616169.846495:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149545:149545:254:4294967295] 192.168.201.103@tcp LPNI seq info [149485:149485:6:4294967295] 00000400:00000200:3.0:1773616169.846499:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616169.846505:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616169.846510:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616169.846513:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a806f41900. 00000800:00000200:3.0:1773616169.846517:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616169.846521:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616169.846524:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a806f41900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616169.846527:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616169.846530:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 50830 usecs (51 jiffies) 00000400:00000200:3.0:1773616169.846534:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616169.846536:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301970503 00000100:00000001:3.0:1773616169.846538:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301974406 00000100:00000001:3.0:1773616169.846540:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301970503 00000100:00000001:3.0:1773616169.846542:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301974406 00000100:00000001:3.0:1773616169.846545:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616169.846547:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.846550:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.846554:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.846562:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616169.846564:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:3.0:1773616169.846568:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616169.846570:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616169.846571:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.846574:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616169.846599:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616169.846613:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616169.846615:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616169.846617:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616169.846622:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616169.846626:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616169.846633:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616169.846637:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616169.846640:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616169.846644:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066fa80 00000400:00000200:0.0:1773616169.846648:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616169.846654:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b09 [1] + 224 00000800:00000001:0.0:1773616169.846659:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616169.846667:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616169.846670:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616169.846675:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616169.846681:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616169.846687:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616169.846696:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616169.846713:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773616169.846741:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616169.846745:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41b00. 00000400:00000200:0.0:1773616169.846749:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616169.846753:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616169.846756:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:0.0:1773616169.846759:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:0.0:1773616169.846763:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616169.846766:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616169.846777:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616169.846780:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616169.846786:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616169.846788:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616169.846793:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616169.846797:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616169.846804:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616169.846806:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41200. 00000400:00000200:0.0:1773616169.846809:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616169.846812:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616169.846815:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3e58 00000400:00000010:0.0:1773616169.846816:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3e58. 00000100:00000001:0.0:1773616169.846818:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616169.846821:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616169.846827:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616169.846830:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616169.846857:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616169.846860:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616169.846887:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616169.846890:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a806f41900. 00000400:00000200:0.0:1773616169.846893:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616169.846896:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616169.846899:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:0.0:1773616169.846900:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:0.0:1773616169.846903:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616169.846906:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616169.846913:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616169.846917:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616169.846924:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616169.846925:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616169.846966:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616169.846969:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616169.846974:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616169.846976:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616169.846977:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616169.846982:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616169.846983:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616169.846986:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616169.846991:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616169.846999:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.847005:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616169.847007:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.847010:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616169.847012:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616169.847015:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616169.847017:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.847020:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616169.847025:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616169.847029:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616169.847033:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616169.847034:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616169.847037:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616169.847040:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.847042:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616169.847046:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.847053:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616169.847056:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616169.847058:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616169.847062:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616169.847071:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795589760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616169.847076:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.847077:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616169.847081:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795589760/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.847088:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616169.847091:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616169.847093:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616169.847097:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616169.847100:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616169.847102:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616169.847104:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616169.847107:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5a00. 02000000:00000001:3.0:1773616169.847111:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616169.847113:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616169.847115:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:3.0:1773616169.847118:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616169.847120:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.847123:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.847125:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616169.847126:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616169.847128:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.847130:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616169.856920:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.856935:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616169.856941:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616169.856945:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616169.856949:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616169.856952:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616169.856955:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149546:149546:256:4294967295] 192.168.201.103@tcp LPNI seq info [149486:149486:8:4294967295] 00000400:00000200:2.0:1773616169.856960:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.856972:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616169.856980:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616169.856990:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109100. 00000800:00000200:2.0:1773616169.856997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616169.857005:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616169.857009:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616169.857033:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.857040:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 730643 usecs (731 jiffies) 00000400:00000200:2.0:1773616169.857044:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616169.857047:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301971196 00000100:00000001:2.0:1773616169.857051:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.857062:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301971196 00000100:00000001:2.0:1773616169.857065:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.857067:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.857071:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.857075:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616169.857083:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.857091:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616169.857093:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.857097:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616169.857100:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616169.857103:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616169.857107:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795590400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616169.857111:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616169.857117:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616169.857120:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.857123:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616169.857129:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616169.857131:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616169.857135:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616169.857139:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616169.857145:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000200:2.0:1773616169.857153:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590400, portal 10 00000100:00000001:2.0:1773616169.857155:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616169.857157:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:2.0:1773616169.857163:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.857170:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616169.857173:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616169.857175:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616169.857189:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795590400, offset 0 00000400:00000200:2.0:1773616169.857195:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616169.857200:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.857204:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616169.857206:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616169.857209:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616169.857211:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616169.857213:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616169.857216:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149547:149547:255:4294967295] 192.168.201.103@tcp LPNI seq info [149487:149487:7:4294967295] 00000400:00000200:2.0:1773616169.857220:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.857225:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616169.857229:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616169.857232:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109400. 00000800:00000200:2.0:1773616169.857236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616169.857239:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616169.857242:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616169.857244:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.857247:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 32605 usecs (33 jiffies) 00000400:00000200:2.0:1773616169.857250:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616169.857252:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301970498 00000100:00000001:2.0:1773616169.857254:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.857275:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301970498 00000100:00000001:2.0:1773616169.857278:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.857280:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.857282:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.857284:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616169.857288:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.857295:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616169.857296:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.857298:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616169.857300:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616169.857301:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616169.857304:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795590656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616169.857307:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616169.857310:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616169.857311:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.857313:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616169.857316:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616169.857318:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616169.857321:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616169.857323:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9a50. 00000400:00000010:2.0:1773616169.857327:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616169.857330:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590656, portal 4 00000100:00000001:2.0:1773616169.857333:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616169.857334:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:2.0:1773616169.857339:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.857346:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616169.857348:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616169.857350:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616169.857352:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795590656, offset 0 00000400:00000200:2.0:1773616169.857356:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616169.857359:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.857362:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616169.857365:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616169.857368:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616169.857370:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616169.857372:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616169.857375:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149548:149548:254:4294967295] 192.168.201.103@tcp LPNI seq info [149488:149488:6:4294967295] 00000400:00000200:2.0:1773616169.857379:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616169.857748:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616169.857755:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616169.857761:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109b00. 00000800:00000200:2.0:1773616169.857766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616169.857771:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616169.857773:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616169.857776:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.857779:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 38458 usecs (39 jiffies) 00000400:00000200:2.0:1773616169.857783:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616169.857784:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301970504 00000100:00000001:2.0:1773616169.857786:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.857788:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301970504 00000100:00000001:2.0:1773616169.857790:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301974406 00000100:00000001:2.0:1773616169.857793:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.857794:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.857797:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.857800:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.857808:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616169.857810:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616169.857813:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.857815:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616169.857817:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.857819:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616169.858633:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616169.858641:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109100. 00000400:00000200:1.0:1773616169.858650:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.858656:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616169.858661:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:1.0:1773616169.858664:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:1.0:1773616169.858669:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616169.858676:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.858687:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616169.858690:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.858697:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616169.858699:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616169.858711:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616169.858714:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109400. 00000400:00000200:1.0:1773616169.858716:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.858720:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616169.858722:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:1.0:1773616169.858724:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:1.0:1773616169.858726:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616169.858730:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.858744:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616169.858747:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.858753:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616169.858755:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616169.858814:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616169.858817:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109b00. 00000400:00000200:1.0:1773616169.858820:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.858823:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616169.858825:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:1.0:1773616169.858827:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:1.0:1773616169.858829:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616169.858833:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.858865:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616169.858869:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.858874:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616169.858876:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616169.861748:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.861769:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616169.861774:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.861777:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.861786:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861793:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616169.861802:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861808:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861813:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861818:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066fc80 00000400:00000200:1.0:1773616169.861823:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861829:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b29 [1] + 224 00000800:00000001:1.0:1773616169.861866:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.861873:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.861876:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.861881:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616169.861887:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616169.861897:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616169.861909:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.861934:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616169.861945:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.861949:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616169.861951:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.861953:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.861957:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861961:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616169.861965:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861968:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861971:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861974:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066fb00 00000400:00000200:1.0:1773616169.861977:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.861982:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b11 [1] + 224 00000800:00000001:1.0:1773616169.861986:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.861989:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.861991:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.861995:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616169.861998:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616169.862003:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616169.862012:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.862037:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616169.862041:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.862045:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616169.862047:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.862049:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.862062:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862065:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616169.862070:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862073:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862076:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862079:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066fd80 00000400:00000200:1.0:1773616169.862082:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862086:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b31 [1] + 224 00000800:00000001:1.0:1773616169.862090:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.862094:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.862096:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.862099:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616169.862103:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616169.862109:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616169.862117:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.862123:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616169.862127:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.862130:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616169.862132:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.862134:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.862136:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862140:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616169.862144:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862146:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862149:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862152:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066fb80 00000400:00000200:1.0:1773616169.862155:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.862158:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b19 [1] + 224 00000800:00000001:1.0:1773616169.862161:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.862171:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.862172:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.862186:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616169.862189:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616169.862194:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616169.862202:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.862211:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616169.862214:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.862218:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.862292:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616169.862297:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616169.862304:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616169.862306:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616169.862310:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d630. 00000400:00000200:3.0:1773616169.862314:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c36e8 00000400:00000010:3.0:1773616169.862317:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c36e8. 00000100:00000001:3.0:1773616169.862320:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616169.862325:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616169.862335:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862341:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616169.862343:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.862346:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616169.862349:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616169.862351:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616169.862354:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.862357:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616169.862367:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=110 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616169.862371:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616169.862375:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616169.862376:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616169.862379:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616169.862396:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.862401:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616169.862402:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616169.862404:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616169.862406:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616169.862410:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862419:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616169.862422:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616169.862424:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616169.862429:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616169.862437:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795590016:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616169.862443:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616169.862444:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616169.862446:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616169.862449:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000400:00000010:3.0:1773616169.862451:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:3.0:1773616169.862453:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616169.862457:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616169.862466:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862472:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616169.862474:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.862476:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616169.862478:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616169.862479:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616169.862481:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.862483:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616169.862486:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616169.862490:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=64 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616169.862492:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616169.862494:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616169.862495:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616169.862497:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.862499:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616169.862501:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616169.862503:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616169.862505:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616169.862508:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862515:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616169.862517:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616169.862519:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616169.862523:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616169.862529:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795590272:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616169.862533:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616169.862535:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616169.862536:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616169.862539:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3bb0 00000400:00000010:3.0:1773616169.862541:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3bb0. 00000100:00000001:3.0:1773616169.862542:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616169.862546:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616169.862553:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862558:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616169.862560:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.862562:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616169.862563:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616169.862564:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616169.862565:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616169.862567:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616169.862571:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=31 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616169.862574:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616169.862576:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616169.862577:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616169.862580:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616169.862581:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.862584:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616169.862585:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616169.862586:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616169.862588:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616169.862592:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862598:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616169.862600:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616169.862601:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616169.862604:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616169.862612:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795590528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616169.862617:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.862619:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616169.862623:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795590016/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862630:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616169.862633:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616169.862636:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616169.862640:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616169.862642:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616169.862644:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616169.862646:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616169.862649:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5f00. 02000000:00000001:3.0:1773616169.862653:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616169.862654:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616169.862656:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:3.0:1773616169.862659:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616169.862660:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.862662:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616169.862666:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795590272/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862672:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616169.862673:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616169.862674:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616169.862676:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616169.862677:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616169.862679:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616169.862680:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616169.862681:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5800. 02000000:00000001:3.0:1773616169.862683:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616169.862684:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616169.862686:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:3.0:1773616169.862688:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616169.862689:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.862691:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616169.862695:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb480 x1859763795590528/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616169.862701:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616169.862702:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616169.862703:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616169.862705:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616169.862706:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616169.862708:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616169.862710:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616169.862711:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109c00. 02000000:00000001:3.0:1773616169.862713:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616169.862714:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616169.862715:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb480. 00000100:00000001:3.0:1773616169.862717:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616169.862718:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616169.862722:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.862723:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616169.862725:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616169.862726:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616169.862728:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.863104:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.863107:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616169.863111:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616169.863113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616169.863116:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9370. 00000400:00000200:2.0:1773616169.863119:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:2.0:1773616169.863121:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:2.0:1773616169.863123:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616169.863128:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616169.863137:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.863143:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616169.863145:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.863146:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616169.863148:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616169.863149:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616169.863150:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.863152:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616169.863157:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=110 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616169.863160:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616169.863162:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616169.863164:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616169.863165:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616169.863167:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.863170:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616169.863172:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616169.863173:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616169.863175:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.863303:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.863310:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.863312:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616169.863314:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616169.863317:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616169.863325:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795589888:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616169.863331:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.863333:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616169.863336:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795589888/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.863354:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616169.863355:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616169.863358:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616169.863361:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616169.863363:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616169.863364:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616169.863366:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616169.863368:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5700. 02000000:00000001:2.0:1773616169.863371:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616169.863372:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616169.863373:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616169.863376:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616169.863377:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.863515:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.863518:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.863520:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616169.863522:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.863524:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616169.871356:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.871379:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616169.871396:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.871399:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.871409:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871418:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616169.871428:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871433:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871438:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871442:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066fc00 00000400:00000200:1.0:1773616169.871447:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871453:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b21 [1] + 224 00000800:00000001:1.0:1773616169.871461:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.871466:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.871469:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.871474:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616169.871482:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616169.871490:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616169.871502:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.871525:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616169.871535:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.871539:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616169.871541:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.871544:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.871547:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871551:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616169.871555:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871558:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871560:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871563:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066fe00 00000400:00000200:1.0:1773616169.871567:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.871570:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b41 [1] + 224 00000800:00000001:1.0:1773616169.871574:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.871634:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.871637:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.871640:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616169.871643:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616169.871648:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616169.871657:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.871665:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616169.871669:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.871672:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.871884:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.871889:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616169.871895:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616169.871897:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616169.871901:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616169.871905:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:2.0:1773616169.871908:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:2.0:1773616169.871911:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616169.871921:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616169.871931:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.871937:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616169.871939:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.871942:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616169.871945:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616169.871947:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616169.871949:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.871952:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616169.871962:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616169.871966:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616169.871969:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616169.871970:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616169.871973:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616169.871977:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.871981:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616169.871983:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616169.871985:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616169.871987:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.871992:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.871999:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.872002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616169.872004:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616169.872008:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616169.872016:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795590144:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616169.872023:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616169.872024:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616169.872026:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9a50. 00000400:00000200:2.0:1773616169.872028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:2.0:1773616169.872030:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:2.0:1773616169.872032:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616169.872036:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616169.872044:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.872050:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616169.872063:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.872065:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616169.872066:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616169.872067:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616169.872069:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.872071:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616169.872075:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616169.872078:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616169.872080:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616169.872082:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616169.872083:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616169.872085:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.872087:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616169.872089:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616169.872091:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616169.872092:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.872096:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.872103:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.872105:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616169.872106:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616169.872110:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616169.872117:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795590656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616169.872122:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.872124:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616169.872127:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795590144/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.872134:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616169.872136:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616169.872139:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616169.872143:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616169.872146:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616169.872148:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616169.872150:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616169.872153:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5100. 02000000:00000001:2.0:1773616169.872157:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616169.872159:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616169.872161:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:2.0:1773616169.872164:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616169.872165:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.872167:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616169.872171:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795590656/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.872189:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616169.872190:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616169.872192:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616169.872194:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616169.872195:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616169.872197:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616169.872198:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616169.872200:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109600. 02000000:00000001:2.0:1773616169.872203:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616169.872204:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616169.872206:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:2.0:1773616169.872208:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616169.872209:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.872213:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.872215:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.872216:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616169.872218:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.872220:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616169.877146:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.877167:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616169.877171:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.877173:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.877192:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.877199:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616169.877209:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.877214:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.877219:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.877223:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066fd00 00000400:00000200:1.0:1773616169.877227:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616169.877233:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b39 [1] + 224 00000800:00000001:1.0:1773616169.877240:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.877252:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616169.877256:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616169.877260:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616169.877266:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616169.877285:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616169.877296:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616169.877320:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616169.877330:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616169.877334:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.878241:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.878247:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616169.878254:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616169.878274:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616169.878278:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616169.878283:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:2.0:1773616169.878286:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:2.0:1773616169.878289:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616169.878295:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616169.878305:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.878312:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616169.878314:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.878316:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616169.878320:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616169.878322:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616169.878324:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616169.878327:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616169.878337:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=31 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616169.878342:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616169.878345:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616169.878346:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616169.878349:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616169.878353:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.878357:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616169.878359:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616169.878362:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616169.878364:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616169.878369:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.878391:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616169.878395:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616169.878397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616169.878401:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616169.878408:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795590400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616169.878413:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.878415:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616169.878418:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795590400/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616169.878426:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616169.878428:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616169.878432:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616169.878436:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616169.878439:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616169.878441:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616169.878443:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616169.878445:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a809109f00. 02000000:00000001:2.0:1773616169.878449:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616169.878450:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616169.878452:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:2.0:1773616169.878456:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616169.878457:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.878460:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616169.878669:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616169.878671:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616169.878674:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616169.878677:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889075:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616169.889081:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889087:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616169.889089:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889092:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616169.889093:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889096:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616169.889100:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616169.889102:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616169.889106:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889108:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616169.889111:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889113:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889115:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889119:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616169.889120:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616169.889123:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616169.889125:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616169.889948:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616169.889953:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616169.889956:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773616170.336701:0:42286:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:2.0:1773616170.336707:0:42286:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773616170.336710:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616170.336717:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616170.336724:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62200. 00000020:00000010:2.0:1773616170.336729:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616170.336733:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685a80. 00000008:00000010:2.0:1773616170.336741:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616170.336745:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118b40. 00008000:00000010:2.0:1773616170.336749:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616170.336755:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616170.336759:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616170.336763:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62000. 00000008:00000010:2.0:1773616170.336766:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616170.336770:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616170.336773:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616170.336776:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090960f0. 00000020:00000001:2.0:1773616170.336780:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616170.336783:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000020:00000001:2.0:1773616170.336787:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:2.0:1773616170.336790:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616170.336792:0:42286:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616170.336794:0:42286:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616170.336797:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616170.336799:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616170.336801:0:42286:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616170.336804:0:42286:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a80508ae00 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773616170.336807:0:42286:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a819434f80 00020000:00000001:2.0:1773616170.336811:0:42286:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616170.336813:0:42286:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616170.336815:0:42286:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616170.336817:0:42286:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.336820:0:42286:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616170.336822:0:42286:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616170.336823:0:42286:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.336825:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616170.336826:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616170.336828:0:42286:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616170.336830:0:42286:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c2e8) owner 0000000000000000/ffff91a819434f80 00000020:00000001:2.0:1773616170.336833:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.337058:0:42286:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616170.337059:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773616170.337062:0:42286:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773616170.337065:0:42286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616170.337068:0:42286:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616170.337072:0:42286:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616170.337074:0:42286:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616170.337075:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616170.337079:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616170.337082:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63400. 00000020:00000010:2.0:1773616170.337085:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616170.337088:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685960. 00000008:00000010:2.0:1773616170.337092:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616170.337095:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616170.337098:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616170.337102:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616170.337104:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616170.337107:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000008:00000010:2.0:1773616170.337110:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616170.337113:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616170.337115:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616170.337118:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616170.337120:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616170.337122:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616170.337125:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a804615080 -> ffff91a80460bf58 00000020:00000001:2.0:1773616170.337126:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616170.337129:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616170.337130:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616170.337132:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.337133:0:42286:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.337135:0:42286:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877527656 : -121323832023960 : ffff91a81816e468) 00000020:00000001:2.0:1773616170.337138:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773616170.337140:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.337142:0:42286:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.337144:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.337145:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773616170.337147:0:42286:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773616170.337149:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616170.337150:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773616170.337152:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616170.337153:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.337155:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.337157:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.337158:0:42286:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.337159:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616170.337161:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.337162:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.337164:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773616170.337166:0:42286:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773616170.337167:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616170.337169:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773616170.337171:0:42286:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773616170.337173:0:42286:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1773616170.338985:0:42286:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:2.0:1773616170.338996:0:42286:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616170.338999:0:42286:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.339002:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.339005:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.339007:0:42286:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.339009:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.339011:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773616170.339014:0:42286:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773616170.339016:0:42286:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773616170.339017:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773616170.339019:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773616170.339020:0:42286:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.339022:0:42286:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1773616170.339024:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773616170.339025:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1773616170.339027:0:42286:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773616170.339029:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616170.339030:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616170.339031:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773616170.339033:0:42286:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.339034:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.339036:0:42286:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773616170.339037:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773616170.339039:0:42286:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773616170.339040:0:42286:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773616170.339041:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616170.339043:0:42286:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616170.339044:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616170.339045:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773616170.339047:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773616170.339048:0:42286:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.339050:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616170.339052:0:42286:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616170.339053:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616170.339054:0:42286:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616170.339057:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773616170.339059:0:42286:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616170.339061:0:42286:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773616170.339062:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773616170.339063:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616170.339066:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616170.339071:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616170.339076:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685960. 00000008:00000010:2.0:1773616170.339082:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616170.339086:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616170.339090:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616170.339096:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616170.339100:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616170.339103:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63400. 00000008:00000010:2.0:1773616170.339107:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616170.339109:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616170.339114:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616170.339117:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616170.339120:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00000020:00000010:2.0:1773616170.339123:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00020000:00000001:2.0:1773616170.339126:0:42286:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616170.339128:0:42286:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616170.339131:0:42286:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616170.339133:0:42286:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616170.339137:0:42286:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616170.339138:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616170.339142:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:2.0:1773616170.339145:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616170.339147:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685a80. 00000008:00000010:2.0:1773616170.339150:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616170.339153:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118b40. 00008000:00000010:2.0:1773616170.339155:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616170.339158:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616170.339160:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616170.339162:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62200. 00000008:00000010:2.0:1773616170.339164:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616170.339166:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616170.339169:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616170.339171:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090960f0. 00000020:00000010:2.0:1773616170.339173:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62000. 00000020:00000010:2.0:1773616170.339175:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000080:00000001:2.0:1773616170.339340:0:42286:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616170.339344:0:42286:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616170.912744:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616170.912751:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616170.912757:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616170.912758:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616170.912762:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616170.912763:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616170.912766:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616170.912767:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616170.912770:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616170.912772:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616170.912775:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616170.912776:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616170.912801:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616170.912803:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616170.912806:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616171.936218:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616171.936227:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616171.936230:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616171.936241:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936246:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616171.936249:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936251:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936253:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936258:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616171.936259:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616171.936261:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616171.936266:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616171.936269:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616171.936270:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936272:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616171.936273:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936275:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936277:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936282:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616171.936284:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616171.936285:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616171.936287:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616171.936288:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616171.936289:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936291:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616171.936292:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936294:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936297:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936300:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616171.936302:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936305:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616171.936307:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616171.936308:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616171.936309:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616171.936311:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616171.936312:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936313:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616171.936314:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936316:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936318:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616171.936322:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616171.936323:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616171.936675:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616171.936679:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616171.936682:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773616172.827317:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616172.827341:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616172.827345:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616172.827349:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616172.827369:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616172.827378:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616172.827390:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616172.827395:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616172.827400:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616172.827405:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e100 00000400:00000200:1.0:1773616172.827411:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616172.827417:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193969 [1] + 0 00000800:00000001:1.0:1773616172.827426:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616172.827439:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616172.827442:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616172.827447:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616172.827454:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616172.827463:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 1 to 0 dl 1773616182 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:1.0:1773616172.827476:0:2392:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 1 to 0 dl 1773616182 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616172.827502:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616172.827513:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616172.827516:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616172.828128:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616172.828133:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616172.828136:0:2402:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:3.0:1773616172.828139:0:2402:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:3.0:1773616172.828145:0:2402:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 02000000:00000010:3.0:1773616172.828153:0:2402:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff91a806f41800. 02000000:00000001:3.0:1773616172.828156:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616172.828159:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616172.828161:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616172.828169:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616172.828171:0:2402:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616172.828178:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=33 v=5 (1 0 0 0) 02000000:00000010:3.0:1773616172.828183:0:2402:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff91a806f41800. 00000100:00000010:3.0:1773616172.828188:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00001000:3.0:1773616172.828196:0:2402:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 35s (25s) req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 2 to 0 dl 1773616207 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616172.828205:0:2402:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616172.828207:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616172.828211:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616172.960809:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616172.960818:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616172.960824:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616172.960825:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616172.960829:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616172.960830:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616172.960834:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616172.960835:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616172.960871:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616172.960873:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616172.960876:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616172.960878:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616172.961683:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616172.961687:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616172.961691:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616173.856163:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301974406, at 4301974464 00000100:00000010:1.0:1773616173.856192:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469bcc0. 00000100:00000040:0.0:1773616173.856976:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301974406, at 4301974465 00000100:00000010:0.0:1773616173.856984:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b3c0. 00010000:00000001:0.0:1773616173.984952:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616173.984960:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616173.984967:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616173.984968:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616173.984972:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616173.984973:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616173.984977:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616173.984978:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616173.984982:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616173.984983:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616173.984986:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616173.984987:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616173.985012:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616173.985015:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616173.985017:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616174.944220:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944231:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944241:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773616174.944247:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616174.944251:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944254:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944260:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944269:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41800. 00000100:00000001:3.0:1773616174.944276:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944288:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944298:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944303:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944308:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944342:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944345:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944348:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944352:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773616174.944354:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616174.944356:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944358:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944359:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944362:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41400. 00000100:00000001:3.0:1773616174.944365:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944370:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944376:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944377:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944380:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944388:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944390:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944393:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944395:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1180. 00000020:00000040:3.0:1773616174.944397:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616174.944400:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944401:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944402:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944406:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41900. 00000100:00000001:3.0:1773616174.944409:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944413:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944420:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944422:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944425:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004964f145] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944432:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944434:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944437:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944441:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773616174.944443:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616174.944445:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944446:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944448:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944451:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41200. 00000100:00000001:3.0:1773616174.944454:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944458:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944463:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944465:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944469:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d13ac97a] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944475:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944477:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944481:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944484:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0000. 00000020:00000040:3.0:1773616174.944486:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616174.944488:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944489:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944490:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944493:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41b00. 00000100:00000001:3.0:1773616174.944495:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944499:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944506:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944507:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944511:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b373d809] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944517:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944519:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944522:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944524:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616174.944526:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616174.944528:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944530:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944531:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944534:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a806f41100. 00000100:00000001:3.0:1773616174.944536:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944540:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944546:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944548:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944552:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944560:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944563:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944565:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944568:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1880. 00000020:00000040:3.0:1773616174.944571:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616174.944573:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944574:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944576:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944579:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5100. 00000100:00000001:3.0:1773616174.944581:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944585:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944592:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944594:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944597:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cec5a662] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944604:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944606:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616174.944609:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616174.944611:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000020:00000040:3.0:1773616174.944613:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:3.0:1773616174.944615:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616174.944616:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616174.944618:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616174.944621:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5700. 00000100:00000001:3.0:1773616174.944623:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944627:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616174.944634:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616174.944635:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944639:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616174.944653:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616174.944655:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616174.944659:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616174.944664:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7313) 00000100:00000001:2.0:1773616174.944723:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.944728:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.944730:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.944738:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.944746:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.944748:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.944752:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.944755:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.944758:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.944761:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795590784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.944765:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.944772:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.944774:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.944777:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.944782:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616174.944784:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.944792:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.944796:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616174.944802:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000200:2.0:1773616174.944809:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590784, portal 25 00000100:00000001:2.0:1773616174.944811:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.944813:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:2.0:1773616174.944818:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.944826:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.944829:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.944831:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616174.944835:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795590784, offset 0 00000400:00000200:2.0:1773616174.944869:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.944877:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.944884:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.944889:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.944894:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.944898:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.944901:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.944906:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149549:149549:256:4294967295] 192.168.201.103@tcp LPNI seq info [149489:149489:8:4294967295] 00000400:00000200:2.0:1773616174.944910:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.944922:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.944928:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.944933:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109f00. 00000800:00000200:2.0:1773616174.944941:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.944949:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.944953:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.944971:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.944976:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.944979:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301979526 00000100:00000010:2.0:1773616174.944984:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685a80. 00000100:00000001:2.0:1773616174.944991:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616174.944996:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301979526 00000100:00000010:2.0:1773616174.944999:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685960. 00000100:00000001:2.0:1773616174.945002:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616174.945005:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.945008:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.945010:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.945014:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945021:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.945022:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945024:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.945026:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.945028:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.945031:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.945034:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.945037:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.945038:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945040:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.945043:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616174.945046:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.945049:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.945052:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9a50. 00000400:00000010:2.0:1773616174.945055:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616174.945058:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591040, portal 10 00000100:00000001:2.0:1773616174.945060:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.945061:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528625536 : -121324180926080 : ffff91a8034b1180) 00000100:00000040:2.0:1773616174.945067:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945073:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.945076:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.945078:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616174.945080:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795591040, offset 0 00000400:00000200:2.0:1773616174.945084:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945088:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945091:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.945094:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.945096:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.945098:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.945100:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945103:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149550:149550:255:4294967295] 192.168.201.103@tcp LPNI seq info [149490:149490:7:4294967295] 00000400:00000200:2.0:1773616174.945107:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945114:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.945119:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.945122:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109600. 00000800:00000200:2.0:1773616174.945126:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.945131:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.945134:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.945137:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.945140:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 99023 usecs (100 jiffies) 00000400:00000200:2.0:1773616174.945143:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.945146:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301975653 00000100:00000001:2.0:1773616174.945148:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945150:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301975653 00000100:00000001:2.0:1773616174.945152:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945154:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.945156:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.945158:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.945162:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945174:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.945176:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945178:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.945180:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.945182:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.945194:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.945198:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.945200:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.945202:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945203:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.945207:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616174.945209:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.945212:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.945215:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616174.945220:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e3b8. 00000100:00000200:2.0:1773616174.945222:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591296, portal 4 00000100:00000001:2.0:1773616174.945224:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.945225:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621056 : -121324180930560 : ffff91a8034b0000) 00000100:00000040:2.0:1773616174.945232:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945239:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.945241:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.945244:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ee58. 00000100:00000200:2.0:1773616174.945246:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795591296, offset 0 00000400:00000200:2.0:1773616174.945250:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945254:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945258:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.945261:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.945263:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.945266:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.945268:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945271:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149551:149551:254:4294967295] 192.168.201.103@tcp LPNI seq info [149491:149491:6:4294967295] 00000400:00000200:2.0:1773616174.945275:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945281:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.945285:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.945289:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109c00. 00000800:00000200:2.0:1773616174.945293:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.945297:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.945300:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.945303:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.945306:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 452628 usecs (453 jiffies) 00000400:00000200:2.0:1773616174.945309:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.945311:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301976006 00000100:00000001:2.0:1773616174.945313:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945315:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301976006 00000100:00000001:2.0:1773616174.945318:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945319:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.945321:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.945324:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.945328:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945335:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.945336:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945339:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.945340:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.945342:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.945345:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795591552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.945348:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.945351:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.945352:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945355:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.945358:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616174.945360:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.945363:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.945365:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9370. 00000400:00000010:2.0:1773616174.945369:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e000. 00000100:00000200:2.0:1773616174.945371:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591552, portal 10 00000100:00000001:2.0:1773616174.945373:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.945374:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000040:2.0:1773616174.945381:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945387:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.945389:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.945391:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e088. 00000100:00000200:2.0:1773616174.945394:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795591552, offset 0 00000400:00000200:2.0:1773616174.945397:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945400:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945405:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.945407:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.945410:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.945412:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.945414:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945417:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149552:149552:253:4294967295] 192.168.201.103@tcp LPNI seq info [149492:149492:5:4294967295] 00000400:00000200:2.0:1773616174.945421:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945426:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.945430:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.945433:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109b00. 00000800:00000200:2.0:1773616174.945437:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.945441:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.945443:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.945445:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.945449:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 50377 usecs (51 jiffies) 00000400:00000200:2.0:1773616174.945452:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.945454:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301975604 00000100:00000001:2.0:1773616174.945456:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945458:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301975604 00000100:00000001:2.0:1773616174.945460:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945463:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.945465:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.945468:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.945472:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.945479:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616174.945481:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616174.945484:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.945485:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.945487:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.945491:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:2.0:1773616174.945492:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.945494:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616174.945496:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.945498:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.945499:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.945500:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.945504:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945511:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.945513:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945515:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.945516:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.945518:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.945521:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795590912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.945524:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.945526:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.945528:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945530:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.945533:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616174.945535:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.945538:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.945541:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9e70. 00000400:00000010:2.0:1773616174.945544:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616174.945547:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795590912, portal 10 00000100:00000001:2.0:1773616174.945549:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.945550:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000040:2.0:1773616174.945555:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945561:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.945563:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.945565:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616174.945567:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795590912, offset 0 00000400:00000200:2.0:1773616174.945571:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945574:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945577:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.945580:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.945582:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.945584:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.945586:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945588:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149553:149553:252:4294967295] 192.168.201.103@tcp LPNI seq info [149493:149493:4:4294967295] 00000400:00000200:2.0:1773616174.945592:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945598:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.945602:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.945606:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109400. 00000800:00000200:2.0:1773616174.945609:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.945613:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.945615:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.945618:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.945621:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 474997 usecs (475 jiffies) 00000400:00000200:2.0:1773616174.945624:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.945626:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301976028 00000100:00000001:2.0:1773616174.945628:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945630:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301976028 00000100:00000001:2.0:1773616174.945632:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.945634:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.945635:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.945637:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.945641:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945647:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.945649:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945652:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.945653:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.945656:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.945659:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.945663:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.945666:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.945667:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.945669:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.945673:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616174.945675:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.945677:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.945679:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9688. 00000400:00000010:2.0:1773616174.945682:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616174.945685:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591168, portal 4 00000100:00000001:2.0:1773616174.945686:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.945687:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:2.0:1773616174.945693:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.945705:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.945707:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.945709:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616174.945712:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795591168, offset 0 00000400:00000200:2.0:1773616174.945716:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945719:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945722:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.945725:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.945958:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.945962:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.945965:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.945968:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149554:149554:251:4294967295] 192.168.201.103@tcp LPNI seq info [149494:149494:3:4294967295] 00000400:00000200:2.0:1773616174.945972:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.945979:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.945983:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.945987:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a809109100. 00000800:00000200:2.0:1773616174.945991:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.945995:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.945997:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a809109100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.946000:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.946003:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 725667 usecs (726 jiffies) 00000400:00000200:2.0:1773616174.946006:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.946008:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301976280 00000100:00000001:2.0:1773616174.946010:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.946012:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301976280 00000100:00000001:2.0:1773616174.946015:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.946017:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.946019:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.946022:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.946026:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.946032:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.946033:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.946036:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.946038:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.946040:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.946042:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795591424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.946045:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.946048:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.946049:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.946051:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.946054:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616174.946056:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.946059:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.946062:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616174.946065:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616174.946068:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591424, portal 10 00000100:00000001:2.0:1773616174.946070:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.946071:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:2.0:1773616174.946077:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.946082:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.946084:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.946087:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616174.946089:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795591424, offset 0 00000400:00000200:2.0:1773616174.946092:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.946096:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.946099:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.946101:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.946103:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.946106:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.946108:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.946110:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149555:149555:250:4294967295] 192.168.201.103@tcp LPNI seq info [149495:149495:2:4294967295] 00000400:00000200:2.0:1773616174.946114:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.946119:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.946123:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.946129:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06800. 00000800:00000200:2.0:1773616174.946133:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.946137:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.946140:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.946142:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.946144:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34865 usecs (35 jiffies) 00000400:00000200:2.0:1773616174.946146:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.946148:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301975589 00000100:00000001:2.0:1773616174.946150:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.946152:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301975589 00000100:00000001:2.0:1773616174.946154:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.946156:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.946157:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.946159:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616174.946164:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.946170:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616174.946171:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.946174:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616174.946175:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616174.946177:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616174.946180:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795591680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.946183:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616174.946201:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616174.946203:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.946205:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616174.946208:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616174.946209:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616174.946212:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616174.946215:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616174.946218:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616174.946220:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591680, portal 4 00000100:00000001:2.0:1773616174.946222:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616174.946223:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:2.0:1773616174.946229:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.946235:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616174.946237:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616174.946240:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616174.946242:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795591680, offset 0 00000400:00000200:2.0:1773616174.946246:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616174.946250:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.946253:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616174.946255:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616174.946257:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616174.946260:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616174.946262:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616174.946264:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149556:149556:249:4294967295] 192.168.201.103@tcp LPNI seq info [149496:149496:1:4294967295] 00000400:00000200:2.0:1773616174.946268:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616174.946274:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616174.946278:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616174.946282:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06d00. 00000800:00000200:2.0:1773616174.946286:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616174.946291:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616174.946293:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616174.946297:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.946300:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 40973 usecs (41 jiffies) 00000400:00000200:2.0:1773616174.946303:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616174.946305:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301975595 00000100:00000001:2.0:1773616174.946307:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.946309:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301975595 00000100:00000001:2.0:1773616174.946311:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301979526 00000100:00000001:2.0:1773616174.946314:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.946316:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.946319:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.946322:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.946339:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.946342:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616174.946655:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.946659:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109f00. 00000400:00000200:1.0:1773616174.946667:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.946672:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.946677:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:1.0:1773616174.946680:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:1.0:1773616174.946685:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.946690:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.946700:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.946704:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.946711:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.946713:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616174.946727:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.946729:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109600. 00000400:00000200:1.0:1773616174.946732:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.946736:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.946738:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:1.0:1773616174.946740:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:1.0:1773616174.946743:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.946746:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.946754:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.946758:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.946764:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.946766:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616174.946775:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.946777:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109c00. 00000400:00000200:1.0:1773616174.946779:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.946783:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.946785:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ee58 00000400:00000010:1.0:1773616174.946787:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ee58. 00000100:00000001:1.0:1773616174.946789:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.946794:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.946802:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.946805:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.946812:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.946813:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616174.947011:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.947014:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109b00. 00000400:00000200:1.0:1773616174.947017:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.947021:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.947024:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e088 00000400:00000010:1.0:1773616174.947025:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e088. 00000100:00000001:1.0:1773616174.947028:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.947032:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947039:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.947042:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947047:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.947048:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616174.947057:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.947059:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109400. 00000400:00000200:1.0:1773616174.947061:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.947064:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.947066:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:1.0:1773616174.947068:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:1.0:1773616174.947069:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.947073:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947078:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.947081:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947086:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.947087:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616174.947094:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.947095:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a809109100. 00000400:00000200:1.0:1773616174.947098:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.947101:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.947103:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:1.0:1773616174.947105:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:1.0:1773616174.947107:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.947110:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947116:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.947119:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947125:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.947127:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616174.947133:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.947135:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06800. 00000400:00000200:1.0:1773616174.947138:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.947141:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.947143:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:1.0:1773616174.947144:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:1.0:1773616174.947146:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.947149:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947156:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.947158:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947163:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.947165:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616174.947235:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616174.947238:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06d00. 00000400:00000200:1.0:1773616174.947241:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.947245:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616174.947247:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:1.0:1773616174.947248:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:1.0:1773616174.947250:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616174.947254:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947260:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616174.947263:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.947269:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616174.947270:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616174.956674:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.956699:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.956704:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.956707:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.956716:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.956724:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.956734:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.956739:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.956745:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.956749:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ff80 00000400:00000200:1.0:1773616174.956754:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.956761:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b51 [1] + 224 00000800:00000001:1.0:1773616174.956769:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.956778:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.956781:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.956785:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.956792:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616174.956800:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616174.956811:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.956833:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.956871:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.956874:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.957553:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.957559:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616174.957568:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.957571:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.957574:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9a50. 00000400:00000200:2.0:1773616174.957579:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:2.0:1773616174.957582:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:2.0:1773616174.957585:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.957591:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.957602:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.957610:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.957612:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.957614:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.957617:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.957620:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.957622:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.957625:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.957634:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=115 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616174.957640:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616174.957643:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.957645:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.957648:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.957651:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.957655:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616174.957657:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616174.957660:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616174.957661:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.957666:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.957674:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.957677:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.957679:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.957684:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.957691:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.957696:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.957698:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.957701:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1180 x1859763795591040/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.957707:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.957709:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.957713:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616174.957716:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.957718:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.957720:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616174.957722:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.957725:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41900. 02000000:00000001:2.0:1773616174.957730:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.957732:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.957734:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1180. 00000100:00000001:2.0:1773616174.957740:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.957742:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.957746:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.957749:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.957750:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.957754:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.957756:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616174.964091:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964108:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.964112:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964114:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.964121:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964368:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.964377:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964381:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964385:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964389:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670180 00000400:00000200:1.0:1773616174.964393:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964397:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b61 [1] + 224 00000800:00000001:1.0:1773616174.964403:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964408:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.964410:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.964624:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.964630:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616174.964637:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616174.964645:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.964661:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.964669:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964672:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.964673:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964675:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.964677:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964679:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.964682:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964684:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964685:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964687:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b720066ff00 00000400:00000200:1.0:1773616174.964689:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964692:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b69 [1] + 224 00000800:00000001:1.0:1773616174.964695:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964697:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.964698:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.964702:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.964704:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616174.964709:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616174.964723:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.964730:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.964734:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964737:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.964739:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964741:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.964744:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964748:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.964752:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964754:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964757:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964760:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670100 00000400:00000200:1.0:1773616174.964762:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.964764:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b79 [1] + 224 00000800:00000001:1.0:1773616174.964767:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.964770:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.964771:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.964773:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.964775:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616174.964778:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.965693:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.965697:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616174.965703:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.965705:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.965708:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9e70. 00000400:00000200:2.0:1773616174.965714:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:2.0:1773616174.965716:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:2.0:1773616174.965720:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.965725:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.965735:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.965742:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.965744:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.965746:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.965749:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.965751:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.965753:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.965756:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.965765:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=115 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616174.965768:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616174.965770:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.965771:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.965773:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.965776:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.965779:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616174.965781:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616174.965782:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616174.965783:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.965788:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.965792:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.965795:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.965796:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.965799:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.965803:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795590912:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616174.965808:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.965808:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.965809:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9370. 00000400:00000200:2.0:1773616174.965811:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e000 00000400:00000010:2.0:1773616174.965812:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e000. 00000100:00000001:2.0:1773616174.965813:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.965815:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.965820:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.965824:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.965825:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.965826:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.965826:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.965827:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.965828:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.965829:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.965831:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=36 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616174.965833:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616174.965834:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.965835:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.965859:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.965860:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.965862:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616174.965863:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616174.965864:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616174.965865:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.965868:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.965872:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.965873:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.965873:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.965875:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.965879:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795591552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.965882:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.965884:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.965886:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795590912/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.965890:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.965892:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.965895:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616174.965898:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.965900:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.965901:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616174.965903:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.965904:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41400. 02000000:00000001:2.0:1773616174.965908:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.965909:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.965911:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:2.0:1773616174.965914:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.965915:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.965916:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.965917:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1880 x1859763795591552/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.965921:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.965922:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.965923:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616174.965924:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.965925:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.965926:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616174.965927:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.965928:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5100. 02000000:00000001:2.0:1773616174.965930:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.965931:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.965931:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1880. 00000100:00000001:2.0:1773616174.965932:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.965933:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.965935:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.965936:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.965937:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.965938:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.965939:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616174.966458:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.966473:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.966485:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.966494:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.966496:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.966497:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.966501:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.966505:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.966509:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.966511:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.966514:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.966516:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670000 00000400:00000200:1.0:1773616174.966540:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.966543:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b71 [1] + 224 00000800:00000001:1.0:1773616174.966548:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.966552:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.966554:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.966557:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.966560:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616174.966563:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616174.966568:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.967152:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.967158:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.967162:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.967164:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.967165:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.967168:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.967177:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.967181:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.967183:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.967194:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.967198:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670200 00000400:00000200:1.0:1773616174.967201:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.967206:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b81 [1] + 224 00000800:00000001:1.0:1773616174.967210:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.967215:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.967218:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.967221:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.967225:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773616174.967658:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.967662:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616174.967667:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.967668:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.967671:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9688. 00000400:00000200:2.0:1773616174.967675:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:2.0:1773616174.967678:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:2.0:1773616174.967680:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.967684:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.967693:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.967711:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.967712:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.967714:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.967717:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.967719:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.967721:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.967724:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.967732:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616174.967736:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616174.967738:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.967740:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.967742:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.967744:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.967747:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616174.967749:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616174.967751:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616174.967752:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.967757:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.967763:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.967766:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.967768:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.967771:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.967778:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591168:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616174.967784:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.967785:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.967787:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616174.967790:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:2.0:1773616174.967791:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:2.0:1773616174.967794:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.967798:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.967807:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.967813:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.967814:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.967816:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.967817:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.967819:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.967820:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.967822:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.967826:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=36 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616174.967829:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616174.967831:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.967832:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.967834:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.967865:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.967868:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616174.967869:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616174.967871:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616174.967872:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.967876:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.967882:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.967884:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.967885:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.967889:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.967896:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795591424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.967902:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.967904:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.967908:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2a00 x1859763795591168/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.967914:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.967916:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.967920:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616174.967924:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.967926:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.967928:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616174.967930:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.967934:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41200. 02000000:00000001:2.0:1773616174.967938:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.967939:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.967941:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2a00. 00000100:00000001:2.0:1773616174.967944:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.967945:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.967946:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.967950:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795591424/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.967956:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.967957:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.967959:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616174.967961:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.967962:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.967963:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616174.967964:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.967966:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41100. 02000000:00000001:2.0:1773616174.967968:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.967969:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.967970:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:2.0:1773616174.967972:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.967973:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.967976:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.967979:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.967980:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.967982:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.967983:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616174.968200:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616174.968212:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.968238:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.968246:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.968252:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.968254:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.968257:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.968261:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.968265:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.968279:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.968282:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.968286:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.968289:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b720066fe80 00000400:00000200:1.0:1773616174.968292:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.968297:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b49 [1] + 224 00000800:00000001:1.0:1773616174.968301:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.968311:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.968314:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.968319:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.968322:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616174.968326:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616174.968335:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.968342:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.968346:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.968350:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.968707:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.968710:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616174.968713:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.968714:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.968717:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616174.968720:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:2.0:1773616174.968721:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:2.0:1773616174.968724:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.968728:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.968743:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.968749:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.968751:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.968753:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.968755:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.968756:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.968758:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.968760:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.968765:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616174.968768:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616174.968771:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.968772:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.968774:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.968776:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.968778:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616174.968780:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616174.968782:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616174.968783:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.968787:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.968794:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.968796:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.968797:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.968801:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.968809:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795591680:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616174.968813:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.968814:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.968816:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616174.968818:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:2.0:1773616174.968820:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:2.0:1773616174.968822:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.968825:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.969031:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.969037:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.969039:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.969041:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.969042:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.969043:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.969045:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.969046:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.969049:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616174.969052:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616174.969054:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.969055:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.969065:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.969067:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.969069:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.969078:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.969084:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.969086:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.969087:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.969091:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.969098:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795590784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.969102:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.969104:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.969108:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795591680/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.969120:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.969121:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.969123:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616174.969134:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.969136:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.969137:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616174.969139:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.969141:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5700. 02000000:00000001:2.0:1773616174.969144:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.969145:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.969146:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:2.0:1773616174.969149:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.969150:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.969152:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.969155:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795590784/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.969160:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.969161:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.969163:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616174.969165:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.969166:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.969167:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616174.969168:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.969170:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41800. 02000000:00000001:2.0:1773616174.969180:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.969181:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.969182:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:2.0:1773616174.969192:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.969194:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.969196:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.969197:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.969198:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.969200:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.969202:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616174.981457:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.981476:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616174.981481:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.981484:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.981494:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.981503:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616174.981512:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.981517:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.981522:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.981526:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670080 00000400:00000200:1.0:1773616174.981531:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616174.981537:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b59 [1] + 224 00000800:00000001:1.0:1773616174.981546:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.981555:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616174.981558:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616174.981563:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616174.981570:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616174.981579:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616174.981591:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616174.981613:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616174.981623:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616174.981627:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.981746:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.981752:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616174.981759:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616174.981761:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616174.981764:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616174.981769:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e3b8 00000400:00000010:2.0:1773616174.981771:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e3b8. 00000100:00000001:2.0:1773616174.981774:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616174.981780:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616174.981790:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.981797:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616174.981799:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.981802:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616174.981805:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616174.981808:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616174.981810:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616174.981813:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616174.981822:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616174.981826:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=69 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616174.981829:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616174.981830:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616174.981833:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616174.981862:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.981867:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616174.981869:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616174.981871:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616174.981873:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616174.981878:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.981885:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616174.981887:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616174.981889:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616174.981893:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616174.981907:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616174.981911:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.981914:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616174.981916:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0000 x1859763795591296/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616174.981923:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616174.981925:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616174.981928:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616174.981932:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616174.981934:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616174.981936:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616174.981938:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616174.981940:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a806f41b00. 02000000:00000001:2.0:1773616174.981944:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616174.981946:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616174.981948:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0000. 00000100:00000001:2.0:1773616174.981950:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616174.981952:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616174.981955:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.981957:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616174.981958:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616174.981959:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616174.981961:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616175.008235:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616175.008243:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616175.008250:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616175.008251:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616175.008333:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616175.008335:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616175.008340:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616175.008341:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616175.008344:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616175.008346:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616175.008348:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616175.008349:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616175.009061:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616175.009065:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616175.009068:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616175.968278:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616175.968293:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616175.968295:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=27 : 27 : 1b) 00000100:00000001:2.0:1773616175.968300:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616175.968303:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616175.968306:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616175.968311:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616176.032083:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616176.032091:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616176.032097:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616176.032099:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616176.032103:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616176.032104:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616176.032108:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616176.032109:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616176.032113:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616176.032114:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616176.032117:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616176.032119:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616176.033188:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616176.033192:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616176.033196:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616177.055961:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616177.055968:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616177.055974:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616177.055975:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616177.055989:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616177.055991:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616177.055994:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616177.055996:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616177.055999:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616177.056000:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616177.056004:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616177.056005:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616177.056069:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616177.056072:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616177.056075:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616178.079964:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616178.079971:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.079978:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616178.079979:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.079983:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616178.079984:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.079988:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616178.079989:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.079993:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616178.079994:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.079997:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616178.080000:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616178.080002:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616178.080006:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.080008:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616178.080011:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.080013:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616178.080016:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616178.081227:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616178.081233:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616178.081237:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616178.975958:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301979526, at 4301979584 00000100:00000040:0.0:1773616178.975962:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301979526, at 4301979584 00000100:00000010:1.0:1773616178.975974:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685960. 00000100:00000010:0.0:1773616178.975975:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685a80. 00010000:00000001:0.0:1773616179.110000:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616179.110007:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616179.110014:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616179.110015:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616179.110019:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616179.110020:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616179.110024:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616179.110025:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616179.110028:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616179.110029:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616179.110032:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616179.110033:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616179.110297:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616179.110300:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616179.110303:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616180.064013:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616180.064026:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616180.064040:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2d80. 00000020:00000040:3.0:1773616180.064046:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616180.064051:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.064054:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616180.064061:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616180.064069:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5800. 00000100:00000001:3.0:1773616180.064076:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064088:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616180.064113:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616180.064118:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064125:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c279062a] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616180.064177:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064180:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616180.064184:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616180.064187:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0700. 00000020:00000040:3.0:1773616180.064189:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616180.064192:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.064193:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616180.064195:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616180.064198:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5f00. 00000100:00000001:3.0:1773616180.064201:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064206:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616180.064214:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616180.064216:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064220:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c12d42e] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616180.064228:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064230:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616180.064233:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616180.064236:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3800. 00000020:00000040:3.0:1773616180.064238:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616180.064240:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.064241:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616180.064243:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616180.064246:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5a00. 00000100:00000001:3.0:1773616180.064249:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064252:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616180.064260:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616180.064262:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064266:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b74edf2] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616180.064274:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064277:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616180.064280:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616180.064285:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0000. 00000020:00000040:3.0:1773616180.064288:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616180.064290:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.064291:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616180.064292:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616180.064296:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5700. 00000100:00000001:3.0:1773616180.064299:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064303:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616180.064311:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616180.064313:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064318:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b373d809] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.064324:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616180.064326:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.064331:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616180.064331:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616180.064336:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773616180.064337:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616180.064343:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773616180.064347:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000040:2.0:1773616180.064348:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616180.064351:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.064354:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616180.064357:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616180.064363:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5100. 00000100:00000001:2.0:1773616180.064365:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616180.064369:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.064370:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.064610:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.064613:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.064616:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.064621:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795591808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.064626:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.064632:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.064644:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.064647:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.064652:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616180.064655:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.064663:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.064667:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616180.064674:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e3b8. 00000100:00000200:2.0:1773616180.064680:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591808, portal 25 00000100:00000001:2.0:1773616180.064683:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.064685:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528632704 : -121324180918912 : ffff91a8034b2d80) 00000100:00000040:2.0:1773616180.064691:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.064700:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.064703:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.064706:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000200:2.0:1773616180.064710:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795591808, offset 0 00000400:00000200:2.0:1773616180.064716:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616180.064724:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.064732:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616180.064737:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616180.064742:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616180.064746:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616180.064749:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616180.064754:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149557:149557:256:4294967295] 192.168.201.103@tcp LPNI seq info [149497:149497:8:4294967295] 00000400:00000200:2.0:1773616180.064759:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.064770:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.064776:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616180.064782:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06300. 00000800:00000200:2.0:1773616180.064789:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.064797:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.064802:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.064817:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.064821:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.064824:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301984645 00000100:00000010:2.0:1773616180.064829:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685de0. 00000100:00000001:2.0:1773616180.064870:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616180.064877:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301984645 00000100:00000010:2.0:1773616180.064881:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685480. 00000100:00000001:2.0:1773616180.064884:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616180.064888:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.064891:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.064894:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616180.064899:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.064907:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616180.064908:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.064911:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.064913:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.064915:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.064929:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795592064:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.064932:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.064935:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.064937:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.064940:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.064943:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616180.064945:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.064949:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.064952:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616180.064966:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616180.064971:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592064, portal 10 00000100:00000001:2.0:1773616180.064973:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.064975:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528635392 : -121324180916224 : ffff91a8034b3800) 00000100:00000040:3.0:1773616180.064982:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1773616180.064985:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.065006:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.065012:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.065017:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000001:3.0:1773616180.065019:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1773616180.065022:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795592064, offset 0 00000100:00000001:3.0:1773616180.065023:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.065032:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616180.065033:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:3.0:1773616180.065046:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.065047:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616180.065050:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1773616180.065055:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:3.0:1773616180.065056:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1773616180.065061:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1773616180.065063:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1500. 00000400:00000200:2.0:1773616180.065067:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000020:00000040:3.0:1773616180.065069:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000400:00000200:2.0:1773616180.065072:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1773616180.065074:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.065077:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1773616180.065079:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 02000000:00000001:3.0:1773616180.065081:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.065086:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149558:149558:255:4294967295] 192.168.201.103@tcp LPNI seq info [149498:149498:7:4294967295] 02000000:00000010:3.0:1773616180.065088:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ab5200. 00000400:00000200:2.0:1773616180.065094:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616180.065095:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.065115:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1773616180.065120:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.065133:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:3.0:1773616180.065135:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616180.065139:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773616180.065140:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06e00. 00000100:00000040:3.0:1773616180.065146:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76c302d] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1773616180.065150:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.065158:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.065161:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.065165:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.065170:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 98517 usecs (99 jiffies) 00000400:00000200:2.0:1773616180.065173:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.065175:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301980772 00000100:00000001:2.0:1773616180.065178:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.065180:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301980772 00000100:00000001:2.0:1773616180.065182:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.065184:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.065187:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616180.066023:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.066027:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616180.066030:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616180.066033:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616180.066036:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616180.066039:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.066040:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616180.066043:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616180.066048:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5c00. 00000100:00000001:3.0:1773616180.066052:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.066058:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616180.066066:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616180.066068:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.066072:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616180.066079:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.066082:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616180.066085:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616180.066088:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773616180.066090:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:3.0:1773616180.066092:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616180.066093:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616180.066095:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616180.066098:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5100. 00000100:00000001:3.0:1773616180.066110:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.066115:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616180.066122:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616180.066123:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.066127:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d13ac97a] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616180.066134:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616180.066136:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616180.066140:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616180.066145:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7318) 00000100:00000001:2.0:1773616180.066375:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.066380:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.066389:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616180.066392:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616180.066395:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.066397:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616180.066398:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616180.066405:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.066412:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616180.066414:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.066417:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.066419:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.066421:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.066424:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795592320:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.066427:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.066431:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.066433:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.066435:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.066439:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616180.066441:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.066445:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.066449:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616180.066453:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616180.066457:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592320, portal 4 00000100:00000001:2.0:1773616180.066459:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.066460:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:2.0:1773616180.066467:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.066474:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.066476:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.066479:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e000. 00000100:00000200:2.0:1773616180.066481:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795592320, offset 0 00000400:00000200:2.0:1773616180.066486:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616180.066491:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.066495:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616180.066498:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616180.066501:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616180.066503:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616180.066505:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616180.066508:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149559:149559:254:4294967295] 192.168.201.103@tcp LPNI seq info [149499:149499:6:4294967295] 00000400:00000200:2.0:1773616180.066512:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.066518:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.066522:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616180.066526:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06a00. 00000800:00000200:2.0:1773616180.066531:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.066536:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.066540:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.066544:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.066547:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 450138 usecs (451 jiffies) 00000400:00000200:2.0:1773616180.066550:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.066552:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301981125 00000100:00000001:2.0:1773616180.066555:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.066557:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301981125 00000100:00000001:2.0:1773616180.066559:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.066561:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.066564:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.066566:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616180.066570:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.066576:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616180.066578:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.066580:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.066582:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.066584:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.066587:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795592576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.066590:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.066592:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.066594:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.066596:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.066599:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616180.069450:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.069462:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.069470:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616180.069477:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616180.069483:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592576, portal 10 00000100:00000001:2.0:1773616180.069487:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.069488:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:2.0:1773616180.069500:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.069507:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.069510:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.069513:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616180.069517:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795592576, offset 0 00000400:00000200:2.0:1773616180.069523:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616180.069529:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.069536:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616180.069553:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616180.069556:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616180.069560:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616180.069563:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616180.069566:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149560:149560:253:4294967295] 192.168.201.103@tcp LPNI seq info [149500:149500:5:4294967295] 00000400:00000200:2.0:1773616180.069571:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.069579:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.069584:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616180.069590:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06200. 00000800:00000200:2.0:1773616180.069596:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.069613:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.069617:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.069622:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.069626:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 47992 usecs (48 jiffies) 00000400:00000200:2.0:1773616180.069630:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.069640:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301980725 00000100:00000001:2.0:1773616180.069643:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.069646:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301980725 00000100:00000001:2.0:1773616180.069648:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.069650:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.069654:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.069659:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.069663:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.069670:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616180.069672:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616180.069676:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.069677:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616180.069679:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.069683:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:2.0:1773616180.069684:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.069687:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616180.069689:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.069691:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.069692:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616180.069693:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616180.069699:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.069708:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616180.069710:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.069713:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.069716:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.069718:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.069721:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.069724:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.069728:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.069731:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.069733:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.069738:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616180.069740:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.069744:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.069747:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9688. 00000400:00000010:2.0:1773616180.069750:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616180.069754:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795591936, portal 10 00000100:00000001:2.0:1773616180.069756:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.069757:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528622848 : -121324180928768 : ffff91a8034b0700) 00000100:00000040:2.0:1773616180.069763:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.069769:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.069771:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.069773:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616180.069775:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795591936, offset 0 00000400:00000200:2.0:1773616180.069779:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616180.069783:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.069787:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616180.069790:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616180.069792:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616180.069794:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616180.069797:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616180.069799:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149561:149561:252:4294967295] 192.168.201.103@tcp LPNI seq info [149501:149501:4:4294967295] 00000400:00000200:2.0:1773616180.069804:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.069810:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.069814:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616180.069817:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06f00. 00000800:00000200:2.0:1773616180.069822:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.069827:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.069859:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.069864:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.069867:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 474035 usecs (475 jiffies) 00000400:00000200:2.0:1773616180.069871:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.069873:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301981153 00000100:00000001:2.0:1773616180.069875:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.069877:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301981153 00000100:00000001:2.0:1773616180.069879:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.069881:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.069883:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.069885:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616180.069889:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.069896:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616180.069897:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.069899:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.069901:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.069903:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.069906:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795592192:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.069910:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.069912:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.069914:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.069927:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.069931:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616180.069934:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.069937:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.069939:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9370. 00000400:00000010:2.0:1773616180.069943:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000100:00000200:2.0:1773616180.069946:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592192, portal 4 00000100:00000001:2.0:1773616180.069947:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.069949:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621056 : -121324180930560 : ffff91a8034b0000) 00000100:00000040:2.0:1773616180.069963:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.069970:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.069973:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.069976:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e110. 00000100:00000200:2.0:1773616180.069978:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795592192, offset 0 00000400:00000200:2.0:1773616180.069983:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616180.069986:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.069990:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616180.069993:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616180.069995:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616180.069997:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616180.070000:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616180.070003:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149562:149562:251:4294967295] 192.168.201.103@tcp LPNI seq info [149502:149502:3:4294967295] 00000400:00000200:2.0:1773616180.070007:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.070013:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.070018:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616180.070023:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06c00. 00000800:00000200:2.0:1773616180.070027:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.070032:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.070035:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.070038:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.070041:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 720546 usecs (721 jiffies) 00000400:00000200:2.0:1773616180.070045:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.070046:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301981399 00000100:00000001:2.0:1773616180.070049:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.070051:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301981399 00000100:00000001:2.0:1773616180.070053:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.070055:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.070057:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.070059:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616180.070064:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.070072:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616180.070073:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.070075:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.070077:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.070079:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.070083:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795592448:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.070086:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.070089:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.070090:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.070092:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.070095:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616180.070097:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.070110:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.070114:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9e70. 00000400:00000010:2.0:1773616180.070118:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616180.070121:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592448, portal 10 00000100:00000001:2.0:1773616180.070123:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.070124:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528626432 : -121324180925184 : ffff91a8034b1500) 00000100:00000040:2.0:1773616180.070130:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.070136:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.070138:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.070140:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616180.070142:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795592448, offset 0 00000400:00000200:2.0:1773616180.070146:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616180.070150:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.070153:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616180.070156:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616180.070158:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616180.070160:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616180.070163:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616180.070166:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149563:149563:250:4294967295] 192.168.201.103@tcp LPNI seq info [149503:149503:2:4294967295] 00000400:00000200:2.0:1773616180.070170:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.070176:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.070180:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616180.070184:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06100. 00000800:00000200:2.0:1773616180.070188:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.070205:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.070208:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.070211:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.070214:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34502 usecs (35 jiffies) 00000400:00000200:2.0:1773616180.070218:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.070219:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301980713 00000100:00000001:2.0:1773616180.070222:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.070224:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301980713 00000100:00000001:2.0:1773616180.070227:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.070229:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.070231:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.070233:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616180.070237:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.070244:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616180.070246:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.070248:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616180.070250:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616180.070252:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616180.070254:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795592704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.070257:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616180.070260:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616180.070262:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.070264:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616180.070267:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616180.070269:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616180.070272:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616180.070275:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9a50. 00000400:00000010:2.0:1773616180.070278:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:2.0:1773616180.070281:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592704, portal 4 00000100:00000001:2.0:1773616180.070283:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616180.070284:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:2.0:1773616180.070290:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.070296:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616180.070299:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616180.070301:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616180.070304:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795592704, offset 0 00000400:00000200:2.0:1773616180.070308:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616180.070312:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.070316:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616180.070319:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616180.070321:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616180.070323:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616180.070325:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616180.070328:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149564:149564:249:4294967295] 192.168.201.103@tcp LPNI seq info [149504:149504:1:4294967295] 00000400:00000200:2.0:1773616180.070332:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616180.070338:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616180.070342:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616180.070345:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06900. 00000800:00000200:2.0:1773616180.070350:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616180.070354:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616180.070356:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616180.070359:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.070362:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 39768 usecs (40 jiffies) 00000400:00000200:2.0:1773616180.070365:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616180.070367:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301980718 00000100:00000001:2.0:1773616180.070370:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.070372:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301980718 00000100:00000001:2.0:1773616180.070374:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301984645 00000100:00000001:2.0:1773616180.070376:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.070378:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.070381:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.070384:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.070636:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.070639:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616180.072597:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.072613:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06300. 00000400:00000200:1.0:1773616180.072621:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.072628:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.072644:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:1.0:1773616180.072648:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:1.0:1773616180.072653:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.072662:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072674:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.072677:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072685:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.072687:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616180.072701:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.072704:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06e00. 00000400:00000200:1.0:1773616180.072707:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.072711:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.072714:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:1.0:1773616180.072716:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:1.0:1773616180.072719:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.072723:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072731:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.072734:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072740:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.072742:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616180.072751:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.072754:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06a00. 00000400:00000200:1.0:1773616180.072757:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.072760:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.072763:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e000 00000400:00000010:1.0:1773616180.072765:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e000. 00000100:00000001:1.0:1773616180.072767:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.072771:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072779:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.072783:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072789:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.072791:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616180.072800:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.072802:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06200. 00000400:00000200:1.0:1773616180.072804:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.072807:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.072810:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:1.0:1773616180.072811:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:1.0:1773616180.072813:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.072817:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072825:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.072827:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072868:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.072870:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616180.072880:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.072883:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06f00. 00000400:00000200:1.0:1773616180.072885:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.072889:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.072892:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:1.0:1773616180.072894:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:1.0:1773616180.072896:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.072905:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.072912:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.072915:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.073319:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.073322:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616180.073337:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.073340:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06c00. 00000400:00000200:1.0:1773616180.073343:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.073347:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.073350:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:1.0:1773616180.073351:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:1.0:1773616180.073354:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.073359:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.073366:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.073369:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.073375:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.073376:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616180.073384:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.073387:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06100. 00000400:00000200:1.0:1773616180.073389:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.073392:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.073395:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:1.0:1773616180.073396:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:1.0:1773616180.073399:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.073403:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.073410:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.073414:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.073420:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.073422:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616180.073490:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616180.073494:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06900. 00000400:00000200:1.0:1773616180.073497:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.073501:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616180.073503:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:1.0:1773616180.073505:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:1.0:1773616180.073508:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616180.073512:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.073519:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616180.073522:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.073529:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616180.073530:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616180.082265:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082284:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.082289:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082292:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082301:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082309:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.082319:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082324:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082330:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082335:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670480 00000400:00000200:1.0:1773616180.082340:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082347:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b99 [1] + 224 00000800:00000001:1.0:1773616180.082355:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082361:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082364:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.082368:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.082375:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.082384:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.082397:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.082421:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.082432:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082436:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.082438:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082440:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082444:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082447:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.082452:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082454:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082457:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082460:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670400 00000400:00000200:1.0:1773616180.082464:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082468:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bb1 [1] + 224 00000800:00000001:1.0:1773616180.082472:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082476:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082478:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.082482:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.082485:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.082490:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.082499:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.082507:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.082511:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082515:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.082517:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082519:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082522:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082526:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.082530:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082532:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082536:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082539:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670600 00000400:00000200:1.0:1773616180.082541:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082546:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bc1 [1] + 224 00000800:00000001:1.0:1773616180.082549:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082552:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082555:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.082558:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.082561:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.082566:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.082573:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.082581:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.082585:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082588:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.082590:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082592:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082595:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082599:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.082603:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082606:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082609:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082612:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200670280 00000400:00000200:1.0:1773616180.082615:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082619:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b89 [1] + 224 00000800:00000001:1.0:1773616180.082623:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082625:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082627:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.082644:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.082648:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.082653:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.082662:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.082669:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.082673:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082677:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.082679:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082681:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082684:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082687:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.082692:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082694:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082697:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082700:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670580 00000400:00000200:1.0:1773616180.082703:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082707:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ba1 [1] + 224 00000800:00000001:1.0:1773616180.082711:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082715:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082717:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.082720:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.082723:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.082728:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.082737:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.082757:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.082761:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082765:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.082766:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082769:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082772:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082775:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.082780:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082782:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082786:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082789:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670500 00000400:00000200:1.0:1773616180.082792:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.082796:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bb9 [1] + 224 00000800:00000001:1.0:1773616180.082799:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.082802:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.082804:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.082808:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.082811:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.083053:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.083063:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.083072:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.083078:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.083083:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.083085:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.083087:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.083091:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.083094:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.083099:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.083115:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.083119:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.083122:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670300 00000400:00000200:1.0:1773616180.083126:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.083131:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ba9 [1] + 224 00000800:00000001:1.0:1773616180.083134:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.083145:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.083147:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.083150:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.083153:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.083158:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.083167:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.083174:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.083177:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.083180:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.086235:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.086244:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616180.086253:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.086256:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.086260:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9688. 00000400:00000200:2.0:1773616180.086270:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:2.0:1773616180.086272:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:2.0:1773616180.086276:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.086286:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.086298:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.086306:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.086308:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.086311:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.086314:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.086317:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.086319:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.086322:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.086333:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=121 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616180.086337:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616180.086340:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.086342:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.086344:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.086348:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.086352:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616180.086354:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616180.086356:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616180.086358:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.086362:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.086370:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.086373:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.086375:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.086380:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.086387:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795591936:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616180.086395:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.086396:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.086398:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9370. 00000400:00000200:2.0:1773616180.086401:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:2.0:1773616180.086403:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:2.0:1773616180.086405:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.086408:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.086417:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.086423:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.086424:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.086426:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.086427:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.086429:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.086430:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.086432:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.086437:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616180.086439:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616180.086442:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.086443:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.086445:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.086447:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.086449:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616180.086450:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616180.086452:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616180.086454:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.086458:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.086466:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.086468:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.086470:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.086474:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.086482:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795592192:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616180.086487:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.086489:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.086491:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9e70. 00000400:00000200:2.0:1773616180.086493:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:2.0:1773616180.086495:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:2.0:1773616180.086498:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.086502:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.086512:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.086518:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.086520:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.086522:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.086524:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.086525:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.086526:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.086528:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.086532:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=42 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616180.086535:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616180.086538:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.086539:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.086541:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.086543:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.086545:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616180.086546:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616180.086548:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616180.086549:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.086553:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.086560:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.086563:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.086565:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.086569:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.086586:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795592448:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616180.086594:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.086595:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.086597:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9a50. 00000400:00000200:2.0:1773616180.087628:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:2.0:1773616180.094148:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:2.0:1773616180.094165:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.094178:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.094192:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094201:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.094204:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094207:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.094211:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.094213:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.094216:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.094219:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.094230:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616180.094235:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616180.094238:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.094239:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.094242:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.094246:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.094250:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616180.094252:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616180.094254:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616180.094256:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.094261:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094269:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.094273:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.094275:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.094279:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.094286:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795592704:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616180.094297:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.094299:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.094302:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616180.094307:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:2.0:1773616180.094308:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:2.0:1773616180.094311:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.094315:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.094324:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094331:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.094332:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094334:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.094336:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.094337:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.094339:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.094341:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.094346:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616180.094349:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=75 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616180.094351:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.094353:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.094354:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.094356:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.094358:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616180.094359:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616180.094361:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616180.094363:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.094367:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094374:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.094376:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.094377:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.094382:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.094389:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795592320:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616180.094394:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.094396:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.094397:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616180.094400:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:2.0:1773616180.094402:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:2.0:1773616180.094404:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.094408:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.094417:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094423:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.094425:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094427:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.094428:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.094429:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.094431:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.094432:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.094437:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=42 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616180.094440:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616180.094442:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.094444:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.094446:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.094448:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.094450:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616180.094452:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616180.094454:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616180.094455:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.094459:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094465:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.094466:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.094468:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.094471:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.094479:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795592576:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616180.094485:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.094486:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.094488:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616180.094491:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e3b8 00000400:00000010:2.0:1773616180.094493:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e3b8. 00000100:00000001:2.0:1773616180.094495:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.094499:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.094508:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094514:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.094515:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094517:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.094518:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.094520:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.094522:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.094523:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.094527:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616180.094530:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616180.094532:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.094534:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.094535:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.094537:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.094539:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.094543:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094549:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.094551:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.094552:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.094556:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.094564:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795591808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.094569:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.094572:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.094576:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0700 x1859763795591936/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094583:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.094586:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.094590:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616180.094595:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.094598:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.094600:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616180.094602:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.094605:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5f00. 02000000:00000001:2.0:1773616180.094612:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.094613:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.094615:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0700. 00000100:00000001:2.0:1773616180.094619:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.094620:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094622:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.094627:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0000 x1859763795592192/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094634:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.094636:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.094637:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62a00. 02000000:00000001:2.0:1773616180.094640:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.094641:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.094642:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616180.094644:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.094646:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5700. 02000000:00000001:2.0:1773616180.094654:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.094655:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.094657:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0000. 00000100:00000001:2.0:1773616180.094659:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.094660:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094663:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.094668:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1500 x1859763795592448/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094674:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.094675:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.094677:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616180.094678:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.094679:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.094681:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616180.094682:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.094684:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ab5200. 02000000:00000001:2.0:1773616180.094686:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.094687:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.094688:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1500. 00000100:00000001:2.0:1773616180.094691:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.094692:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094694:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.094696:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2a00 x1859763795592704/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094702:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.094703:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.094706:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616180.094708:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.094709:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.094710:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616180.094712:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.094714:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5100. 02000000:00000001:2.0:1773616180.094716:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.094717:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.094718:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2a00. 00000100:00000001:2.0:1773616180.094721:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.094722:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094724:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.094727:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795592320/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094733:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.094734:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.094736:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616180.094738:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.094739:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.094740:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616180.094741:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.094743:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5100. 02000000:00000001:2.0:1773616180.094964:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.094966:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.094968:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:2.0:1773616180.094971:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.094972:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.094974:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.094979:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795592576/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.094985:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.094986:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.094988:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616180.094990:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.094991:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.094992:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616180.094994:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.094996:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5c00. 02000000:00000001:2.0:1773616180.094998:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.094999:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.095000:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:2.0:1773616180.095002:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.095003:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.095004:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.095007:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2d80 x1859763795591808/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.095013:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.095014:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.095016:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616180.095017:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.095018:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.095019:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616180.095021:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.095022:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5800. 02000000:00000001:2.0:1773616180.095024:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.095025:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.095026:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2d80. 00000100:00000001:2.0:1773616180.095028:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.095029:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.095034:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.095037:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.095039:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616180.095041:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.095044:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616180.097966:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.097983:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616180.097988:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.097991:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.098000:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.098007:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616180.098016:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.098022:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.098028:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.098032:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670380 00000400:00000200:1.0:1773616180.098038:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616180.098045:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193b91 [1] + 224 00000800:00000001:1.0:1773616180.098053:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.098062:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616180.098065:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616180.098070:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616180.098078:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616180.098087:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616180.098099:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616180.098131:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616180.098141:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616180.098145:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.098418:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.098422:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616180.098429:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616180.098431:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616180.098434:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616180.098439:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:2.0:1773616180.098441:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:2.0:1773616180.098445:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616180.098450:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616180.098467:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.098474:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616180.098476:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.098479:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616180.098482:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616180.098485:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616180.098487:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616180.098490:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616180.098500:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=121 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616180.098505:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616180.098508:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616180.098510:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616180.098513:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616180.098516:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.098520:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616180.098522:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616180.098524:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616180.098526:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616180.098531:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.098539:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616180.098542:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616180.098544:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616180.098549:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616180.098558:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795592064:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616180.098563:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.098566:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616180.098569:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3800 x1859763795592064/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616180.098577:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616180.098579:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616180.098584:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616180.098587:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616180.098590:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616180.098591:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616180.098593:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616180.098596:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5a00. 02000000:00000001:2.0:1773616180.098599:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616180.098601:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616180.098602:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3800. 00000100:00000001:2.0:1773616180.098605:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616180.098607:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616180.098610:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.098612:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616180.098613:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616180.098614:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616180.098615:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128299:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616180.128306:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128312:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616180.128314:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128318:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616180.128320:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128325:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616180.128329:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616180.128331:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616180.128335:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128338:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616180.128340:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128342:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128345:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128348:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616180.128349:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616180.128353:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616180.128354:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616180.128380:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616180.128383:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616180.128586:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616181.087956:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616181.087971:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616181.087974:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=21 : 21 : 15) 00000100:00000001:2.0:1773616181.087979:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616181.087981:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616181.087985:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616181.087989:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616181.152302:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616181.152309:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616181.152315:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616181.152316:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616181.152320:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616181.152322:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616181.152325:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616181.152326:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616181.152329:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616181.152330:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616181.152334:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616181.152335:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616181.152893:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616181.152896:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616181.152900:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616182.183359:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616182.183368:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616182.183371:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616182.183375:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183380:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616182.183383:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183385:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183388:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183393:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616182.183394:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616182.183396:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616182.183401:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616182.183403:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616182.183404:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183407:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616182.183408:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183410:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183412:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183416:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616182.183418:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616182.183419:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616182.183421:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616182.183422:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616182.183423:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183424:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616182.183426:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183427:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183429:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183433:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616182.183445:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183449:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616182.183451:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616182.183452:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616182.183454:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616182.183455:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616182.183457:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183458:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616182.183460:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183461:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183463:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616182.183466:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616182.183467:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616182.183634:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616182.183639:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616182.183643:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616183.200673:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616183.200681:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616183.200699:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616183.200701:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616183.200704:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616183.200706:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616183.200709:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616183.200710:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616183.200714:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616183.200715:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616183.200718:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616183.200720:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616183.200742:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616183.200744:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616183.201512:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616184.096012:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301984645, at 4301984704 00000100:00000010:0.0:1773616184.096045:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685de0. 00000100:00000040:1.0:1773616184.096143:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301984645, at 4301984704 00000100:00000010:1.0:1773616184.096150:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685480. 00010000:00000001:0.0:1773616184.226852:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616184.226859:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616184.226865:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616184.226866:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616184.226870:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616184.226871:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616184.226874:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616184.226876:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616184.226879:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616184.226880:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616184.226883:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616184.226884:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616184.227179:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616184.227184:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616184.227187:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616185.187299:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616185.187309:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616185.187321:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1880. 00000020:00000040:3.0:1773616185.187328:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616185.187332:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616185.187335:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616185.187341:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616185.187350:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5f00. 00000100:00000001:3.0:1773616185.187357:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187368:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616185.187381:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616185.187386:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187393:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cec5a662] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.187448:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187452:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616185.187455:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616185.187459:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773616185.187462:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616185.187464:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616185.187465:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616185.187468:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616185.187472:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5800. 00000100:00000001:3.0:1773616185.187474:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187480:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616185.187488:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616185.187490:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187494:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.187504:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187506:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616185.187509:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616185.187512:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1180. 00000020:00000040:3.0:1773616185.187514:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616185.187517:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616185.187518:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616185.187520:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616185.187523:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5d00. 00000100:00000001:3.0:1773616185.187526:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187530:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616185.187538:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616185.187541:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187545:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004964f145] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.187555:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187557:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616185.187562:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616185.187565:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000100:00000001:2.0:1773616185.187565:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1773616185.187569:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616185.187572:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616185.187573:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1773616185.187577:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1773616185.187578:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616185.187582:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616185.187587:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5e00. 00000100:00000040:2.0:1773616185.187589:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.187591:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187601:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616185.187607:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616185.187611:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.187618:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1773616185.187619:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773616185.187622:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.187624:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773616185.187630:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773616185.187630:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616185.187639:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795592832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616185.187646:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.187648:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1773616185.187650:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616185.187655:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1773616185.187655:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1773616185.187659:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1c00. 02000000:00000001:2.0:1773616185.187660:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616185.187665:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 02000000:00000001:2.0:1773616185.187666:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773616185.187671:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616185.187673:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1773616185.187675:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:3.0:1773616185.187676:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.187681:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616185.187684:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5900. 00000100:00000001:3.0:1773616185.187689:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.187694:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616185.187698:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1773616185.187701:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000100:00000001:3.0:1773616185.187710:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1773616185.187712:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000001:3.0:1773616185.187714:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187720:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006932f5d1] to pc [ptlrpcd_01_01+1] req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616185.187721:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592832, portal 25 00000100:00000001:2.0:1773616185.187728:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616185.187731:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528627328 : -121324180924288 : ffff91a8034b1880) 00000100:00000001:3.0:1773616185.187741:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.187743:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773616185.187745:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616185.187753:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616185.187758:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0380. 00000100:00000001:2.0:1773616185.187761:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1773616185.187763:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616185.187768:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1773616185.187769:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 02000000:00000001:3.0:1773616185.187773:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1773616185.187776:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e3b8. 02000000:00000001:3.0:1773616185.187777:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773616185.187783:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795592832, offset 0 02000000:00000010:3.0:1773616185.187785:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5200. 00000100:00000001:3.0:1773616185.187790:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.187795:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000040:3.0:1773616185.187798:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616185.187807:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1773616185.187808:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616185.187812:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.187819:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5e14f38] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616185.187822:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616185.187833:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773616185.187834:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.187877:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616185.187882:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616185.187885:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616185.187890:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149565:149565:256:4294967295] 192.168.201.103@tcp LPNI seq info [149505:149505:8:4294967295] 00000400:00000200:2.0:1773616185.187894:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616185.187904:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616185.187910:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616185.187916:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06400. 00000800:00000200:2.0:1773616185.187923:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616185.187932:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616185.187936:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616185.187965:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.187970:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616185.187973:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301989768 00000100:00000010:2.0:1773616185.187979:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046852a0. 00000100:00000001:2.0:1773616185.187986:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616185.187994:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301989768 00000100:00000010:2.0:1773616185.187997:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685780. 00000100:00000001:2.0:1773616185.188000:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616185.188004:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.188007:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.188010:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616185.188015:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.188050:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616185.188052:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.188054:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616185.188056:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616185.188058:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616185.188062:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795593088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616185.188065:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616185.188068:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616185.188070:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.188072:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616185.188076:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616185.188078:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.188082:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616185.188085:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616185.188089:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616185.188093:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593088, portal 10 00000100:00000001:2.0:1773616185.188095:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616185.188097:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528625536 : -121324180926080 : ffff91a8034b1180) 00000100:00000040:2.0:1773616185.188105:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.188113:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616185.188115:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616185.188118:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616185.188122:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795593088, offset 0 00000100:00000040:3.0:1773616185.188125:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1773616185.188131:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:3.0:1773616185.188135:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1773616185.188138:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000010:3.0:1773616185.188142:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3480. 00000400:00000200:2.0:1773616185.188145:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000020:00000040:3.0:1773616185.188148:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000400:00000200:2.0:1773616185.188151:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773616185.188154:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1773616185.188157:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 02000000:00000001:3.0:1773616185.188159:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616185.188164:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.188164:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616185.188171:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 02000000:00000010:3.0:1773616185.188172:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5400. 00000400:00000200:2.0:1773616185.188178:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149566:149566:255:4294967295] 192.168.201.103@tcp LPNI seq info [149506:149506:7:4294967295] 00000100:00000001:3.0:1773616185.188180:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.188187:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616185.188191:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1773616185.188203:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:3.0:1773616185.188212:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1773616185.188216:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:3.0:1773616185.188219:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773616185.188224:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06900. 00000100:00000040:3.0:1773616185.188229:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005840b22c] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.188241:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.188243:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616185.188247:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616185.188251:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3800. 00000020:00000040:3.0:1773616185.188254:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:3.0:1773616185.188257:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616185.188258:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616185.188260:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616185.188264:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5000. 00000100:00000001:3.0:1773616185.188267:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.188272:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616185.188278:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616185.188280:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.188283:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b74edf2] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.188291:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.188292:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616185.188296:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616185.188301:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7323) 00000100:00000001:3.0:1773616185.188330:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616185.188333:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616185.188335:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616185.188340:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.188348:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616185.188350:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.188352:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616185.188357:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1773616185.188357:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 02000000:00000001:3.0:1773616185.188363:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773616185.188371:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00100000:3.0:1773616185.188372:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795592960:192.168.201.103@tcp:400:kworker.0 00000800:00000200:2.0:1773616185.188378:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616185.188380:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616185.188385:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773616185.188386:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.188390:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.188393:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 98177 usecs (99 jiffies) 02000000:00000001:3.0:1773616185.188395:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1773616185.188400:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000010:3.0:1773616185.188402:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7000. 00000100:00000001:2.0:1773616185.188404:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301985895 00000100:00000001:2.0:1773616185.188409:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301989768 00000100:00000001:2.0:1773616185.188411:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301985895 00000100:00000001:2.0:1773616185.188414:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301989768 00000100:00000001:2.0:1773616185.188652:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.188655:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.188658:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.188661:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.188669:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616185.188671:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616185.188673:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616185.188674:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616185.188676:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616185.188681:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.188689:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616185.188691:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.188693:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616185.188695:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616185.188698:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616185.188701:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795593344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616185.188705:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616185.188708:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616185.188709:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.188711:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616185.188715:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616185.188717:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.188721:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616185.188724:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616185.188728:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:2.0:1773616185.188731:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593344, portal 4 00000100:00000001:2.0:1773616185.188733:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616185.188735:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528628224 : -121324180923392 : ffff91a8034b1c00) 00000100:00000040:2.0:1773616185.188742:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.188750:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616185.188753:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616185.188756:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616185.188758:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795593344, offset 0 00000400:00000200:2.0:1773616185.188764:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 02000000:00000001:3.0:1773616185.188766:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.188771:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.188776:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616185.188779:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000010:3.0:1773616185.188784:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000200:2.0:1773616185.188785:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616185.188791:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000010:3.0:1773616185.188793:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3bb0. 00000400:00000200:2.0:1773616185.188795:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1773616185.188799:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795592960, portal 10 00000400:00000200:2.0:1773616185.188801:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:3.0:1773616185.188805:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616185.188808:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000400:00000200:2.0:1773616185.188809:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149567:149567:254:4294967295] 192.168.201.103@tcp LPNI seq info [149507:149507:6:4294967295] 00000400:00000200:2.0:1773616185.188820:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616185.188821:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.188861:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616185.188865:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616185.188868:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773616185.188872:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795592960, offset 0 00000400:00000200:3.0:1773616185.188877:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616185.188883:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.188887:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616185.188890:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616185.188893:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616185.188895:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616185.188898:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616185.188901:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149568:149568:253:4294967295] 192.168.201.103@tcp LPNI seq info [149508:149508:5:4294967295] 00000400:00000200:3.0:1773616185.188905:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:1.0:1773616185.188968:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.188974:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06400. 00000400:00000200:1.0:1773616185.188981:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.188987:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:2.0:1773616185.189011:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616185.189027:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616185.189031:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06100. 00000800:00000200:2.0:1773616185.189036:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616185.189040:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616185.189043:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616185.189047:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.189050:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 447616 usecs (448 jiffies) 00000400:00000200:2.0:1773616185.189054:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616185.189056:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301986245 00000100:00000001:2.0:1773616185.189059:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301989768 00000100:00000001:2.0:1773616185.189061:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301986245 00000100:00000001:2.0:1773616185.189063:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301989768 00000100:00000001:2.0:1773616185.189065:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.189073:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.189076:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616185.189081:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.189095:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616185.189096:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.189098:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616185.189101:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616185.189102:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616185.189105:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795593600:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616185.189109:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616185.189112:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616185.189113:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.189115:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616185.189119:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616185.189122:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616185.189126:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616185.189129:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616185.189132:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000100:00000200:2.0:1773616185.189135:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593600, portal 10 00000100:00000001:2.0:1773616185.189138:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616185.189139:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528634496 : -121324180917120 : ffff91a8034b3480) 00000100:00000040:2.0:1773616185.189146:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.189153:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616185.189156:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616185.189158:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616185.189165:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795593600, offset 0 00000400:00000200:2.0:1773616185.189170:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616185.189175:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616185.189179:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616185.189181:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616185.189184:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616185.189186:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616185.189188:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616185.189192:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149569:149569:253:4294967295] 192.168.201.103@tcp LPNI seq info [149509:149509:5:4294967295] 00000400:00000200:2.0:1773616185.189196:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.189375:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616185.189382:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616185.189386:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5500. 00000800:00000200:3.0:1773616185.189391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616185.189396:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616185.189399:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616185.189402:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.189406:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 473080 usecs (474 jiffies) 00000400:00000200:3.0:1773616185.189517:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616185.189519:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301986271 00000100:00000001:3.0:1773616185.189522:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.189525:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301986271 00000100:00000001:3.0:1773616185.189527:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.189529:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.189532:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.189535:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616185.189541:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.189550:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616185.189552:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.189555:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616185.189558:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616185.189560:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616185.189564:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795593216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616185.189568:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616185.189571:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616185.189573:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.189575:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616185.189579:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616185.189581:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616185.189585:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616185.189588:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000400:00000010:3.0:1773616185.189593:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000100:00000200:3.0:1773616185.189597:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593216, portal 4 00000100:00000001:3.0:1773616185.189599:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616185.189600:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616185.189608:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.189614:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616185.189617:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616185.189620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616185.189623:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795593216, offset 0 00000400:00000200:3.0:1773616185.189627:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616185.189633:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.189637:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616185.189640:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616185.189643:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616185.189646:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616185.189649:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616185.189652:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149570:149570:252:4294967295] 192.168.201.103@tcp LPNI seq info [149510:149510:4:4294967295] 00000400:00000200:3.0:1773616185.189657:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.189664:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616185.189669:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616185.189673:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5600. 00000800:00000200:3.0:1773616185.189676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616185.189681:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616185.189684:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616185.189687:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.189690:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 715487 usecs (716 jiffies) 00000400:00000200:3.0:1773616185.189693:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616185.189695:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301986513 00000100:00000001:3.0:1773616185.189698:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.189700:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301986513 00000100:00000001:3.0:1773616185.189702:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.189704:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.189706:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.189708:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616185.189713:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.189725:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616185.189727:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.189729:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616185.189731:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616185.189734:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616185.189737:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795593472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616185.189741:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616185.189744:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616185.189746:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.189748:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616185.189751:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616185.189754:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616185.189758:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616185.189761:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d630. 00000400:00000010:3.0:1773616185.189765:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773616185.189769:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593472, portal 10 00000100:00000001:3.0:1773616185.189771:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616185.189772:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000040:3.0:1773616185.189779:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.189787:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616185.189790:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616185.189792:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773616185.189795:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795593472, offset 0 00000400:00000200:3.0:1773616185.189800:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616185.189804:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.189807:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616185.189809:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616185.189811:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616185.189814:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616185.189816:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616185.189819:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149571:149571:251:4294967295] 192.168.201.103@tcp LPNI seq info [149511:149511:3:4294967295] 00000400:00000200:3.0:1773616185.189823:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.189829:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616185.189833:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616185.190375:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5b00. 00000800:00000200:3.0:1773616185.190383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616185.190388:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616185.190391:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616185.190395:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.190399:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 33980 usecs (34 jiffies) 00000400:00000200:3.0:1773616185.190403:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616185.190405:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301985832 00000100:00000001:3.0:1773616185.190692:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.190696:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301985832 00000100:00000001:3.0:1773616185.190699:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.190701:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.190704:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.190706:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616185.190712:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.190719:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616185.190721:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.190724:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616185.190726:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616185.190728:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616185.190731:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795593728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616185.190735:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616185.190737:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616185.190739:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.190742:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616185.190746:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616185.190748:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616185.190752:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616185.190755:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616185.190759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773616185.190762:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593728, portal 4 00000100:00000001:3.0:1773616185.190764:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616185.190765:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528635392 : -121324180916224 : ffff91a8034b3800) 00000100:00000040:3.0:1773616185.190772:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.190779:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616185.190782:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616185.190785:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000100:00000200:3.0:1773616185.190788:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795593728, offset 0 00000400:00000200:3.0:1773616185.190792:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616185.190797:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.190802:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616185.190805:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616185.190808:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616185.190810:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616185.190813:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616185.190816:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149572:149572:250:4294967295] 192.168.201.103@tcp LPNI seq info [149512:149512:2:4294967295] 00000400:00000200:3.0:1773616185.190821:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616185.190828:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616185.190834:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616185.190934:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:3.0:1773616185.190939:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616185.190944:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616185.190947:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616185.190951:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.190954:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 39301 usecs (40 jiffies) 00000400:00000200:3.0:1773616185.190958:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616185.190960:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301985839 00000100:00000001:3.0:1773616185.190962:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.190964:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301985839 00000100:00000001:3.0:1773616185.190967:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301989768 00000100:00000001:3.0:1773616185.190969:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.190971:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.190974:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.190977:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.191055:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616185.191058:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616185.191061:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616185.191063:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616185.191065:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.191068:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616185.194193:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e3b8 00000400:00000010:1.0:1773616185.194204:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e3b8. 00000100:00000001:1.0:1773616185.194214:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.194224:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194251:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.194255:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194263:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.194265:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616185.194301:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.194304:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06900. 00000400:00000200:1.0:1773616185.194310:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.194314:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616185.194318:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:1.0:1773616185.194320:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:1.0:1773616185.194323:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.194327:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194335:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.194338:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194344:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.194346:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616185.194355:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.194358:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06100. 00000400:00000200:1.0:1773616185.194361:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.194364:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616185.194367:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:1.0:1773616185.194369:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:1.0:1773616185.194371:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.194375:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194383:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.194387:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194395:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.194396:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616185.194406:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.194409:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5500. 00000400:00000200:1.0:1773616185.194412:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.194416:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616185.194419:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000400:00000010:1.0:1773616185.194420:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:1.0:1773616185.194423:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.194427:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194434:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.194437:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194445:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.194446:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616185.194455:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.194457:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5600. 00000400:00000200:1.0:1773616185.194460:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.194464:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616185.194466:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:1.0:1773616185.194468:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:1.0:1773616185.194470:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.194475:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194482:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.194485:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194491:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.194493:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616185.194500:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.194503:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5b00. 00000400:00000200:1.0:1773616185.194505:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.194508:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616185.194510:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3b28 00000400:00000010:1.0:1773616185.194513:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3b28. 00000100:00000001:1.0:1773616185.194515:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.194520:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194528:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.194531:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194539:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.194541:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616185.194627:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.194630:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:1.0:1773616185.194633:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.194637:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616185.194640:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3ee0 00000400:00000010:1.0:1773616185.194642:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3ee0. 00000100:00000001:1.0:1773616185.194644:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.194649:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194656:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.194659:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.194665:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.194667:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773616185.199660:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616185.199673:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616185.199683:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06c00. 00000800:00000200:2.0:1773616185.199690:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616185.199698:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616185.199703:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616185.199725:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.199732:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 46851 usecs (47 jiffies) 00000400:00000200:2.0:1773616185.199739:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616185.199742:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301985854 00000100:00000001:2.0:1773616185.199745:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301989768 00000100:00000001:2.0:1773616185.199748:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301985854 00000100:00000001:2.0:1773616185.199750:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301989768 00000100:00000001:2.0:1773616185.199753:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.199757:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.199763:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.199767:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.199776:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616185.199779:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616185.199781:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616185.199783:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616185.199785:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.199788:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616185.200740:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616185.201424:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06c00. 00000400:00000200:1.0:1773616185.201431:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.201437:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616185.201444:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:1.0:1773616185.201447:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:1.0:1773616185.201452:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616185.201459:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.201471:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616185.201475:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.201482:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616185.201483:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616185.209186:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.209207:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616185.209213:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.209216:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616185.209226:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209360:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616185.209371:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209377:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209390:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209394:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670880 00000400:00000200:1.0:1773616185.209399:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209411:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bd9 [1] + 224 00000800:00000001:1.0:1773616185.209420:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.209450:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616185.209454:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.209459:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616185.209467:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616185.209678:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616185.209690:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.209712:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616185.209722:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.209727:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616185.209729:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.209732:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616185.209735:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209739:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616185.209744:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209747:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209750:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209754:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670800 00000400:00000200:1.0:1773616185.209758:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.209763:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bf1 [1] + 224 00000800:00000001:1.0:1773616185.209767:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.209771:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616185.209773:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.209777:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616185.209780:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616185.209785:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616185.209794:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.210035:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616185.210041:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616185.210094:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616185.210109:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.210114:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616185.210117:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.210120:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616185.210124:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.210128:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616185.210133:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.210144:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.210148:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.210151:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670a00 00000400:00000200:1.0:1773616185.210155:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616185.210159:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c01 [1] + 224 00000800:00000001:1.0:1773616185.210164:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.210179:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616185.210182:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616185.210185:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616185.210189:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616185.210194:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616185.210204:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616185.210212:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616185.210216:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616185.210219:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.221266:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616185.221279:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616185.221289:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616185.221292:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616185.221297:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616185.221308:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:2.0:1773616185.221310:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:2.0:1773616185.221316:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616185.221328:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616185.221343:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.221351:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616185.221353:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.221356:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616185.221360:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616185.221363:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616185.221366:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.221369:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616185.221380:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=126 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616185.221384:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=80 v=5 (1 1 1 0) 00000100:00000001:2.0:1773616185.221387:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616185.221389:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616185.221392:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616185.221397:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.221401:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616185.221403:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616185.221405:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616185.221406:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.221411:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.221419:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.221422:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616185.221424:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616185.221429:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616185.221437:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795593344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616185.221443:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.221446:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616185.221449:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1c00 x1859763795593344/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.221456:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616185.221458:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616185.221462:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616185.221465:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616185.221468:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616185.221470:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616185.221472:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616185.221475:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5900. 02000000:00000001:2.0:1773616185.221478:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616185.221480:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616185.221482:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1c00. 00000100:00000001:2.0:1773616185.221486:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616185.221487:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.221491:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.221493:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616185.221494:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616185.221495:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.221497:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616185.230747:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1773616185.234626:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616185.234633:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616185.234637:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616185.234647:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c36e8 00000400:00000010:3.0:1773616185.234650:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c36e8. 00000100:00000001:3.0:1773616185.234655:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616185.234667:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616185.234680:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.234688:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616185.234691:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.234694:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616185.234698:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616185.234700:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616185.234703:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.234707:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616185.234717:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616185.234721:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616185.234724:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616185.234726:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616185.234729:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616185.234733:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.234737:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616185.234739:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:3.0:1773616185.234741:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616185.234743:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.234748:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.234756:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.234759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616185.234761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616185.234765:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616185.234775:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795593216:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616185.234782:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616185.234784:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616185.234786:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616185.234789:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773616185.234790:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773616185.234793:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616185.234797:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616185.234807:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.234813:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616185.234814:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.234817:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616185.234818:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616185.234820:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616185.234821:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.234823:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616185.234828:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1773616185.234831:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616185.234834:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616185.234865:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616185.235070:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616185.235073:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.235075:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616185.235077:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616185.235079:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616185.235080:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.235085:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.235092:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.235094:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616185.235096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616185.235099:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616185.235107:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795593728:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616185.235111:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.235114:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616185.235118:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795593216/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.235126:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616185.235129:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616185.235133:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616185.235138:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616185.235141:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616185.235143:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616185.235146:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616185.235149:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5e00. 02000000:00000001:3.0:1773616185.235152:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616185.235154:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616185.235156:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616185.235160:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616185.235162:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.235164:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616185.235167:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3800 x1859763795593728/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.235174:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616185.235175:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616185.235176:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616185.235179:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616185.235180:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616185.235181:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:3.0:1773616185.235183:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616185.235184:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5000. 02000000:00000001:3.0:1773616185.235186:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616185.235187:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616185.235188:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3800. 00000100:00000001:3.0:1773616185.235191:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616185.235192:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.235196:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.235198:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616185.235200:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616185.235202:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.235204:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616185.236765:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616185.236772:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.236779:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.236788:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237040:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616185.237050:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237054:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237060:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237074:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670780 00000400:00000200:0.0:1773616185.237079:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237086:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bd1 [1] + 224 00000800:00000001:0.0:1773616185.237094:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237101:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237104:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616185.237108:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616185.237115:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616185.237122:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616185.237133:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616185.237157:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616185.237166:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237171:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616185.237174:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237176:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237179:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237183:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616185.237187:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237190:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237193:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237196:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670700 00000400:00000200:0.0:1773616185.237199:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237202:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193be1 [1] + 224 00000800:00000001:0.0:1773616185.237206:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237209:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237211:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616185.237214:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616185.237217:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616185.237221:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616185.237230:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616185.237473:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616185.237480:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237485:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616185.237488:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237490:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237494:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237498:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616185.237503:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237505:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237509:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237512:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670900 00000400:00000200:0.0:1773616185.237515:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237519:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bf9 [1] + 224 00000800:00000001:0.0:1773616185.237522:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237526:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237528:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616185.237531:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616185.237534:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616185.237538:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616185.237547:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616185.237554:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616185.237558:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237560:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616185.237562:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237564:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237567:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237570:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616185.237573:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237575:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237578:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237581:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670980 00000400:00000200:0.0:1773616185.237584:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237588:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193be9 [1] + 224 00000800:00000001:0.0:1773616185.237591:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237594:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237596:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616185.237599:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616185.237602:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616185.237606:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616185.237614:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616185.237621:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616185.237624:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237627:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616185.237629:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237631:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237633:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237637:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616185.237640:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237642:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237645:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237647:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200670680 00000400:00000200:0.0:1773616185.237650:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616185.237654:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193bc9 [1] + 224 00000800:00000001:0.0:1773616185.237657:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237668:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616185.237669:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616185.237672:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616185.237675:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616185.237679:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616185.237686:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616185.237694:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616185.237697:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616185.237701:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.237787:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616185.237792:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616185.237798:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616185.237800:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616185.237804:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616185.237809:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:2.0:1773616185.237811:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:2.0:1773616185.237814:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616185.237820:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616185.237830:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238056:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616185.238059:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.238200:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616185.238204:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616185.238206:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616185.238209:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.238212:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616185.238221:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=47 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616185.238226:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616185.238229:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616185.238230:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616185.238324:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616185.238329:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.238333:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616185.238335:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616185.238337:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616185.238339:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.238345:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238353:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.238355:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616185.238357:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616185.238362:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616185.238369:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795593600:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616185.238376:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616185.238377:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616185.238379:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616185.238382:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:2.0:1773616185.238385:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:2.0:1773616185.238387:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616185.238391:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616185.238399:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238411:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616185.238413:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.238414:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616185.238416:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616185.238418:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616185.238419:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.238421:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616185.238424:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=126 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616185.238428:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616185.238430:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616185.238431:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616185.238433:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616185.238434:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.238436:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.238439:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238446:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.238447:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616185.238448:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616185.238452:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616185.238459:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795592832:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616185.238464:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616185.238465:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616185.238467:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616185.238469:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:2.0:1773616185.238471:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:2.0:1773616185.238473:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616185.238476:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616185.238484:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238491:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616185.238492:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.238493:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616185.238494:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616185.238495:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616185.238497:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616185.238499:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616185.238504:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=126 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616185.238507:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=126 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616185.238510:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616185.238511:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616185.238513:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616185.238514:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.238516:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616185.238518:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616185.238519:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616185.238520:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616185.238524:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238529:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616185.238531:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616185.238532:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616185.238536:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616185.238543:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795593088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616185.238548:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.238551:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616185.238554:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3480 x1859763795593600/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238561:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616185.238564:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616185.238567:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616185.238572:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616185.238575:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616185.238577:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616185.238579:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616185.238582:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5400. 02000000:00000001:2.0:1773616185.238587:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616185.238589:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616185.238591:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3480. 00000100:00000001:2.0:1773616185.238595:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616185.238596:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.238598:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616185.238601:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1880 x1859763795592832/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238606:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616185.238608:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616185.238609:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616185.238611:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616185.238612:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616185.238613:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616185.238615:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616185.238616:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5f00. 02000000:00000001:2.0:1773616185.238618:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616185.238619:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616185.238621:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1880. 00000100:00000001:2.0:1773616185.238623:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616185.238624:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.238625:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616185.238629:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1180 x1859763795593088/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616185.238635:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616185.238636:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616185.238637:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616185.238639:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616185.238640:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616185.238642:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616185.238643:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616185.238644:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5d00. 02000000:00000001:2.0:1773616185.238646:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616185.238647:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616185.238648:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1180. 00000100:00000001:2.0:1773616185.238650:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616185.238652:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616185.238655:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.238657:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616185.238658:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616185.238660:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616185.238661:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.243393:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616185.243403:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616185.243413:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616185.243416:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616185.243420:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616185.243429:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3bb0 00000400:00000010:3.0:1773616185.243431:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3bb0. 00000100:00000001:3.0:1773616185.243436:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616185.243448:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616185.243466:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.243474:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616185.243476:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.243479:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616185.243482:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616185.243485:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616185.243487:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.243490:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616185.243500:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=126 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616185.243505:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616185.243508:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616185.243510:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616185.243513:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616185.243517:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.243522:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616185.243524:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616185.243526:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616185.243528:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.243533:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.243541:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.243544:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616185.243546:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616185.243550:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616185.243558:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795592960:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616185.243564:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616185.243566:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616185.243568:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d630. 00000400:00000200:3.0:1773616185.243571:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 00000400:00000010:3.0:1773616185.243572:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 00000100:00000001:3.0:1773616185.243574:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616185.243578:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616185.243585:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.243591:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616185.243592:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.243594:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616185.243595:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616185.243597:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616185.243598:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616185.243599:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616185.243604:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=47 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616185.243607:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616185.243609:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616185.243610:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616185.243612:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616185.243614:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.243616:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616185.243617:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:3.0:1773616185.243619:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616185.243620:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616185.243624:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.243630:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616185.243632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616185.243633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616185.243636:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616185.243643:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795593472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616185.243650:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.243653:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616185.243656:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795592960/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.243663:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616185.243666:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616185.243669:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7000. 02000000:00000001:3.0:1773616185.243673:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616185.243676:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616185.243678:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616185.243680:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616185.243683:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5800. 02000000:00000001:3.0:1773616185.243687:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616185.243689:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616185.243692:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:3.0:1773616185.243697:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616185.243698:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.243700:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616185.243703:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0380 x1859763795593472/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616240 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616185.243709:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616185.243711:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616185.243712:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616185.243717:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616185.243719:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616185.243720:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616185.243722:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616185.243724:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5200. 02000000:00000001:3.0:1773616185.243726:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616185.243727:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616185.243728:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0380. 00000100:00000001:3.0:1773616185.243730:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616185.243731:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.243734:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616185.243742:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616185.243744:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616185.243746:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616185.243749:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616185.248786:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616185.248794:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616185.248800:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616185.248801:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616185.248805:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616185.248806:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616185.248810:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616185.248811:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616185.248815:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616185.248816:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616185.248819:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616185.248821:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616185.256654:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616185.256661:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616185.256665:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616186.272021:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616186.272031:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616186.272039:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616186.272040:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616186.272044:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616186.272045:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616186.272050:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616186.272051:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616186.272054:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616186.272055:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616186.272059:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616186.272060:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616186.272084:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616186.272087:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616186.272091:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616187.296014:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616187.296023:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616187.296030:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616187.296032:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616187.296037:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616187.296039:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616187.296043:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616187.296044:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616187.296048:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616187.296049:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616187.296052:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616187.296054:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616187.296088:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616187.296094:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616187.296097:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616188.320215:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616188.320220:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320224:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616188.320225:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320228:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616188.320229:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320232:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616188.320233:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320236:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616188.320236:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320238:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616188.320241:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616188.320242:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616188.320244:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320246:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616188.320248:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320249:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616188.320251:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616188.320310:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616188.320314:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616188.320318:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616189.216082:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301989768, at 4301989824 00000100:00000010:0.0:1773616189.216100:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046852a0. 00000100:00000040:1.0:1773616189.217778:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301989768, at 4301989825 00000100:00000010:1.0:1773616189.217792:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685780. 00010000:00000001:0.0:1773616189.344072:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616189.344080:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616189.344086:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616189.344087:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616189.344091:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616189.344092:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616189.344096:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616189.344097:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616189.344100:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616189.344102:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616189.344105:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616189.344106:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616189.344126:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616189.344129:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616189.344132:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616190.305361:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.305567:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.305586:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616190.305593:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616190.305597:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.305601:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.305651:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.305664:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4ff00. 00000100:00000001:0.0:1773616190.305673:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.305920:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.305930:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.305942:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.305950:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_00+0] req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.305985:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.305988:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.305991:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.305998:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375c00. 00000020:00000040:0.0:1773616190.306000:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616190.306003:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.306005:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.306007:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.306011:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fe00. 00000100:00000001:0.0:1773616190.306014:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306018:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.306025:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.306027:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306031:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4403eab] to pc [ptlrpcd_00_01+1] req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.306045:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306048:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.306051:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.306054:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616190.306056:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616190.306058:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.306059:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.306061:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.306064:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f700. 00000100:00000001:0.0:1773616190.306067:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306071:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.306076:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.306078:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306081:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.306087:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306089:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.306091:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.306093:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616190.306095:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616190.306097:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.306098:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.306100:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.306102:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f900. 00000100:00000001:0.0:1773616190.306105:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306109:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.306115:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.306117:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306120:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b96efe] to pc [ptlrpcd_00_01+1] req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.306126:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306129:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.306132:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.306135:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000020:00000040:0.0:1773616190.306137:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616190.306139:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.306140:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.306142:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.306145:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000001:0.0:1773616190.306148:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306152:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.306158:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.306159:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306162:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_00+0] req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.306168:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306170:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.306173:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.306176:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616190.306177:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616190.306179:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.306180:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.306182:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.306184:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fb00. 00000100:00000001:0.0:1773616190.306187:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306190:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.306202:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.306203:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306206:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_01+1] req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.306212:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306215:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.306218:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.306221:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374380. 00000020:00000040:0.0:1773616190.306223:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616190.306225:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.306226:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.306228:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.306231:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fd00. 00000100:00000001:0.0:1773616190.306233:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306237:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.306243:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.306245:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306248:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f336dc11] to pc [ptlrpcd_00_00+0] req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.306255:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306258:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616190.306261:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616190.306263:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000020:00000040:0.0:1773616190.306265:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616190.306268:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616190.306269:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616190.306270:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616190.306273:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f100. 00000100:00000001:0.0:1773616190.306276:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306279:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616190.306297:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616190.306299:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306302:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ed28c38] to pc [ptlrpcd_00_01+1] req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.306309:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.306311:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616190.306314:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616190.306320:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7328) 00000100:00000001:1.0:1773616190.307346:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616190.307351:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616190.307354:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616190.307363:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.307374:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616190.307376:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.307380:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616190.307384:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616190.307387:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616190.307390:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795593856:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616190.307395:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616190.307400:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616190.307403:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.307405:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616190.307411:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616190.307414:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616190.307428:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616190.307432:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424ec8. 00000400:00000010:1.0:1773616190.307442:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1aa0. 00000100:00000200:1.0:1773616190.307448:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593856, portal 25 00000100:00000001:1.0:1773616190.307453:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616190.307455:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:1.0:1773616190.307460:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.307468:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616190.307470:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616190.307473:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e12a8. 00000100:00000200:1.0:1773616190.307475:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795593856, offset 0 00000400:00000200:1.0:1773616190.307481:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616190.307488:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.307494:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616190.307499:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616190.307543:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616190.307547:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616190.307550:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616190.307554:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149573:149573:256:4294967295] 192.168.201.103@tcp LPNI seq info [149513:149513:8:4294967295] 00000400:00000200:1.0:1773616190.307559:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.307568:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616190.307574:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616190.307580:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb500. 00000800:00000200:1.0:1773616190.307586:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616190.307595:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616190.307599:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616190.307618:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616190.307622:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616190.307624:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4301994888 00000100:00000010:1.0:1773616190.307629:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8ae0. 00000100:00000001:1.0:1773616190.307635:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616190.307641:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4301994888 00000100:00000010:1.0:1773616190.307644:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d83c0. 00000100:00000001:1.0:1773616190.307647:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616190.307649:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616190.307652:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.307654:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616190.307658:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.307665:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616190.307666:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.307668:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616190.307670:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616190.307672:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616190.307674:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795594112:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616190.307677:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616190.307680:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616190.307681:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.307683:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616190.307685:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616190.307687:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616190.307691:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616190.307693:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424bb0. 00000400:00000010:1.0:1773616190.307697:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616190.307700:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795594112, portal 10 00000100:00000001:1.0:1773616190.307701:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616190.307702:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:1.0:1773616190.307708:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.307714:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616190.307716:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616190.307718:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773616190.307720:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795594112, offset 0 00000400:00000200:1.0:1773616190.307723:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616190.307727:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.307729:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616190.307732:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616190.307734:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616190.307736:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616190.307738:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616190.307741:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149574:149574:255:4294967295] 192.168.201.103@tcp LPNI seq info [149514:149514:7:4294967295] 00000400:00000200:1.0:1773616190.307755:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.307760:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616190.307764:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616190.307773:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb200. 00000800:00000200:1.0:1773616190.307777:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616190.307780:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616190.307783:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616190.307785:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616190.307789:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 97968 usecs (98 jiffies) 00000400:00000200:1.0:1773616190.307792:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616190.307794:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301991013 00000100:00000001:1.0:1773616190.307796:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301994888 00000100:00000001:1.0:1773616190.307798:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301991013 00000800:00000200:0.0:1773616190.308169:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616190.308174:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb500. 00000400:00000200:0.0:1773616190.308181:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616190.308186:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616190.308191:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e12a8 00000400:00000010:0.0:1773616190.308916:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e12a8. 00000100:00000001:0.0:1773616190.308923:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616190.308928:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.308947:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.308951:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.309378:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.309380:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616190.310016:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616190.310020:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb200. 00000400:00000200:0.0:1773616190.310025:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616190.310030:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616190.310034:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e13b8 00000400:00000010:0.0:1773616190.310036:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e13b8. 00000100:00000001:0.0:1773616190.310039:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616190.310044:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.310052:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.310055:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.310061:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.310063:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616190.310096:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.310099:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616190.310102:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616190.310106:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.310114:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616190.310116:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.310119:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616190.310121:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616190.310124:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616190.310127:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795593984:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616190.310131:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616190.310135:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616190.310137:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.310139:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616190.310144:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616190.310146:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616190.310151:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616190.310155:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616190.310160:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616190.310165:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795593984, portal 10 00000100:00000001:0.0:1773616190.310168:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616190.310169:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000040:0.0:1773616190.310176:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.310185:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616190.310188:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616190.310191:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616190.310194:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795593984, offset 0 00000400:00000200:0.0:1773616190.310199:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616190.310205:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.310211:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616190.310215:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616190.310217:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616190.310221:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616190.310223:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616190.310227:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149575:149575:256:4294967295] 192.168.201.103@tcp LPNI seq info [149515:149515:8:4294967295] 00000400:00000200:0.0:1773616190.310231:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.310238:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616190.310244:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616190.310248:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000800:00000200:0.0:1773616190.310255:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616190.310261:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616190.310266:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616190.310277:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.310281:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 472218 usecs (473 jiffies) 00000400:00000200:0.0:1773616190.310284:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616190.310286:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301991391 00000100:00000001:0.0:1773616190.310289:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301994888 00000100:00000001:0.0:1773616190.310291:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301991391 00000800:00000200:0.0:1773616190.310311:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616190.310314:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:0.0:1773616190.310317:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616190.310320:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616190.310324:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:0.0:1773616190.310325:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:0.0:1773616190.310328:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616190.310332:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.310340:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.310343:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.310349:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.310350:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616190.311014:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301994888 00000100:00000001:1.0:1773616190.311027:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616190.311030:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311034:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616190.311044:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.311053:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616190.311055:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.311058:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616190.311061:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616190.311063:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616190.311066:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795594368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616190.311070:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616190.311074:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616190.311075:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.311077:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616190.311083:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616190.311085:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616190.311090:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616190.311094:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249a0. 00000400:00000010:1.0:1773616190.311098:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616190.311102:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795594368, portal 4 00000100:00000001:1.0:1773616190.311104:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616190.311106:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000040:1.0:1773616190.311113:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.311121:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616190.311123:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616190.311125:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000100:00000200:1.0:1773616190.311127:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795594368, offset 0 00000400:00000200:1.0:1773616190.311132:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616190.311137:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.311143:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616190.311146:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616190.311149:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616190.311151:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616190.311154:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616190.311157:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149576:149576:256:4294967295] 192.168.201.103@tcp LPNI seq info [149516:149516:8:4294967295] 00000400:00000200:1.0:1773616190.311161:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.311168:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616190.311172:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616190.311176:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbba00. 00000800:00000200:1.0:1773616190.311181:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616190.311186:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616190.311188:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616190.311199:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616190.311203:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 445158 usecs (446 jiffies) 00000400:00000200:1.0:1773616190.311206:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616190.311208:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301991365 00000100:00000001:1.0:1773616190.311211:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301994888 00000100:00000001:1.0:1773616190.311213:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301991365 00000100:00000001:1.0:1773616190.311215:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301994888 00000100:00000001:1.0:1773616190.311218:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616190.311220:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311223:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616190.311228:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.311235:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616190.311237:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.311239:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616190.311241:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616190.311243:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616190.311246:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795594624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616190.311249:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616190.311251:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616190.311253:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.311255:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616190.311258:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616190.311259:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616190.311263:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616190.311265:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424058. 00000400:00000010:1.0:1773616190.311269:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616190.311272:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795594624, portal 10 00000100:00000001:1.0:1773616190.311273:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616190.311274:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745431424 : -121323964120192 : ffff91a810374380) 00000100:00000040:1.0:1773616190.311279:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.311285:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616190.311287:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616190.311289:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1e58. 00000100:00000200:1.0:1773616190.311291:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795594624, offset 0 00000400:00000200:1.0:1773616190.311295:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616190.311299:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.311302:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616190.311304:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616190.311306:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616190.311308:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616190.311311:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616190.311313:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149577:149577:255:4294967295] 192.168.201.103@tcp LPNI seq info [149517:149517:7:4294967295] 00000400:00000200:1.0:1773616190.311317:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.311322:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:0.0:1773616190.311467:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301994888 00000100:00000001:0.0:1773616190.311472:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.311474:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.311476:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1773616190.311481:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000040:0.0:1773616190.311482:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1773616190.311486:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbbc00. 00000800:00000200:1.0:1773616190.311490:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:0.0:1773616190.311490:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616190.311492:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616190.311495:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 02000000:00000001:0.0:1773616190.311495:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616190.311497:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773616190.311498:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbbc00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1773616190.311499:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311502:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616190.311502:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795594240:192.168.201.103@tcp:400:kworker.0 00000100:00000040:1.0:1773616190.311505:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 48151 usecs (49 jiffies) 00000100:00000001:0.0:1773616190.311505:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616190.311507:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1773616190.311509:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:0.0:1773616190.311509:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311511:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301990968 02000000:00000001:0.0:1773616190.311511:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773616190.311514:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301994888 02000000:00000010:0.0:1773616190.311515:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28400. 00000100:00000001:1.0:1773616190.311516:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301990968 02000000:00000001:0.0:1773616190.311517:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311518:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301994888 00000100:00000001:1.0:1773616190.311520:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773616190.311520:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616190.311522:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311525:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773616190.311525:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a0b0. 00000100:00000001:1.0:1773616190.311528:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1773616190.311528:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616190.311532:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795594240, portal 4 00000100:00000001:0.0:1773616190.311534:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616190.311535:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000001:1.0:1773616190.311536:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616190.311538:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1773616190.311540:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.311541:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616190.311543:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616190.311545:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311548:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.311548:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616190.311550:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616190.311552:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616190.311554:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795594240, offset 0 00000400:00000200:0.0:1773616190.311558:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616190.311562:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.311566:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616190.311569:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616190.311571:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616190.311573:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616190.311576:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616190.311578:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149578:149578:254:4294967295] 192.168.201.103@tcp LPNI seq info [149518:149518:6:4294967295] 00000400:00000200:0.0:1773616190.311582:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.311588:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616190.311589:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616190.311591:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbba00. 00000800:00000200:0.0:1773616190.311593:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616190.311595:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1773616190.311596:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000400:00000200:1.0:1773616190.311599:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000800:00000200:0.0:1773616190.311600:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:1.0:1773616190.311602:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1330 00000800:00000200:0.0:1773616190.311604:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000010:1.0:1773616190.311605:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1330. 00000800:00000200:0.0:1773616190.311607:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616190.311608:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773616190.311610:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616190.311612:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616190.311613:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 710730 usecs (711 jiffies) 00000400:00000200:0.0:1773616190.311616:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616190.311618:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301991630 00000100:00000001:0.0:1773616190.311620:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4301994888 00000100:00000001:1.0:1773616190.311621:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616190.311622:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301991630 00000100:00000040:1.0:1773616190.311624:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.311625:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4301994888 00000100:00000001:0.0:1773616190.311628:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.311630:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311632:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.311632:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773616190.311634:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1773616190.311636:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773616190.311642:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616190.311644:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbbc00. 00000100:00000001:0.0:1773616190.311644:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616190.311645:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616190.311646:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1773616190.311647:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1773616190.311649:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 02000000:00000001:0.0:1773616190.311649:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616190.311651:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616190.311652:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1e58 00000400:00000010:1.0:1773616190.311654:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1e58. 00000100:00100000:0.0:1773616190.311654:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795594496:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616190.311656:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773616190.311658:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1773616190.311659:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773616190.311660:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616190.311662:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.311664:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773616190.311666:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1773616190.311667:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28200. 00000100:00000040:1.0:1773616190.311669:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773616190.311669:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616190.311672:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616190.311675:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a318. 00000100:00000001:1.0:1773616190.311676:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311677:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1773616190.311679:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616190.311681:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795594496, portal 10 00000100:00000001:0.0:1773616190.311683:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616190.311684:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:0.0:1773616190.311690:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.311696:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616190.311698:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616190.311700:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a550. 00000100:00000200:0.0:1773616190.311702:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795594496, offset 0 00000400:00000200:0.0:1773616190.311706:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616190.311710:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.311713:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616190.311716:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1773616190.311719:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1773616190.311719:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000800:00000010:1.0:1773616190.311721:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:0.0:1773616190.311721:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616190.311723:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616190.311724:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.311727:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616190.311727:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149579:149579:255:4294967295] 192.168.201.103@tcp LPNI seq info [149519:149519:7:4294967295] 00000400:00000200:0.0:1773616190.311731:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.311736:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000400:00000200:1.0:1773616190.311740:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000800:00000200:0.0:1773616190.311741:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616190.311742:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000800:00000010:0.0:1773616190.311744:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000100:00000001:1.0:1773616190.311745:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1773616190.311748:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000200:1.0:1773616190.311749:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773616190.311752:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616190.311755:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616190.311756:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616190.311758:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616190.311759:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616190.311761:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35965 usecs (36 jiffies) 00000400:00000200:0.0:1773616190.311764:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616190.311767:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.311767:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301990955 00000100:00000001:1.0:1773616190.311768:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616190.311769:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301994888 00000100:00000001:0.0:1773616190.311771:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301990955 00000100:00000001:0.0:1773616190.311774:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301994888 00000100:00000001:0.0:1773616190.311776:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773616190.311778:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773616190.311778:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773616190.311780:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000100:00000001:0.0:1773616190.311780:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1773616190.311782:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1773616190.311785:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616190.311786:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616190.311788:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a550 00000400:00000010:1.0:1773616190.311790:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a550. 00000100:00000001:1.0:1773616190.311792:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773616190.311792:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616190.311794:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616190.311796:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773616190.311796:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616190.311798:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616190.311800:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311803:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773616190.311803:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795594752:192.168.201.103@tcp:400:kworker.0 00000100:00000040:1.0:1773616190.311806:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.311812:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.311813:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616190.319478:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616190.319494:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616190.319498:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.319503:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616190.319513:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:0.0:1773616190.319517:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616190.319528:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616190.319533:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a9f8. 00000400:00000010:0.0:1773616190.319540:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616190.319546:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795594752, portal 4 00000100:00000001:0.0:1773616190.319549:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616190.319551:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000020:00000010:0.0:1773616190.319579:0:2400:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a804690000. 00000100:00000040:0.0:1773616190.319592:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.319602:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616190.319605:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616190.319608:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a198. 00000100:00000200:0.0:1773616190.319611:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795594752, offset 0 00000400:00000200:0.0:1773616190.319617:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616190.319625:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.319632:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616190.319636:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616190.319640:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616190.319644:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616190.319647:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616190.319651:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149580:149580:256:4294967295] 192.168.201.103@tcp LPNI seq info [149520:149520:8:4294967295] 00000400:00000200:0.0:1773616190.319656:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616190.319665:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616190.319670:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616190.319675:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000800:00000200:0.0:1773616190.319682:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616190.319689:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616190.319694:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616190.319715:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.319719:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 41015 usecs (42 jiffies) 00000400:00000200:0.0:1773616190.319723:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616190.319726:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301990969 00000100:00000001:0.0:1773616190.319730:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301994888 00000100:00000001:0.0:1773616190.319732:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301990969 00000100:00000001:0.0:1773616190.319735:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301994888 00000100:00000001:0.0:1773616190.319737:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.319741:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.319746:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.319750:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.319759:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616190.319762:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616190.319765:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.319767:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616190.319770:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.319773:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616190.319886:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616190.319891:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:1.0:1773616190.319898:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.319904:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616190.319909:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a198 00000400:00000010:1.0:1773616190.319911:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a198. 00000100:00000001:1.0:1773616190.319914:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616190.319919:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.319931:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616190.319949:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.319956:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.319958:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616190.324032:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324049:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.324053:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324055:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324063:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324071:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.324079:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324083:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324088:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324092:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670b80 00000400:00000200:1.0:1773616190.324097:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324103:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c19 [1] + 224 00000800:00000001:1.0:1773616190.324110:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324115:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324118:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.324122:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.324128:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.324136:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.324147:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.324176:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.324185:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324189:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.324192:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324195:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324199:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324203:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.324207:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324210:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324214:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324217:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670b00 00000400:00000200:1.0:1773616190.324221:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324225:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c29 [1] + 224 00000800:00000001:1.0:1773616190.324230:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324233:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324235:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.324239:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.324243:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.324247:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.324255:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.324268:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.324273:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324276:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.324278:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324281:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324283:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324287:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.324291:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324293:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324296:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324299:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200670a80 00000400:00000200:1.0:1773616190.324302:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324307:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c09 [1] + 224 00000800:00000001:1.0:1773616190.324310:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324314:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324316:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.324319:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.324331:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.324336:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.324345:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.324352:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.324356:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324360:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.324361:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324364:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324366:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324370:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.324374:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324376:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324379:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324382:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670c80 00000400:00000200:1.0:1773616190.324385:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.324389:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c39 [1] + 224 00000800:00000001:1.0:1773616190.324393:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324399:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.324401:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.324404:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.324407:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.324412:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.324421:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.324428:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.324432:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.324435:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.326531:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.326539:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616190.326547:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616190.326550:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616190.326553:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616190.326560:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616190.326562:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616190.326566:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616190.326575:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616190.326587:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.326601:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616190.326603:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.326606:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616190.326609:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616190.326612:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616190.326614:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.326618:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616190.326627:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=131 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616190.326631:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=104 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616190.326634:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616190.326636:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.326639:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616190.326642:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.326646:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616190.326648:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:0.0:1773616190.326650:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616190.326652:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.326656:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.326663:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.326666:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616190.326668:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616190.326672:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616190.326680:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795593984:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616190.326686:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.326688:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.326691:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795593984/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.326698:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616190.326701:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616190.326704:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616190.326707:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616190.326710:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616190.326712:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616190.326714:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616190.326717:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fe00. 02000000:00000001:0.0:1773616190.326720:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616190.326722:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616190.326724:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:0.0:1773616190.326727:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616190.326728:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.326732:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.326734:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.326735:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616190.326737:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.326739:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.326752:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.326754:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616190.326756:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616190.326758:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616190.326760:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424ec8. 00000400:00000200:0.0:1773616190.326762:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1aa0 00000400:00000010:0.0:1773616190.326764:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1aa0. 00000100:00000001:0.0:1773616190.326766:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616190.326771:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616190.326780:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.326786:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616190.326787:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.326789:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616190.326790:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616190.326792:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616190.326793:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.326794:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616190.326797:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616190.326801:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616190.327043:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616190.327046:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.327048:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616190.327050:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.327052:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.327057:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327065:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.327067:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616190.327068:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616190.327072:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616190.327079:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795593856:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616190.327085:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616190.327086:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616190.327088:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424bb0. 00000400:00000200:0.0:1773616190.327091:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:0.0:1773616190.327092:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:0.0:1773616190.327094:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616190.327098:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616190.327107:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327114:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616190.327116:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.327118:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616190.327120:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616190.327121:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616190.327122:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.327125:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616190.327129:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=131 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616190.327132:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616190.327135:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616190.327136:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.327138:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616190.327140:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.327142:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616190.327144:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616190.327146:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616190.327147:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.327151:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327157:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.327159:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616190.327160:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616190.327164:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616190.327171:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795594112:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616190.327175:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616190.327185:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616190.327187:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249a0. 00000400:00000200:0.0:1773616190.327190:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:0.0:1773616190.327192:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:0.0:1773616190.327194:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616190.327198:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616190.327207:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327213:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616190.327215:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.327216:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616190.327218:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616190.327219:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616190.327220:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.327222:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616190.327227:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616190.327230:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=85 v=5 (1 1 1 0) 00000100:00000001:0.0:1773616190.327232:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616190.327233:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.327235:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616190.327237:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.327239:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616190.327240:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:0.0:1773616190.327242:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616190.327243:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.327247:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327254:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.327267:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616190.327268:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616190.327273:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616190.327281:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795594368:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616190.327285:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.327287:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.327290:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795593856/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327296:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616190.327298:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616190.327299:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:0.0:1773616190.327302:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616190.327304:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616190.327305:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616190.327307:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616190.327309:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4ff00. 02000000:00000001:0.0:1773616190.327311:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616190.327313:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616190.327314:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:0.0:1773616190.327316:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616190.327317:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.327319:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.327322:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795594112/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327327:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616190.327328:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616190.327330:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:0.0:1773616190.327331:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616190.327332:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616190.327333:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616190.327335:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616190.327336:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f700. 02000000:00000001:0.0:1773616190.327338:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616190.327339:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616190.327340:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:0.0:1773616190.327342:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616190.327343:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.327345:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.327348:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795594368/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.327353:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616190.327355:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616190.327356:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:0.0:1773616190.327358:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616190.327359:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616190.327360:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616190.327362:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616190.327363:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:0.0:1773616190.327365:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616190.327366:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616190.327368:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:0.0:1773616190.327370:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616190.327372:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.327374:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.327376:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.327377:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616190.327379:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.327381:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616190.328078:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.328089:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.328091:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.328093:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.328098:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328102:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.328107:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328110:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328114:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328117:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670c00 00000400:00000200:1.0:1773616190.328120:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328125:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c59 [1] + 224 00000800:00000001:1.0:1773616190.328130:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.328133:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.328136:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.328139:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.328142:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.328147:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.328155:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.328169:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.328175:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.328178:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.328179:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.328180:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.328182:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328184:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.328187:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328189:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328190:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328192:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200670e00 00000400:00000200:1.0:1773616190.328194:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.328196:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c79 [1] + 224 00000800:00000001:1.0:1773616190.328198:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.328202:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.328204:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.328206:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.328207:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.328210:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.328216:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.328221:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.328223:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.328225:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.330784:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.330811:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.330815:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.330819:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.330828:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.330865:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.330873:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.330879:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.330885:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.330889:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670d80 00000400:00000200:1.0:1773616190.330895:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.330901:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c49 [1] + 224 00000800:00000001:1.0:1773616190.330909:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.330915:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.330917:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.330922:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.330929:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.330947:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.330959:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.330982:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.330990:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.330994:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616190.330996:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.330998:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.331001:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.331005:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616190.331010:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.331013:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.331015:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.331018:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670d00 00000400:00000200:1.0:1773616190.331021:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616190.331026:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c69 [1] + 224 00000800:00000001:1.0:1773616190.331030:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.331038:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616190.331040:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616190.331042:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616190.331045:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.331059:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616190.331065:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.334120:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616190.334138:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616190.334148:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616190.334172:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616190.334177:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616190.334189:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616190.334192:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616190.334195:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424058. 00000400:00000200:1.0:1773616190.334201:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616190.334204:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616190.334207:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616190.334216:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616190.334227:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.334234:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616190.334236:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616190.334239:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616190.334243:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616190.334246:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616190.334252:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616190.334255:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616190.334265:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=52 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616190.334269:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616190.334271:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616190.334273:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616190.334276:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616190.334279:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.334283:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616190.334286:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616190.334288:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616190.334290:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616190.334294:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.334302:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616190.334305:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616190.334308:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616190.334312:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616190.334320:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795594624:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616190.334326:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616190.334329:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616190.334332:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374380 x1859763795594624/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616190.334340:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616190.334342:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616190.334346:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616190.334349:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616190.334352:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616190.334354:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616190.334357:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616190.334360:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fd00. 02000000:00000001:1.0:1773616190.334364:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616190.334366:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616190.334368:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374380. 00000100:00000001:1.0:1773616190.334372:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616190.334373:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616190.334376:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616190.334385:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616190.334387:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616190.334390:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616190.334392:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.334464:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.334467:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616190.334471:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616190.334473:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616190.334476:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a0b0. 00000400:00000200:0.0:1773616190.334481:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:0.0:1773616190.334482:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:0.0:1773616190.334486:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616190.334492:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616190.334502:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334509:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616190.334511:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334513:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616190.334514:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616190.334516:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616190.334518:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.334520:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616190.334525:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616190.334528:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616190.334531:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616190.334533:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.334535:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616190.334537:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.334540:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616190.334541:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:0.0:1773616190.334543:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616190.334545:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.334550:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334557:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.334559:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616190.334561:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616190.334564:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616190.334573:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795594240:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616190.334578:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616190.334580:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616190.334581:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a318. 00000400:00000200:0.0:1773616190.334584:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:0.0:1773616190.334586:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:0.0:1773616190.334588:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616190.334592:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616190.334600:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334606:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616190.334607:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334609:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616190.334610:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616190.334611:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616190.334613:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.334615:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616190.334619:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=52 v=36 (36 0 0 0) 00000100:00001000:0.0:1773616190.334623:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616190.334625:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616190.334627:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.334628:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616190.334630:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.334633:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616190.334634:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:0.0:1773616190.334636:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616190.334638:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.334642:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334650:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.334652:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616190.334654:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616190.334658:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616190.334667:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795594496:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616190.334672:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616190.334673:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616190.334675:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a9f8. 00000400:00000200:0.0:1773616190.334678:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:0.0:1773616190.334680:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:0.0:1773616190.334682:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616190.334686:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616190.334695:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334702:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616190.334704:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334706:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616190.334707:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616190.334708:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616190.334710:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616190.334712:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616190.334715:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1773616190.334718:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616190.334721:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616190.334723:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.334724:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616190.334726:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.334728:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616190.334730:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616190.334732:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616190.334733:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616190.334737:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334744:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616190.334746:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616190.334747:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616190.334751:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616190.334759:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795594752:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616190.334763:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334765:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.334768:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795594240/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334775:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616190.334776:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616190.334778:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28400. 02000000:00000001:0.0:1773616190.334781:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616190.334783:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616190.334784:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616190.334786:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616190.334788:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f900. 02000000:00000001:0.0:1773616190.334791:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616190.334792:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616190.334794:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:0.0:1773616190.334797:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616190.334799:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334800:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.334804:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795594496/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334811:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616190.334812:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616190.334814:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28200. 02000000:00000001:0.0:1773616190.334816:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616190.334817:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616190.334818:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616190.334820:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616190.334821:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fb00. 02000000:00000001:0.0:1773616190.334823:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616190.334824:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616190.334825:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616190.334827:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616190.334829:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334830:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616190.334833:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795594752/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616190.334861:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616190.334863:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616190.334864:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:0.0:1773616190.334867:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616190.334868:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616190.334870:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616190.334872:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616190.334873:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f100. 02000000:00000001:0.0:1773616190.334875:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616190.334876:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616190.334877:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:0.0:1773616190.334879:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616190.334881:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334883:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616190.334888:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616190.334889:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616190.334891:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616190.334893:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368160:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616190.368166:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368170:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616190.368171:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368174:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616190.368175:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368185:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616190.368188:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616190.368190:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616190.368192:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368194:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616190.368196:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368197:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368199:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368202:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616190.368202:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616190.368205:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616190.368206:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616190.369017:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616190.369022:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616190.369026:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616191.392226:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616191.392232:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616191.392238:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616191.392240:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616191.392244:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616191.392245:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616191.392249:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616191.392251:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616191.392254:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616191.392255:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616191.392259:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616191.392260:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616191.392352:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616191.392357:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616191.392360:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616192.415968:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616192.415978:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616192.415980:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616192.415983:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.415988:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616192.415991:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.415993:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.415996:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416001:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616192.416003:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616192.416004:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616192.416009:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616192.416011:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616192.416013:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416025:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616192.416028:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416029:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416031:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416035:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616192.416037:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616192.416038:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616192.416040:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616192.416041:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616192.416042:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416044:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616192.416045:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416046:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416060:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416064:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616192.416066:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416069:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616192.416071:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616192.416073:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616192.416075:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616192.416076:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616192.416077:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416079:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616192.416081:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416082:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416084:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616192.416088:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616192.416089:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616192.416137:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616192.416141:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616192.416144:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616193.439986:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616193.439993:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616193.440095:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616193.440096:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616193.440101:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616193.440102:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616193.440106:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616193.440107:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616193.440111:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616193.440112:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616193.440116:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616193.440117:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616193.440243:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616193.440246:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616193.440249:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616194.336005:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4301994888, at 4301994944 00000100:00000010:0.0:1773616194.336021:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8ae0. 00000100:00000040:1.0:1773616194.336168:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4301994888, at 4301994944 00000100:00000010:1.0:1773616194.336175:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d83c0. 00010000:00000001:0.0:1773616194.465760:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616194.465767:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616194.465774:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616194.465775:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616194.465779:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616194.465780:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616194.465784:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616194.465785:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616194.465788:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616194.465790:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616194.465793:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616194.465795:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616194.466168:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616194.466172:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616194.466175:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773616195.424597:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.424608:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.424618:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0380. 00000020:00000040:3.0:1773616195.424624:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616195.424629:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.424632:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.424637:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.424644:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5200. 00000100:00000001:3.0:1773616195.424651:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424662:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.424679:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.424683:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424690:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5e14f38] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.424723:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424726:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.424730:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.424733:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b1f80. 00000020:00000040:3.0:1773616195.424736:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616195.424738:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.424739:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.424741:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.424744:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5800. 00000100:00000001:3.0:1773616195.424747:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424752:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.424759:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.424760:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424764:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033430a8c] to pc [ptlrpcd_01_00+0] req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.424772:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424774:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.424777:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.424780:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3800. 00000020:00000040:3.0:1773616195.424782:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:3.0:1773616195.424784:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.424785:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.424787:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.424790:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5000. 00000100:00000001:3.0:1773616195.424793:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424796:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.424803:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.424805:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424809:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b74edf2] to pc [ptlrpcd_01_01+1] req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.424816:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424818:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.424821:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.424824:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2680. 00000020:00000040:3.0:1773616195.424826:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616195.424828:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.424830:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.424831:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.424834:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5e00. 00000100:00000001:3.0:1773616195.424870:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424875:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.424882:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.424884:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424888:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c2b00a2] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.424896:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424899:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.424902:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.424906:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2d80. 00000020:00000040:3.0:1773616195.424908:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616195.424911:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.424912:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.424914:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.424918:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5d00. 00000100:00000001:3.0:1773616195.424921:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424925:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.424932:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.424934:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424938:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c279062a] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.424945:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424947:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.424951:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.424953:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616195.424955:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616195.424958:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.424959:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.424960:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.424974:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5f00. 00000100:00000001:3.0:1773616195.424978:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424982:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.424989:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.424991:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.424994:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425001:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425003:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.425006:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.425009:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2300. 00000020:00000040:3.0:1773616195.425012:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:3.0:1773616195.425014:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.425015:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.425017:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.425019:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5400. 00000100:00000001:3.0:1773616195.425022:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425026:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.425032:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.425034:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425038:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeef17d4] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425045:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425047:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773616195.425050:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773616195.425053:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773616195.425055:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:3.0:1773616195.425056:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616195.425058:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616195.425060:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616195.425062:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5900. 00000100:00000001:3.0:1773616195.425065:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425068:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773616195.425075:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616195.425077:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425080:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d13ac97a] to pc [ptlrpcd_01_00+0] req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425087:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425089:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773616195.425093:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773616195.425098:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7333) 00000100:00000001:3.0:1773616195.425109:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616195.425113:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616195.425115:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.425120:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425127:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.425129:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425132:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.425135:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.425137:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.425140:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595008:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.425144:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.425149:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.425152:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425154:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.425158:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616195.425160:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.425168:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.425171:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d630. 00000400:00000010:3.0:1773616195.425192:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773616195.425200:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595008, portal 10 00000100:00000001:3.0:1773616195.425202:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.425204:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528629120 : -121324180922496 : ffff91a8034b1f80) 00000100:00000040:3.0:1773616195.425211:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425218:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.425221:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.425223:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3bb0. 00000100:00000200:3.0:1773616195.425226:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795595008, offset 0 00000400:00000200:3.0:1773616195.425232:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.425240:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.425247:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.425252:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.425266:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.425271:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.425274:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.425278:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149581:149581:256:4294967295] 192.168.201.103@tcp LPNI seq info [149521:149521:8:4294967295] 00000400:00000200:3.0:1773616195.425283:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.425293:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.425299:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.425304:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:3.0:1773616195.425310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.425319:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.425324:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.425338:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425343:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 471266 usecs (472 jiffies) 00000400:00000200:3.0:1773616195.425346:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.425349:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301996505 00000100:00000010:3.0:1773616195.425354:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b240. 00000100:00000001:3.0:1773616195.425361:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616195.425367:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301996505 00000100:00000010:3.0:1773616195.425370:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b900. 00000100:00000001:3.0:1773616195.425374:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616195.425377:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.425381:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.425383:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.425388:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425394:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.425396:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425399:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.425400:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.425402:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.425405:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.425409:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.425411:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.425413:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425415:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.425643:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7000. 02000000:00000001:3.0:1773616195.425646:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.425650:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.425652:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d2c0. 00000400:00000010:3.0:1773616195.425655:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773616195.425658:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595264, portal 4 00000100:00000001:3.0:1773616195.425660:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.425662:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630912 : -121324180920704 : ffff91a8034b2680) 00000100:00000040:3.0:1773616195.425668:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425674:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.425676:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.425678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c36e8. 00000100:00000200:3.0:1773616195.425681:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795595264, offset 0 00000400:00000200:3.0:1773616195.425685:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.425689:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.425692:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.425695:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.425697:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.425700:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.425702:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.425706:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149582:149582:255:4294967295] 192.168.201.103@tcp LPNI seq info [149522:149522:7:4294967295] 00000400:00000200:3.0:1773616195.425710:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.425716:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.425721:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.425725:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5b00. 00000800:00000200:3.0:1773616195.425729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.425733:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.425736:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.425739:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425741:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 705871 usecs (706 jiffies) 00000400:00000200:3.0:1773616195.425745:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.425747:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301996739 00000100:00000001:3.0:1773616195.425751:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4301996505 00000100:00000001:3.0:1773616195.425755:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301996739 00000100:00000001:3.0:1773616195.425758:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4301996505 00000100:00000001:3.0:1773616195.425760:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.425763:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.425765:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.425768:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425775:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.425777:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425779:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.425781:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.425782:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.425785:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795595520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.425788:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.425791:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.425792:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425794:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.425797:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616195.425799:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.425803:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.425805:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616195.425808:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773616195.425811:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595520, portal 10 00000100:00000001:3.0:1773616195.425813:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.425814:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616195.425819:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425825:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.425827:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.425829:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3660. 00000100:00000200:3.0:1773616195.425831:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795595520, offset 0 00000400:00000200:3.0:1773616195.425870:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.425875:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.425878:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.425881:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.425883:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.425886:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.425888:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.425892:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149583:149583:254:4294967295] 192.168.201.103@tcp LPNI seq info [149523:149523:6:4294967295] 00000400:00000200:3.0:1773616195.425896:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.425901:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.425905:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.425909:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5600. 00000800:00000200:3.0:1773616195.425913:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.425917:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.425920:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.425922:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.425925:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35940 usecs (36 jiffies) 00000400:00000200:3.0:1773616195.425928:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.425930:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301996070 00000100:00000001:3.0:1773616195.425933:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301996739 00000100:00000001:3.0:1773616195.425935:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301996070 00000100:00000001:3.0:1773616195.425937:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301996739 00000100:00000001:3.0:1773616195.425939:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.425941:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.425943:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.425947:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.425953:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.425955:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425957:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.425959:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.425961:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.425964:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795595776:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.425967:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.425970:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.425971:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.425973:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.425976:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616195.425978:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.425980:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.425983:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000400:00000010:3.0:1773616195.425986:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616195.425989:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595776, portal 4 00000100:00000001:3.0:1773616195.425991:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.425992:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:3.0:1773616195.425997:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426003:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.426005:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.426007:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3c38. 00000100:00000200:3.0:1773616195.426010:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795595776, offset 0 00000400:00000200:3.0:1773616195.426014:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426017:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426020:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.426023:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.426025:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.426027:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.426030:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426033:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149584:149584:253:4294967295] 192.168.201.103@tcp LPNI seq info [149524:149524:5:4294967295] 00000400:00000200:3.0:1773616195.426037:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426043:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.426047:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.426050:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5500. 00000800:00000200:3.0:1773616195.426054:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.426058:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.426060:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.426063:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.426065:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 40556 usecs (41 jiffies) 00000400:00000200:3.0:1773616195.426068:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.426070:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301996075 00000100:00000001:3.0:1773616195.426072:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4301996739 00000100:00000001:3.0:1773616195.426074:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301996075 00000100:00000001:3.0:1773616195.426076:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4301996739 00000100:00000001:3.0:1773616195.426078:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.426080:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.426083:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.426085:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.426093:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616195.426096:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616195.426098:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616195.426100:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616195.426102:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.426105:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:3.0:1773616195.426107:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.426108:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616195.426110:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.426111:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616195.426113:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616195.426114:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.426118:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426125:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.426126:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426129:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.426130:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.426132:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.426135:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795594880:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.426139:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.426141:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.426143:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426145:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.426148:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616195.426150:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.426153:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.426156:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616195.426160:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3a18. 00000100:00000200:3.0:1773616195.426163:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795594880, portal 25 00000100:00000001:3.0:1773616195.426165:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.426166:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000040:3.0:1773616195.426171:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426178:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.426180:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.426182:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3d48. 00000100:00000200:3.0:1773616195.426185:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795594880, offset 0 00000400:00000200:3.0:1773616195.426189:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426192:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426196:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.426198:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.426201:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.426203:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.426206:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426209:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149585:149585:252:4294967295] 192.168.201.103@tcp LPNI seq info [149525:149525:4:4294967295] 00000400:00000200:3.0:1773616195.426213:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426219:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.426223:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.426226:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5c00. 00000800:00000200:3.0:1773616195.426230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.426234:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.426237:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.426239:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.426242:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.426244:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302000007 00000100:00000001:3.0:1773616195.426247:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301996739 00000100:00000001:3.0:1773616195.426250:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302000007 00000100:00000001:3.0:1773616195.426253:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301996739 00000100:00000001:3.0:1773616195.426255:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.426257:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.426259:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.426263:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426270:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.426271:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426274:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.426276:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.426278:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.426281:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595136:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.426284:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.426286:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.426288:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426289:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.426293:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7200. 02000000:00000001:3.0:1773616195.426294:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.426297:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.426299:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944dc08. 00000400:00000010:3.0:1773616195.426303:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000100:00000200:3.0:1773616195.426306:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595136, portal 10 00000100:00000001:3.0:1773616195.426308:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.426310:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528635392 : -121324180916224 : ffff91a8034b3800) 00000100:00000040:3.0:1773616195.426315:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426322:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.426324:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.426327:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3b28. 00000100:00000200:3.0:1773616195.426329:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795595136, offset 0 00000400:00000200:3.0:1773616195.426333:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426337:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426340:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.426342:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.426345:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.426347:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.426349:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426352:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149586:149586:251:4294967295] 192.168.201.103@tcp LPNI seq info [149526:149526:3:4294967295] 00000400:00000200:3.0:1773616195.426357:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426363:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.426367:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.426371:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5100. 00000800:00000200:3.0:1773616195.426375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.426379:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.426382:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.426385:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.426388:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 97536 usecs (98 jiffies) 00000400:00000200:3.0:1773616195.426391:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.426393:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301996132 00000100:00000001:3.0:1773616195.426395:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302000007 00000100:00000001:3.0:1773616195.426397:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301996132 00000100:00000001:3.0:1773616195.426400:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302000007 00000100:00000001:3.0:1773616195.426402:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.426404:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.426406:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.426409:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426416:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.426418:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426420:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.426421:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.426423:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.426426:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.426430:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.426432:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.426433:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426435:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.426437:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616195.426439:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.426442:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.426444:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df20. 00000400:00000010:3.0:1773616195.426448:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616195.426451:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595392, portal 4 00000100:00000001:3.0:1773616195.426453:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.426454:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528632704 : -121324180918912 : ffff91a8034b2d80) 00000100:00000040:3.0:1773616195.426459:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426465:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.426467:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.426469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c35d8. 00000100:00000200:3.0:1773616195.426471:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795595392, offset 0 00000400:00000200:3.0:1773616195.426475:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426478:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426481:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.426484:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.426487:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.426489:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.426491:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426495:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149587:149587:250:4294967295] 192.168.201.103@tcp LPNI seq info [149527:149527:2:4294967295] 00000400:00000200:3.0:1773616195.426499:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426505:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.426509:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.426512:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496600. 00000800:00000200:3.0:1773616195.426516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.426520:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.426523:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.426525:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.426528:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 442635 usecs (443 jiffies) 00000400:00000200:3.0:1773616195.426530:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.426532:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4301996477 00000100:00000001:3.0:1773616195.426535:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302000007 00000100:00000001:3.0:1773616195.426536:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4301996477 00000100:00000001:3.0:1773616195.426538:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302000007 00000100:00000001:3.0:1773616195.426540:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.426542:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.426544:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616195.426548:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426554:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616195.426555:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426557:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616195.426559:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616195.426561:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616195.426564:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795595648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.426567:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616195.426569:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616195.426570:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.426572:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616195.426575:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6000. 02000000:00000001:3.0:1773616195.426577:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616195.426579:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616195.426582:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de18. 00000400:00000010:3.0:1773616195.426585:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616195.426588:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595648, portal 10 00000100:00000001:3.0:1773616195.426589:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616195.426591:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528630016 : -121324180921600 : ffff91a8034b2300) 00000100:00000040:3.0:1773616195.426596:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.426603:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616195.426605:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616195.426607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3e58. 00000100:00000200:3.0:1773616195.426609:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795595648, offset 0 00000400:00000200:3.0:1773616195.426613:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426617:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426620:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616195.426622:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616195.426624:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616195.426627:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616195.426629:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616195.426631:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149588:149588:249:4294967295] 192.168.201.103@tcp LPNI seq info [149528:149528:1:4294967295] 00000400:00000200:3.0:1773616195.426635:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616195.426641:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616195.426645:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616195.426648:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496100. 00000800:00000200:3.0:1773616195.426652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616195.426656:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616195.426658:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616195.426661:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.426663:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 47137 usecs (48 jiffies) 00000400:00000200:3.0:1773616195.426667:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616195.426669:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4301996082 00000100:00000001:3.0:1773616195.426671:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302000007 00000100:00000001:3.0:1773616195.426673:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4301996082 00000100:00000001:3.0:1773616195.426675:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302000007 00000100:00000001:3.0:1773616195.426677:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.426679:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.426681:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.426684:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616195.427285:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427291:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:1.0:1773616195.427298:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427304:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427312:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3bb0 00000400:00000010:1.0:1773616195.427315:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3bb0. 00000100:00000001:1.0:1773616195.427319:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427325:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427334:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427338:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427345:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427346:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616195.427360:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427362:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5b00. 00000400:00000200:1.0:1773616195.427365:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427368:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427370:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c36e8 00000400:00000010:1.0:1773616195.427372:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c36e8. 00000100:00000001:1.0:1773616195.427375:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427379:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427386:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427389:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427396:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427398:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616195.427404:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427406:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5600. 00000400:00000200:1.0:1773616195.427409:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427412:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427414:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3660 00000400:00000010:1.0:1773616195.427416:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3660. 00000100:00000001:1.0:1773616195.427418:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427422:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427430:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427433:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427439:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427441:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616195.427447:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427450:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5500. 00000400:00000200:1.0:1773616195.427452:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427456:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427458:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3c38 00000400:00000010:1.0:1773616195.427460:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3c38. 00000100:00000001:1.0:1773616195.427462:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427465:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427473:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427477:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427681:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427683:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616195.427692:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427694:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5c00. 00000400:00000200:1.0:1773616195.427697:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427701:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427704:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3d48 00000400:00000010:1.0:1773616195.427706:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3d48. 00000100:00000001:1.0:1773616195.427708:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427713:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427721:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427724:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427730:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427732:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616195.427738:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427740:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5100. 00000400:00000200:1.0:1773616195.427742:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427746:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427748:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3b28 00000400:00000010:1.0:1773616195.427750:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3b28. 00000100:00000001:1.0:1773616195.427752:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427755:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427762:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427765:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427771:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427772:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616195.427779:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427781:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496600. 00000400:00000200:1.0:1773616195.427784:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427787:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427789:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c35d8 00000400:00000010:1.0:1773616195.427790:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c35d8. 00000100:00000001:1.0:1773616195.427792:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427795:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427802:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427805:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427811:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427813:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616195.427901:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616195.427904:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496100. 00000400:00000200:1.0:1773616195.427907:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.427911:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616195.427914:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3e58 00000400:00000010:1.0:1773616195.427916:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3e58. 00000100:00000001:1.0:1773616195.427918:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616195.427922:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427930:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616195.427933:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.427939:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616195.427941:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616195.428407:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616195.428411:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616195.428414:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616195.428418:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616195.448070:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448092:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.448096:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448099:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448121:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448130:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.448140:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448145:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448152:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448156:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671000 00000400:00000200:1.0:1773616195.448160:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448166:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c91 [1] + 224 00000800:00000001:1.0:1773616195.448185:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448191:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448194:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.448198:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.448206:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.448214:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.448225:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.448239:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.448248:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448252:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.448652:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448658:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448663:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448668:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.448674:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448676:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448679:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448682:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670f00 00000400:00000200:1.0:1773616195.448686:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448690:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c89 [1] + 224 00000800:00000001:1.0:1773616195.448695:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448699:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448701:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.448704:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.448708:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.448712:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.448721:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.448742:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.448747:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448751:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.448753:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448755:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448758:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448761:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.448766:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448768:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448771:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448774:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671100 00000400:00000200:1.0:1773616195.448777:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448780:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193c99 [1] + 224 00000800:00000001:1.0:1773616195.448784:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448788:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448789:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.448792:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.448795:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.448799:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.448808:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.448815:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.448819:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448822:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.448824:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448827:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448830:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448833:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.448883:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448885:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448888:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448891:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200670f80 00000400:00000200:1.0:1773616195.448899:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448903:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cb1 [1] + 224 00000800:00000001:1.0:1773616195.448906:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448911:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448913:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.448916:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.448918:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.448922:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.448930:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.448936:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.448940:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448943:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.448945:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448947:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.448949:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448952:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.448956:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448958:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448961:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448964:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671180 00000400:00000200:1.0:1773616195.448966:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.448970:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cc1 [1] + 224 00000800:00000001:1.0:1773616195.448974:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.448998:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.449001:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.449004:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.449007:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.449012:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.449020:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.449027:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.449031:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.449035:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.449533:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616195.449538:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616195.449545:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.449547:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.449550:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944dc08. 00000400:00000200:3.0:1773616195.449554:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3ee0 00000400:00000010:3.0:1773616195.449556:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3ee0. 00000100:00000001:3.0:1773616195.449560:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.449565:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.449574:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.449580:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.449582:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.449585:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.449588:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.449590:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.449593:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.449596:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.449606:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=136 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616195.449611:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616195.449613:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.449615:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.449618:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.449621:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.449625:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616195.449627:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616195.449629:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616195.449631:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.449636:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.449643:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.449646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.449648:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.449652:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616195.449659:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595136:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616195.449665:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.449667:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.449669:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de18. 00000400:00000200:3.0:1773616195.449671:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:3.0:1773616195.449672:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:3.0:1773616195.449675:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.449678:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.449686:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.449692:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.449694:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.449695:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.449697:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.449699:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.449700:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.449702:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.449707:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=57 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616195.449710:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616195.449712:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.449713:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.449715:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.449717:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.449719:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616195.449727:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616195.449729:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616195.449730:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.449734:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.449740:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.449742:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.449743:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.449747:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616195.449759:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795595648:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616195.449764:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.449765:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.449766:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d630. 00000400:00000200:3.0:1773616195.449769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 00000400:00000010:3.0:1773616195.449770:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 00000100:00000001:3.0:1773616195.449773:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.449776:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.449783:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.449788:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.449790:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.449791:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.449793:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.449794:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.449795:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.449798:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.450058:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=136 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616195.450061:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616195.450063:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.450064:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.450066:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.450068:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.450070:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616195.450071:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616195.450073:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616195.450076:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.450084:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.450089:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.450091:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.450092:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.450095:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616195.451058:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.451072:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.451075:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.451077:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.451084:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.451089:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.451098:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.451103:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.451118:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.451121:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671200 00000400:00000200:1.0:1773616195.451126:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.451131:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ca1 [1] + 224 00000800:00000001:1.0:1773616195.451137:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.451146:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.451149:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.451153:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.451158:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.451164:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.451192:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.451200:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.451207:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.451210:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773616195.451884:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595008:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616195.452213:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.452216:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.452218:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d2c0. 00000400:00000200:3.0:1773616195.452222:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773616195.452224:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773616195.452227:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.452233:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.452242:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.452249:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.452251:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.452323:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.452326:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.452329:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.452331:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.452334:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.452342:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616195.452346:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616195.452348:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.452349:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.452352:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.452354:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.452357:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616195.452359:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:3.0:1773616195.452361:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616195.452362:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.452368:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.452375:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.452378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.452380:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.452384:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616195.452391:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595264:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616195.452396:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.452398:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.452400:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616195.452403:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000400:00000010:3.0:1773616195.452404:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:3.0:1773616195.452407:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.452411:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.452419:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.452426:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.456871:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.456878:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.456881:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.456884:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.456886:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.456889:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.456910:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=57 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616195.456916:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616195.456918:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.456920:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.456923:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.456927:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.456932:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616195.456934:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:3.0:1773616195.456938:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616195.456939:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.456949:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.456958:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.456961:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.456963:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.456967:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616195.456974:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795595520:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616195.456987:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.456989:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.456992:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616195.456998:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:3.0:1773616195.457000:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000100:00000001:3.0:1773616195.457004:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.457008:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.457017:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457024:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.457025:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.457027:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.457028:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.457029:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.457031:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.457033:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.457037:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1773616195.457040:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616195.457042:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.457043:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.457045:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.457047:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.457049:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616195.457050:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616195.457051:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616195.457052:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.457056:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457061:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.457063:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.457064:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.457067:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616195.457074:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795595776:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.457077:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.457080:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.457085:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3800 x1859763795595136/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457091:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.457093:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.457096:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7200. 02000000:00000001:3.0:1773616195.457100:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.457102:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.457117:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616195.457119:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.457122:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5000. 02000000:00000001:3.0:1773616195.457126:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.457127:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.457129:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3800. 00000100:00000001:3.0:1773616195.457132:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.457134:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.457136:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.457140:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2300 x1859763795595648/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457146:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.457147:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.457149:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6000. 02000000:00000001:3.0:1773616195.457153:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.457154:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.457156:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616195.457157:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.457158:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5400. 02000000:00000001:3.0:1773616195.457160:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.457161:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.457162:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2300. 00000100:00000001:3.0:1773616195.457164:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.457165:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.457177:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.457182:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b1f80 x1859763795595008/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457189:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.457190:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.457192:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616195.457194:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.457195:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.457196:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616195.457198:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.457199:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5800. 02000000:00000001:3.0:1773616195.457201:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.457202:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.457203:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b1f80. 00000100:00000001:3.0:1773616195.457205:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.457206:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.457208:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.457212:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2680 x1859763795595264/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457218:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.457219:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.457221:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7000. 02000000:00000001:3.0:1773616195.457223:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.457224:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.457225:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616195.457227:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.457228:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5e00. 02000000:00000001:3.0:1773616195.457230:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.457231:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.457232:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2680. 00000100:00000001:3.0:1773616195.457234:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.457236:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.457237:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.457240:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795595520/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457246:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.457247:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.457249:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616195.457251:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.457252:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.457253:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616195.457254:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.457256:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5f00. 02000000:00000001:3.0:1773616195.457257:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.457258:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.457259:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:3.0:1773616195.457261:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.457262:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.457264:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.457267:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2a00 x1859763795595776/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.457272:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.457273:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.457275:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616195.457276:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.457277:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.457278:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:3.0:1773616195.457281:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.457282:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5900. 02000000:00000001:3.0:1773616195.457284:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.457285:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.457286:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2a00. 00000100:00000001:3.0:1773616195.457288:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.457288:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.457292:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.457295:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616195.457296:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616195.457298:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.457300:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616195.463718:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.463748:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.463752:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.463755:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.463764:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463772:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.463781:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463786:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463791:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463795:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671080 00000400:00000200:1.0:1773616195.463800:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463807:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cb9 [1] + 224 00000800:00000001:1.0:1773616195.463815:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.463821:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.463824:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.463829:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.463886:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.463905:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.463917:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.463937:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.463948:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.463952:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616195.463953:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.463956:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.463959:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463974:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616195.463978:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463980:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463983:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463986:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200670e80 00000400:00000200:1.0:1773616195.463989:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616195.463993:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ca9 [1] + 224 00000800:00000001:1.0:1773616195.463997:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.464004:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616195.464006:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616195.464009:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616195.464012:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616195.464017:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616195.464025:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616195.464031:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616195.464034:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616195.464039:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.464875:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616195.464882:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616195.464889:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.464891:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.464905:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616195.464912:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3a18 00000400:00000010:3.0:1773616195.464914:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3a18. 00000100:00000001:3.0:1773616195.464917:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.464925:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.464933:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.464940:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.464941:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.464945:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.464948:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.464950:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.464952:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.464955:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.464962:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616195.464966:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616195.464968:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.464970:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.464972:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.464974:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.464977:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.464982:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.464989:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.464992:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.464994:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.464997:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616195.465003:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795594880:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616195.465009:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616195.465010:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616195.465011:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df20. 00000400:00000200:3.0:1773616195.465015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616195.465016:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616195.465018:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616195.465021:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616195.465027:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.465032:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616195.465034:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.465035:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616195.465036:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616195.465037:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616195.465039:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616195.465040:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616195.465046:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616195.465048:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=90 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616195.465050:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616195.465051:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616195.465052:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616195.465055:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.465059:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616195.465061:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616195.465062:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616195.465064:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616195.465067:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.465074:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616195.465075:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616195.465077:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616195.465080:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616195.465087:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795595392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616195.465090:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.465093:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.465096:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0380 x1859763795594880/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.465103:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.465106:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.465109:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616195.465115:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.465118:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.465120:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616195.465123:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.465126:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5200. 02000000:00000001:3.0:1773616195.465129:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.465131:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.465133:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0380. 00000100:00000001:3.0:1773616195.465136:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.465137:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.465139:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616195.465143:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2d80 x1859763795595392/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616195.465154:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616195.465155:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616195.465156:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616195.465158:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616195.465160:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616195.465161:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616195.465163:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616195.465165:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5d00. 02000000:00000001:3.0:1773616195.465177:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616195.465179:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616195.465180:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2d80. 00000100:00000001:3.0:1773616195.465183:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616195.465185:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.465187:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616195.465196:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616195.465197:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616195.465200:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616195.465202:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616195.488557:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616195.488564:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616195.488570:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616195.488571:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616195.488575:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616195.488576:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616195.488580:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616195.488581:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616195.488584:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616195.488585:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616195.488588:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616195.488589:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616195.488612:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616195.488615:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616195.488618:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616196.260091:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773616196.260106:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616196.260108:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1773616196.260114:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616196.260116:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616196.260120:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616196.260124:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616196.511984:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616196.511992:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616196.512000:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616196.512001:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616196.512006:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616196.512007:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616196.512011:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616196.512012:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616196.512016:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616196.512017:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616196.512021:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616196.512022:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616196.512145:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616196.512149:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616196.512152:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616197.536526:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616197.536534:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616197.536541:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616197.536542:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616197.536546:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616197.536548:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616197.536551:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616197.536553:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616197.536556:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616197.536558:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616197.536561:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616197.536562:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616197.541421:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616197.541427:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616197.541433:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773616197.905806:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616197.905834:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616197.905863:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616197.905866:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616197.905875:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616197.905882:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616197.905891:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616197.905896:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616197.905901:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616197.905905:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e100 00000400:00000200:1.0:1773616197.905910:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616197.905917:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193969 [1] + 0 00000800:00000001:1.0:1773616197.905924:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616197.905934:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616197.905937:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616197.905942:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616197.905948:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616197.905956:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 2 to 0 dl 1773616207 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:1.0:1773616197.905968:0:2391:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 2 to 0 dl 1773616207 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616197.905993:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616197.906001:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616197.906004:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616197.906473:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616197.906479:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616197.906482:0:2402:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:2.0:1773616197.906484:0:2402:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:2.0:1773616197.906490:0:2402:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 02000000:00000010:2.0:1773616197.906497:0:2402:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff91a80ae06f00. 02000000:00000001:2.0:1773616197.906500:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616197.906503:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616197.906505:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616197.906512:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616197.906514:0:2402:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616197.906520:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=58 v=5 (1 0 0 0) 02000000:00000010:2.0:1773616197.906525:0:2402:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff91a80ae06f00. 00000100:00000010:2.0:1773616197.906528:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00001000:2.0:1773616197.906537:0:2402:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #3, new deadline in 35s (25s) req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773616232 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616197.906546:0:2402:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616197.906548:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616197.906552:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565215:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616198.565222:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565229:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616198.565231:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565235:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616198.565236:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565240:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616198.565241:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565245:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616198.565247:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565250:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616198.565254:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616198.565257:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616198.565261:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565263:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616198.565266:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565268:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616198.565270:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616198.565311:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616198.565315:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616198.565332:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616199.456285:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302000007, at 4302000064 00000100:00000010:0.0:1773616199.456302:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b240. 00000100:00000040:1.0:1773616199.457254:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302000007, at 4302000065 00000100:00000010:1.0:1773616199.457263:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b900. 00010000:00000001:0.0:1773616199.584022:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616199.584030:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616199.584036:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616199.584038:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616199.584041:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616199.584043:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616199.584047:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616199.584063:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616199.584068:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616199.584069:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616199.584072:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616199.584073:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616199.584178:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616199.584182:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616199.584185:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616200.544172:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544182:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544193:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616200.544200:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616200.544204:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544207:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544213:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544221:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06f00. 00000100:00000001:2.0:1773616200.544229:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544241:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544252:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544256:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544262:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005975f6ca] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544295:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544299:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544302:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544305:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616200.544308:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616200.544310:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544311:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544313:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544316:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06200. 00000100:00000001:2.0:1773616200.544319:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544324:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544331:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544334:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544338:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1eadc1c] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544346:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544348:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544351:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544354:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cbb80. 00000020:00000040:2.0:1773616200.544356:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616200.544358:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544359:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544361:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544364:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06a00. 00000100:00000001:2.0:1773616200.544367:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544371:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544378:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544380:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544384:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041fc5ef2] to pc [ptlrpcd_01_01+1] req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544393:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544395:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544399:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544402:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616200.544404:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616200.544407:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544408:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544410:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544413:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06e00. 00000100:00000001:2.0:1773616200.544417:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544421:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544427:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544429:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544433:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544462:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544465:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544468:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544472:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9180. 00000020:00000040:2.0:1773616200.544475:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616200.544476:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544478:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544479:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544483:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06300. 00000100:00000001:2.0:1773616200.544486:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544491:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544498:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544500:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544504:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9118ba6] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544511:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544513:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544516:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544519:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca680. 00000020:00000040:2.0:1773616200.544521:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616200.544523:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544525:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544526:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544529:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06d00. 00000100:00000001:2.0:1773616200.544533:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544537:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544543:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544545:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544548:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c85d45e5] to pc [ptlrpcd_01_00+0] req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544555:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544557:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544560:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544562:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cad80. 00000020:00000040:2.0:1773616200.544564:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616200.544566:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544567:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544569:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544572:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06800. 00000100:00000001:2.0:1773616200.544574:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544578:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544584:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544586:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544589:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f1c111e] to pc [ptlrpcd_01_01+1] req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544597:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544599:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616200.544603:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616200.544605:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8a80. 00000020:00000040:2.0:1773616200.544608:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616200.544610:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616200.544611:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616200.544613:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616200.544618:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06c00. 00000100:00000001:2.0:1773616200.544621:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544624:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616200.544631:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616200.544633:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544637:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ee6fcc4] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.544657:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.544659:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616200.544663:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616200.544669:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7338) 00000100:00000001:3.0:1773616200.544894:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616200.544900:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616200.544903:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616200.544910:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.544919:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616200.544921:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.544925:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616200.544928:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616200.544931:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616200.544935:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795595904:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616200.544939:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616200.544945:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616200.544947:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.544950:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616200.544955:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616200.544957:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616200.544975:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616200.544979:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df20. 00000400:00000010:3.0:1773616200.544986:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616200.544995:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795595904, portal 25 00000100:00000001:3.0:1773616200.544997:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616200.544999:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:3.0:1773616200.545005:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.545013:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616200.545016:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616200.545018:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3a18. 00000100:00000200:3.0:1773616200.545022:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795595904, offset 0 00000400:00000200:3.0:1773616200.545029:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616200.545038:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616200.545045:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616200.545050:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616200.545055:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616200.545060:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616200.545062:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616200.545066:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149589:149589:256:4294967295] 192.168.201.103@tcp LPNI seq info [149529:149529:8:4294967295] 00000400:00000200:3.0:1773616200.545071:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616200.545081:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616200.545086:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616200.545092:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496000. 00000800:00000200:3.0:1773616200.545100:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616200.545107:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616200.545111:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616200.545131:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616200.545135:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616200.545138:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302005126 00000100:00000010:3.0:1773616200.545142:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b300. 00000100:00000001:3.0:1773616200.545148:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773616200.545153:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302005126 00000100:00000010:3.0:1773616200.545156:0:2402:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a80469b6c0. 00000100:00000001:3.0:1773616200.545159:0:2402:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773616200.545162:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616200.545165:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.545168:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616200.545171:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.545178:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616200.545180:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.545182:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616200.545184:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616200.545186:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616200.545189:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795596160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616200.545192:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616200.545195:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616200.545196:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.545198:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616200.545201:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616200.545203:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616200.545206:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616200.545209:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616200.545213:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616200.545216:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596160, portal 10 00000100:00000001:3.0:1773616200.545218:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616200.545219:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:3.0:1773616200.545225:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.545230:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616200.545232:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616200.545234:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c32a8. 00000100:00000200:3.0:1773616200.545236:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795596160, offset 0 00000400:00000200:3.0:1773616200.545240:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616200.545243:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616200.545247:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616200.545249:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616200.545252:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616200.545254:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616200.545257:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616200.545260:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149590:149590:255:4294967295] 192.168.201.103@tcp LPNI seq info [149530:149530:7:4294967295] 00000400:00000200:3.0:1773616200.545263:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616200.545268:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616200.545273:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616200.545277:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496100. 00000800:00000200:3.0:1773616200.545281:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616200.545285:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616200.545288:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616200.545291:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616200.545295:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 97137 usecs (98 jiffies) 00000400:00000200:3.0:1773616200.545298:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616200.545300:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302001251 00000100:00000001:3.0:1773616200.545302:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302005126 00000100:00000001:3.0:1773616200.545304:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302001251 00000100:00000001:3.0:1773616200.545307:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302005126 00000100:00000001:3.0:1773616200.545309:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616200.545311:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.545313:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616200.545317:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.545324:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616200.545325:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.545328:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616200.545330:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616200.545332:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616200.545336:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795596416:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616200.545339:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616200.545341:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616200.545343:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.545345:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616200.545348:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616200.545350:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616200.545353:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616200.545356:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000400:00000010:3.0:1773616200.545360:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000200:3.0:1773616200.545363:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596416, portal 4 00000100:00000001:3.0:1773616200.545364:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616200.545365:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820992 : -121324178730624 : ffff91a8036c9180) 00000100:00000040:3.0:1773616200.545371:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.545377:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616200.545379:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000800:00000200:1.0:1773616200.545381:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1773616200.545383:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c37f8. 00000100:00000200:3.0:1773616200.545387:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795596416, offset 0 00000800:00000010:1.0:1773616200.545389:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496000. 00000400:00000200:3.0:1773616200.545394:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616200.545399:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.545399:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773616200.545603:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616200.545607:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616200.545610:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773616200.545614:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616200.545618:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616200.545619:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3a18 00000400:00000200:3.0:1773616200.545623:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000010:1.0:1773616200.545624:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3a18. 00000400:00000200:3.0:1773616200.545629:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149591:149591:254:4294967295] 192.168.201.103@tcp LPNI seq info [149531:149531:6:4294967295] 00000100:00000001:1.0:1773616200.545632:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1773616200.545636:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000200:1.0:1773616200.545642:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.545653:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616200.545657:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.545664:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.545665:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773616200.545721:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616200.545726:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616200.545731:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496600. 00000800:00000200:3.0:1773616200.545735:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616200.545740:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616200.545743:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1773616200.545743:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616200.545749:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496100. 00000100:00000001:3.0:1773616200.545750:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616200.545754:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1773616200.545756:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 440285 usecs (441 jiffies) 00000400:00000200:1.0:1773616200.545763:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773616200.545764:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.545779:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c32a8 00000100:00000001:3.0:1773616200.545780:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302001594 00000400:00000010:1.0:1773616200.545784:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c32a8. 00000100:00000001:3.0:1773616200.545785:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302005126 00000100:00000001:1.0:1773616200.545789:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773616200.545790:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302001594 00000100:00000001:3.0:1773616200.545794:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302005126 00000100:00000200:1.0:1773616200.545796:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.545798:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616200.545802:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.545806:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616200.545814:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.545821:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616200.545824:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773616200.545829:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.545830:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.545835:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773616200.545875:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.545876:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616200.545890:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616200.545893:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496600. 00000400:00000200:1.0:1773616200.545896:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616200.545900:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616200.545903:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c37f8 00000400:00000010:1.0:1773616200.545904:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c37f8. 00000100:00000001:1.0:1773616200.545907:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616200.545910:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.545917:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616200.545921:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.545927:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.545929:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616200.545961:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.545966:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616200.545967:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616200.545975:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.545981:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616200.545982:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.545984:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616200.545986:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616200.545988:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616200.545991:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795596032:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.545994:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616200.545997:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616200.545999:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.546000:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616200.546005:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616200.546007:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616200.546010:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616200.546013:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616200.546017:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616200.546021:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596032, portal 10 00000100:00000001:2.0:1773616200.546023:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616200.546024:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:2.0:1773616200.546031:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.546037:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616200.546039:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616200.546042:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616200.546044:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795596032, offset 0 00000400:00000200:2.0:1773616200.546049:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616200.546053:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616200.546056:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616200.546059:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616200.546061:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616200.546064:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616200.546066:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616200.546070:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149592:149592:256:4294967295] 192.168.201.103@tcp LPNI seq info [149532:149532:8:4294967295] 00000400:00000200:2.0:1773616200.546073:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616200.546079:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616200.546083:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616200.546087:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06100. 00000800:00000200:2.0:1773616200.546091:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616200.546095:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616200.546097:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616200.546113:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.546117:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 470330 usecs (471 jiffies) 00000400:00000200:2.0:1773616200.546121:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616200.546123:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302001625 00000100:00000001:2.0:1773616200.546125:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302005126 00000100:00000001:2.0:1773616200.546127:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302001625 00000100:00000001:2.0:1773616200.546129:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302005126 00000100:00000001:2.0:1773616200.546131:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616200.546133:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.546135:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616200.546140:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.546147:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616200.546148:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.546151:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616200.546152:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616200.546154:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616200.546157:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795596288:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.546160:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616200.546163:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616200.546165:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.546167:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616200.546171:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616200.546173:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616200.546177:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616200.546180:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616200.546184:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000800:00000200:1.0:1773616200.546186:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1773616200.546187:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596288, portal 4 00000100:00000001:2.0:1773616200.546192:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1773616200.546192:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06100. 00000100:00000001:2.0:1773616200.546195:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000400:00000200:1.0:1773616200.546198:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1773616200.546204:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616200.546207:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616200.546214:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000100:00000001:2.0:1773616200.546218:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1773616200.546218:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:1.0:1773616200.546224:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1773616200.546225:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616200.546230:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:1.0:1773616200.546233:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616200.546235:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795596288, offset 0 00000400:00000200:2.0:1773616200.546246:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773616200.546250:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773616200.546253:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:1.0:1773616200.546258:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616200.546262:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616200.546271:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773616200.546275:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616200.546276:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:1.0:1773616200.546279:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773616200.546284:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616200.546288:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616200.546291:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149593:149593:256:4294967295] 192.168.201.103@tcp LPNI seq info [149533:149533:8:4294967295] 00000400:00000200:2.0:1773616200.546296:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616200.546302:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616200.546307:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616200.546310:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06900. 00000800:00000200:2.0:1773616200.546314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616200.546318:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616200.546321:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616200.546335:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.546339:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 701075 usecs (702 jiffies) 00000400:00000200:2.0:1773616200.546342:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616200.546344:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302001856 00000100:00000001:2.0:1773616200.546346:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302005126 00000100:00000001:2.0:1773616200.546348:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302001856 00000100:00000001:2.0:1773616200.546350:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302005126 00000100:00000001:2.0:1773616200.546352:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616200.546354:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.546357:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616200.546361:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.546374:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616200.546376:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.546379:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616200.546381:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616200.546383:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616200.546386:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795596544:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.546390:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616200.546393:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616200.546394:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.546396:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616200.546400:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616200.546402:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616200.546405:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616200.546408:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616200.546412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616200.546415:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596544, portal 10 00000100:00000001:2.0:1773616200.546418:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1773616200.546420:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773616200.546421:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530826368 : -121324178725248 : ffff91a8036ca680) 00000800:00000010:1.0:1773616200.546427:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06900. 00000100:00000040:2.0:1773616200.546430:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616200.546433:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773616200.546443:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1773616200.546444:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000040:2.0:1773616200.546449:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616200.546450:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:2.0:1773616200.546453:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000400:00000010:1.0:1773616200.546454:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:1.0:1773616200.546460:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1773616200.546461:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795596544, offset 0 00000100:00000200:1.0:1773616200.546467:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616200.546471:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616200.546479:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616200.546485:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773616200.546486:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616200.546491:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1773616200.546493:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616200.546495:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616200.546500:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616200.546504:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:1.0:1773616200.546511:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616200.546512:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149594:149594:255:4294967295] 192.168.201.103@tcp LPNI seq info [149534:149534:7:4294967295] 00000100:00000001:1.0:1773616200.546515:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1773616200.546519:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616200.546528:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616200.546533:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616200.546536:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06400. 00000800:00000200:2.0:1773616200.546540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616200.546544:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616200.546546:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616200.546561:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.546564:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 36136 usecs (37 jiffies) 00000400:00000200:2.0:1773616200.546568:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616200.546570:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302001191 00000100:00000001:2.0:1773616200.546572:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302005126 00000100:00000001:2.0:1773616200.546574:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302001191 00000100:00000001:2.0:1773616200.546576:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302005126 00000100:00000001:2.0:1773616200.546578:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616200.546580:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.546582:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616200.546586:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.546593:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616200.546594:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.546598:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616200.546600:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616200.546602:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616200.546604:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795596800:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.546607:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616200.546610:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616200.546612:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.546614:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616200.546617:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616200.546619:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616200.546622:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616200.546624:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616200.546628:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e198. 00000100:00000200:2.0:1773616200.546631:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596800, portal 4 00000100:00000001:2.0:1773616200.546632:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616200.546633:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530819200 : -121324178732416 : ffff91a8036c8a80) 00000100:00000040:2.0:1773616200.546644:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.546651:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616200.546653:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616200.546656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e5d8. 00000100:00000200:2.0:1773616200.546658:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795596800, offset 0 00000400:00000200:2.0:1773616200.546662:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616200.546665:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616200.546668:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616200.546671:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616200.546673:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616200.546676:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616200.546678:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616200.546681:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149595:149595:255:4294967295] 192.168.201.103@tcp LPNI seq info [149535:149535:7:4294967295] 00000400:00000200:2.0:1773616200.546685:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616200.546691:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616200.546695:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616200.546699:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06900. 00000800:00000200:2.0:1773616200.546703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616200.546708:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616200.546716:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616200.546719:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616200.546722:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1773616200.546725:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 40507 usecs (41 jiffies) 00000800:00000010:1.0:1773616200.546727:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06400. 00000400:00000200:2.0:1773616200.546731:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616200.546734:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302001195 00000400:00000200:1.0:1773616200.546734:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773616200.546739:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302005126 00000400:00000200:1.0:1773616200.546743:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:2.0:1773616200.546744:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302001195 00000100:00000001:2.0:1773616200.546750:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302005126 00000400:00000200:1.0:1773616200.546751:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000100:00000001:2.0:1773616200.546752:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1773616200.546755:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:2.0:1773616200.546756:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.546761:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773616200.546762:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.546777:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773616200.546778:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.546788:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616200.546789:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616200.546793:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1773616200.546793:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.546798:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.546801:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616200.546804:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.546806:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.546808:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.546809:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616200.546821:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616200.546825:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06900. 00000400:00000200:1.0:1773616200.546829:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616200.546832:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616200.546834:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:1.0:1773616200.546855:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:1.0:1773616200.546858:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616200.546862:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.546869:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616200.546872:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.546877:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.546879:0:2391:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1773616200.552024:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616200.552032:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616200.552045:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795596672:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616200.552052:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616200.552060:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616200.552063:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.552066:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616200.552072:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616200.552075:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616200.552084:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616200.552088:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616200.552135:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616200.552143:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596672, portal 10 00000100:00000001:3.0:1773616200.552146:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616200.552148:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530828160 : -121324178723456 : ffff91a8036cad80) 00000100:00000040:3.0:1773616200.552160:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616200.552168:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616200.552179:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616200.552183:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000800:00000001:1.0:1773616200.552184:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1773616200.552187:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3ee0. 00000800:00000001:1.0:1773616200.552189:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1773616200.552193:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795596672, offset 0 00000800:00000001:1.0:1773616200.552195:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773616200.552204:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616200.552205:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.552212:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:3.0:1773616200.552218:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.552219:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.552225:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616200.552229:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616200.552231:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.552237:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200671280 00000400:00000200:3.0:1773616200.552238:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616200.552242:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616200.552245:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616200.552249:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cc9 [1] + 224 00000400:00000200:3.0:1773616200.552252:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000800:00000001:1.0:1773616200.552257:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1773616200.552258:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000800:00000001:1.0:1773616200.552263:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773616200.552265:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149596:149596:256:4294967295] 192.168.201.103@tcp LPNI seq info [149536:149536:8:4294967295] 00000400:00000200:1.0:1773616200.552267:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616200.552274:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:3.0:1773616200.552278:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616200.552282:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616200.552291:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773616200.552294:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616200.552308:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000040:1.0:1773616200.552309:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1773616200.552318:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496600. 00000100:00000001:1.0:1773616200.552318:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616200.552326:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1773616200.552328:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000001:1.0:1773616200.552332:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616200.552336:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1773616200.552339:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000001:1.0:1773616200.552340:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1773616200.552346:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773616200.552357:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.552363:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616200.552367:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616200.552369:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616200.552372:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616200.552376:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 45972 usecs (46 jiffies) 00000400:00000200:1.0:1773616200.552378:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616200.552386:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.552387:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671380 00000100:00000001:3.0:1773616200.552393:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302001206 00000400:00000200:1.0:1773616200.552394:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616200.552400:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302005126 00000400:00000200:1.0:1773616200.552401:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cd1 [1] + 224 00000100:00000001:3.0:1773616200.552405:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302001206 00000800:00000001:1.0:1773616200.552408:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616200.552410:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302005126 00000100:00000001:3.0:1773616200.552414:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1773616200.552417:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.552418:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616200.552423:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773616200.552426:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616200.552430:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:3.0:1773616200.552433:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616200.552435:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616200.552442:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.552443:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616200.552448:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616200.552453:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616200.552457:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773616200.552457:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1773616200.552461:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616200.552465:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616200.552469:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df20. 00000100:00000001:1.0:1773616200.552472:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1773616200.552474:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:3.0:1773616200.552478:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:3.0:1773616200.552480:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:0.0:1773616200.552581:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616200.552586:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496600. 00000400:00000200:0.0:1773616200.552589:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616200.552593:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616200.552597:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3ee0 00000400:00000010:0.0:1773616200.552599:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3ee0. 00000100:00000001:0.0:1773616200.552603:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616200.552606:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616200.552616:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616200.552619:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616200.552630:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616200.552632:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1773616200.552942:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616200.552951:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.552958:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616200.552960:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.552962:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616200.552965:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616200.552968:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616200.552970:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.552973:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616200.552979:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616200.552983:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616200.552986:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616200.552987:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616200.552990:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616200.552993:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.552995:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616200.552999:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.553006:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616200.553009:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616200.553010:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616200.553014:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616200.553023:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795595904:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616200.558903:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616200.558910:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1773616200.558912:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1773616200.558915:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616200.558923:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:3.0:1773616200.558926:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000800:00000001:1.0:1773616200.558931:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.558932:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1773616200.558936:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.558940:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773616200.558947:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616200.558947:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.558957:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616200.558971:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000200:3.0:1773616200.558973:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616200.558978:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616200.558989:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1773616200.558989:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616200.558994:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616200.558998:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671300 00000100:00000001:3.0:1773616200.559000:0:2402:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1773616200.559005:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773616200.559006:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616200.559010:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616200.559014:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616200.559015:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ce1 [1] + 224 02000000:00000001:3.0:1773616200.559020:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616200.559026:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1773616200.559033:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=141 v=36 (36 36 36 36) 00000800:00000001:1.0:1773616200.559039:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1773616200.559040:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=141 v=5 (1 1 1 1) 00000400:00000200:1.0:1773616200.559046:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773616200.559047:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616200.559050:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616200.559053:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616200.559057:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.559064:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1773616200.559064:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000040:3.0:1773616200.559068:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616200.559072:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616200.559073:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773616200.559074:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616200.559082:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773616200.559083:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.559110:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616200.559114:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1773616200.559116:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.559117:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616200.559127:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616200.559138:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795596160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616200.559146:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.559149:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616200.559159:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795595904/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.559176:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616200.559179:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616200.559183:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616200.559189:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616200.559191:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616200.559194:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616200.559196:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616200.559200:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06f00. 02000000:00000001:3.0:1773616200.559205:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616200.559207:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616200.559209:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:2.0:1773616200.559209:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.559215:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616200.559216:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616200.559219:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.559221:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616200.559225:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795596160/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.559379:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616200.559381:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616200.559383:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616200.559386:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616200.559387:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616200.559388:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616200.559390:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616200.559391:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06a00. 02000000:00000001:3.0:1773616200.559393:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616200.559394:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616200.559395:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:3.0:1773616200.559398:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616200.559399:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.559402:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.559404:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616200.559405:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616200.559407:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.559409:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616200.560112:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616200.560122:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.560128:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616200.564794:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616200.564801:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616200.564806:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616200.564815:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:2.0:1773616200.564818:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:2.0:1773616200.564822:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616200.564834:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616200.564860:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.564868:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616200.564870:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.564873:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616200.564877:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616200.564880:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616200.564882:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.564886:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616200.564897:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=141 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616200.564902:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=114 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616200.564905:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616200.564906:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616200.564909:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616200.564914:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.564918:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616200.564921:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616200.564923:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616200.564925:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.564930:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.564937:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616200.564940:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616200.564942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616200.564947:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616200.564954:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795596032:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.564961:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.564964:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616200.564967:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795596032/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.564974:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616200.564976:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616200.564980:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616200.564984:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616200.564987:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616200.564989:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616200.564992:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616200.564995:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06200. 02000000:00000001:2.0:1773616200.564998:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616200.565001:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616200.565003:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:2.0:1773616200.565007:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616200.565008:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.565013:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.565016:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.565018:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616200.565020:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.565022:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616200.567834:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.567888:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616200.567892:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.567894:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616200.567903:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.567911:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616200.567919:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.567924:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.567929:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.567933:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671480 00000400:00000200:0.0:1773616200.567938:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.567945:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cd9 [1] + 224 00000800:00000001:0.0:1773616200.567953:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.568010:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616200.568014:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616200.568019:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616200.568027:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616200.568035:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616200.568046:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616200.568066:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616200.568075:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.568079:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.568200:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616200.568204:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616200.568211:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616200.568213:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616200.568262:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616200.568267:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:3.0:1773616200.568269:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:3.0:1773616200.568272:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616200.568278:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616200.568295:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.568302:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616200.568304:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.568307:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616200.568310:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616200.568312:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616200.568315:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.568328:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616200.568338:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616200.568343:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=95 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616200.568345:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616200.568348:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616200.568350:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616200.568354:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.568357:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616200.568359:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616200.568361:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616200.568363:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616200.568369:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.568376:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616200.568379:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616200.568380:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616200.568385:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616200.568393:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795596416:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616200.568399:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.568402:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616200.568405:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9180 x1859763795596416/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.568416:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616200.568419:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616200.568423:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616200.568428:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616200.568430:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616200.568432:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616200.568434:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616200.568437:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06300. 02000000:00000001:3.0:1773616200.568440:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616200.568442:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616200.568444:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9180. 00000100:00000001:3.0:1773616200.568448:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616200.568449:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.568453:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.568455:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616200.568457:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616200.568458:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.568460:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616200.574834:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.574869:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616200.574874:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.574876:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616200.574887:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.574895:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616200.574907:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.574912:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.574917:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.574921:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671500 00000400:00000200:1.0:1773616200.574926:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.574935:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cf1 [1] + 224 00000800:00000001:1.0:1773616200.574943:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.574948:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616200.574951:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616200.574955:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616200.574962:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616200.574971:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616200.574982:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.575093:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.575099:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616200.575190:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616200.575204:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.575209:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616200.575211:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.575213:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616200.575217:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.575221:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616200.575225:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.575228:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.575231:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.575234:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671400 00000400:00000200:1.0:1773616200.575237:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616200.575241:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ce9 [1] + 224 00000800:00000001:1.0:1773616200.575245:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.575254:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616200.575257:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616200.575260:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616200.575263:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616200.575267:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616200.575278:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616200.575286:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616200.575289:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616200.575293:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616200.575510:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616200.575513:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616200.575516:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616200.575520:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616200.575522:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616200.575526:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616200.575530:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616200.575540:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.575547:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616200.575549:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.575551:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616200.575554:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616200.575557:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616200.575559:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.575562:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616200.575571:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=62 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616200.575576:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616200.575578:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616200.575580:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616200.575583:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616200.575586:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.575590:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616200.575592:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616200.575594:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616200.575596:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.575602:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.575608:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616200.575611:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616200.575612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616200.575616:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616200.575623:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795596544:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.575629:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.575631:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616200.575634:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca680 x1859763795596544/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.575640:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616200.575642:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616200.575646:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616200.575650:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616200.575652:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616200.575654:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616200.575656:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616200.575659:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06d00. 02000000:00000001:2.0:1773616200.575663:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616200.575665:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616200.575668:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca680. 00000100:00000001:2.0:1773616200.575672:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616200.575674:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.575678:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.575680:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.575681:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616200.575683:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616200.575684:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616200.575686:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616200.575688:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:2.0:1773616200.575690:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:2.0:1773616200.575692:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616200.575696:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616200.575705:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.575712:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616200.575713:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.575715:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616200.575716:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616200.575717:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616200.575719:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.575720:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616200.575724:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616200.575726:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616200.575728:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616200.575730:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616200.575731:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616200.575733:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.575735:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616200.575736:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616200.575738:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616200.575739:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.575743:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.575750:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616200.575752:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616200.575753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616200.575757:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616200.575764:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795596288:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.575781:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.575784:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616200.575787:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795596288/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.575792:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616200.575794:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616200.575796:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616200.575799:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616200.575800:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616200.575802:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616200.575804:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616200.575805:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06e00. 02000000:00000001:2.0:1773616200.575808:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616200.575809:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616200.575810:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616200.575813:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616200.575814:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.575817:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.575819:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.575820:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616200.575821:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.575823:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616200.583863:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.583885:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616200.583888:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.583891:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616200.584070:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584078:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616200.584089:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584095:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584101:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584105:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671600 00000400:00000200:0.0:1773616200.584110:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584116:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193cf9 [1] + 224 00000800:00000001:0.0:1773616200.584124:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.584130:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616200.584133:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616200.584137:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616200.584144:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616200.584152:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616200.584165:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616200.584191:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616200.584200:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.584204:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616200.584207:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.584209:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616200.584212:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584216:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616200.584220:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584223:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584225:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584228:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671580 00000400:00000200:0.0:1773616200.584231:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616200.584236:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d01 [1] + 224 00000800:00000001:0.0:1773616200.584240:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.584249:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616200.584252:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616200.584255:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616200.584258:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616200.584263:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616200.584272:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.584345:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616200.584351:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616200.585723:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616200.585737:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616200.585742:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.586097:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.586101:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616200.586108:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616200.586110:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616200.586113:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616200.586118:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:2.0:1773616200.586120:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:2.0:1773616200.586123:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616200.586130:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616200.586140:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.586146:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616200.586148:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.586151:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616200.586155:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616200.586157:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616200.586159:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616200.586162:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616200.586171:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616200.586176:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616200.586178:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616200.586180:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616200.586183:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616200.586186:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.586189:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616200.586192:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616200.586193:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616200.586195:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616200.586200:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.586207:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616200.586210:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616200.586212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616200.586217:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616200.586225:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795596800:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616200.586230:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.586233:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616200.586236:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8a80 x1859763795596800/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616200.586242:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616200.586245:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616200.586249:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616200.586253:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616200.586256:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616200.586257:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616200.586259:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616200.586263:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06c00. 02000000:00000001:2.0:1773616200.586267:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616200.586269:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616200.586271:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8a80. 00000100:00000001:2.0:1773616200.586275:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616200.586276:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.586278:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616200.586287:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616200.586289:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616200.586291:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616200.586294:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773616200.588415:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616200.588421:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616200.588425:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616200.588620:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:3.0:1773616200.588623:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:3.0:1773616200.588627:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616200.588637:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616200.588921:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.588929:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616200.588931:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.588934:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616200.588937:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616200.588939:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616200.588942:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616200.588945:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616200.588952:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=62 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616200.588956:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616200.588958:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616200.588960:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616200.588962:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616200.588966:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.588969:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616200.588972:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616200.588973:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616200.588975:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616200.588980:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.588987:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616200.588990:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616200.588991:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616200.588995:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616200.589004:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795596672:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616200.589013:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.589017:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616200.589021:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cad80 x1859763795596672/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616200.589029:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616200.589031:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616200.589035:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616200.589039:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616200.589042:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616200.589043:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616200.589046:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616200.589778:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06800. 02000000:00000001:3.0:1773616200.589786:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616200.589789:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616200.589791:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cad80. 00000100:00000001:3.0:1773616200.589794:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616200.589796:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616200.589800:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.589802:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616200.589804:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616200.589806:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616200.589807:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610269:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616200.610277:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610284:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616200.610285:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610289:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616200.610290:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610294:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616200.610297:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616200.610300:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616200.610303:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610306:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616200.610309:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610311:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610313:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610331:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616200.610333:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616200.610336:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616200.610338:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616200.610950:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616200.610955:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616200.610958:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616201.632074:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616201.632081:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616201.632088:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616201.632089:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616201.632093:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616201.632095:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616201.632099:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616201.632101:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616201.632104:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616201.632106:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616201.632109:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616201.632110:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616201.632147:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616201.632150:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616201.632153:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616202.655970:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616202.655982:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616202.655984:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616202.655988:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.655993:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616202.655996:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.655999:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656001:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656006:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616202.656007:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616202.656009:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616202.656015:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616202.656017:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616202.656019:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656021:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616202.656023:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656024:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656026:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656030:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616202.656031:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616202.656033:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616202.656034:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616202.656036:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616202.656037:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656039:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616202.656040:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656042:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656044:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656047:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616202.656049:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656052:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616202.656054:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616202.656056:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616202.656058:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616202.656059:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616202.656060:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656062:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616202.656064:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656065:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656067:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616202.656070:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616202.656072:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616202.665459:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616202.665468:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616202.665474:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616203.680141:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616203.680147:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616203.680153:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616203.680154:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616203.680158:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616203.680159:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616203.680163:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616203.680164:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616203.680167:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616203.680168:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616203.680171:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616203.680173:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616203.682500:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616203.682507:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616203.682523:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616204.575981:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302005126, at 4302005184 00000100:00000010:1.0:1773616204.575998:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b6c0. 00000100:00000040:0.0:1773616204.576084:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302005126, at 4302005184 00000100:00000010:0.0:1773616204.576091:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a80469b300. 00010000:00000001:0.0:1773616204.705177:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616204.705184:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616204.705191:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616204.705192:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616204.705196:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616204.705197:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616204.705201:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616204.705202:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616204.705205:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616204.705207:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616204.705210:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616204.705211:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616204.705232:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616204.705236:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616204.705239:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616205.664017:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664029:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664042:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8a80. 00000020:00000040:2.0:1773616205.664050:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616205.664055:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664058:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664064:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664083:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06c00. 00000100:00000001:2.0:1773616205.664091:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664104:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664116:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664120:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664127:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ee6fcc4] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664166:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664169:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664172:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664176:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616205.664178:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616205.664181:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664182:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664185:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664188:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06e00. 00000100:00000001:2.0:1773616205.664190:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664195:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664202:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664204:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664208:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664216:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664218:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664221:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664223:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca680. 00000020:00000040:2.0:1773616205.664225:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616205.664226:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664228:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664229:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664231:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06d00. 00000100:00000001:2.0:1773616205.664234:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664237:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664243:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664245:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664248:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c85d45e5] to pc [ptlrpcd_01_01+1] req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664255:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664257:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664260:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664262:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616205.664264:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616205.664266:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664267:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664269:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664271:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06200. 00000100:00000001:2.0:1773616205.664274:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664277:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664283:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664285:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664288:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1eadc1c] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664295:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664297:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664299:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664304:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cad80. 00000020:00000040:2.0:1773616205.664306:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616205.664307:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664308:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664309:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664312:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06100. 00000100:00000001:2.0:1773616205.664314:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664317:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664324:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664325:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664329:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f1c111e] to pc [ptlrpcd_01_01+1] req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664336:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664339:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664342:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664345:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9180. 00000020:00000040:2.0:1773616205.664347:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616205.664349:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664350:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664351:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664354:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06800. 00000100:00000001:2.0:1773616205.664356:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664360:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664367:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664368:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664372:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9118ba6] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664378:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664381:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664383:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664385:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cbb80. 00000020:00000040:2.0:1773616205.664387:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616205.664389:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664390:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664391:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664393:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06300. 00000100:00000001:2.0:1773616205.664395:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664399:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664405:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664406:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664410:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041fc5ef2] to pc [ptlrpcd_01_01+1] req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664416:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664419:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616205.664421:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616205.664423:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616205.664425:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616205.664427:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616205.664428:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616205.664429:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616205.664431:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06a00. 00000100:00000001:2.0:1773616205.664433:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664437:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616205.664443:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616205.664445:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664448:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005975f6ca] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664455:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664457:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616205.664460:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616205.664465:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7343) 00000100:00000001:2.0:1773616205.664478:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616205.664480:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616205.664483:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616205.664488:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664494:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616205.664496:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.664499:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616205.664502:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616205.664505:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616205.664508:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795597056:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616205.664514:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616205.664519:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616205.664521:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.664523:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616205.664527:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616205.664529:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616205.664536:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616205.664541:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616205.664547:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e198. 00000100:00000200:2.0:1773616205.664553:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597056, portal 10 00000100:00000001:2.0:1773616205.664555:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616205.664557:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616205.664564:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664571:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616205.664574:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616205.664576:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e880. 00000100:00000200:2.0:1773616205.664579:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795597056, offset 0 00000400:00000200:2.0:1773616205.664586:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616205.664594:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616205.664601:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616205.664606:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616205.664610:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616205.664613:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616205.664617:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616205.664621:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149597:149597:256:4294967295] 192.168.201.103@tcp LPNI seq info [149537:149537:8:4294967295] 00000400:00000200:2.0:1773616205.664626:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616205.664635:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616205.664641:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616205.664645:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06f00. 00000800:00000200:2.0:1773616205.664651:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616205.664660:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616205.664664:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616205.664691:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664697:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 469386 usecs (470 jiffies) 00000400:00000200:2.0:1773616205.664700:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616205.664703:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302006742 00000100:00000010:2.0:1773616205.664709:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685780. 00000100:00000001:2.0:1773616205.664715:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616205.664721:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302006742 00000100:00000010:2.0:1773616205.664724:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046852a0. 00000100:00000001:2.0:1773616205.664727:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616205.664731:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.664733:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.664736:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616205.664739:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664747:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616205.664748:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.664751:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616205.664752:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616205.664754:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616205.664757:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795597312:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616205.664760:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616205.664763:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616205.664764:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.664766:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616205.664768:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616205.664770:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616205.664774:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616205.664776:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616205.664779:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616205.664782:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597312, portal 4 00000100:00000001:2.0:1773616205.664784:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616205.664785:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:2.0:1773616205.664791:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664798:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616205.664800:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616205.664802:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eee0. 00000100:00000200:2.0:1773616205.664804:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795597312, offset 0 00000400:00000200:2.0:1773616205.664808:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616205.664811:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616205.664814:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616205.664817:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616205.664819:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616205.664822:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616205.664824:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616205.664827:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149598:149598:255:4294967295] 192.168.201.103@tcp LPNI seq info [149538:149538:7:4294967295] 00000400:00000200:2.0:1773616205.664831:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616205.664870:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616205.664875:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616205.664878:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06900. 00000800:00000200:2.0:1773616205.664882:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616205.664886:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616205.664889:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616205.664892:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.664895:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 696380 usecs (697 jiffies) 00000400:00000200:2.0:1773616205.664898:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616205.664900:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302006970 00000100:00000001:2.0:1773616205.664905:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302006742 00000100:00000001:2.0:1773616205.664909:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302006970 00000100:00000001:2.0:1773616205.664912:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302006742 00000100:00000001:2.0:1773616205.664915:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.664917:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.664919:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616205.664922:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664929:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616205.664930:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.664932:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616205.664934:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616205.664936:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616205.664939:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795597568:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616205.664942:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616205.664944:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616205.664946:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.664947:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616205.664950:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616205.664952:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616205.664954:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616205.664957:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616205.664960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eb28. 00000100:00000200:2.0:1773616205.664963:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597568, portal 10 00000100:00000001:2.0:1773616205.664965:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616205.664966:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820992 : -121324178730624 : ffff91a8036c9180) 00000100:00000040:2.0:1773616205.664971:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.664977:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616205.664979:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616205.664982:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e5d8. 00000100:00000200:2.0:1773616205.664984:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795597568, offset 0 00000400:00000200:2.0:1773616205.664988:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616205.664991:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616205.664994:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616205.664997:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616205.664999:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616205.665002:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616205.665005:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616205.665008:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149599:149599:254:4294967295] 192.168.201.103@tcp LPNI seq info [149539:149539:6:4294967295] 00000400:00000200:2.0:1773616205.665012:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616205.665018:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616205.665023:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616205.665026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06400. 00000800:00000200:2.0:1773616205.665031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:3.0:1773616205.665034:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1773616205.665036:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:3.0:1773616205.665039:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1773616205.665040:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616205.665043:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1773616205.665045:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.665050:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 36260 usecs (37 jiffies) 00000100:00000040:3.0:1773616205.665054:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616205.665057:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616205.665061:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302006310 00000100:00000001:2.0:1773616205.665067:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302006970 00000100:00000001:3.0:1773616205.665072:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616205.665072:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302006310 00000100:00000001:3.0:1773616205.665076:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.665077:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302006970 02000000:00000001:3.0:1773616205.665082:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1773616205.665083:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616205.665086:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.665087:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.665092:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.665093:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773616205.665099:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795596928:192.168.201.103@tcp:400:kworker.0 00000100:00000040:2.0:1773616205.665102:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.665105:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616205.665109:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616205.665112:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.665115:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1773616205.665116:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773616205.665119:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616205.665123:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7400. 02000000:00000001:2.0:1773616205.665123:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616205.665128:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.665128:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616205.665136:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616205.665140:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00100000:2.0:1773616205.665142:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795597824:192.168.201.103@tcp:400:kworker.0 00000400:00000010:3.0:1773616205.665146:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000100:00000001:2.0:1773616205.665147:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616205.665151:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1773616205.665154:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 02000000:00000001:2.0:1773616205.665154:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.665158:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1773616205.665162:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795596928, portal 25 02000000:00000010:2.0:1773616205.665163:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 00000100:00000001:3.0:1773616205.665166:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1773616205.665167:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.665169:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530819200 : -121324178732416 : ffff91a8036c8a80) 00000400:00000200:2.0:1773616205.665174:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616205.665177:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000100:00000040:3.0:1773616205.665179:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773616205.665182:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000100:00000200:2.0:1773616205.665188:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597824, portal 4 00000100:00000001:2.0:1773616205.665193:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616205.665194:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773616205.665195:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:3.0:1773616205.665201:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616205.665206:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3cc0. 00000100:00000040:2.0:1773616205.665207:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616205.665211:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795596928, offset 0 00000100:00000001:2.0:1773616205.665219:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1773616205.665222:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000040:2.0:1773616205.665226:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616205.665231:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616205.665231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e440. 00000100:00000200:2.0:1773616205.665235:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795597824, offset 0 00000400:00000200:3.0:1773616205.665240:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616205.665245:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616205.665248:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616205.665253:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616205.665255:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1773616205.665334:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.665339:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06f00. 00000400:00000200:1.0:1773616205.665346:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.665352:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.665357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e880 00000400:00000010:1.0:1773616205.665359:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e880. 00000100:00000001:1.0:1773616205.665363:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.665368:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.665379:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.665382:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.665389:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.665391:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616205.665403:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.665406:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06900. 00000400:00000200:1.0:1773616205.665409:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.665412:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.665415:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eee0 00000400:00000010:1.0:1773616205.665417:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eee0. 00000100:00000001:1.0:1773616205.665419:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.665422:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.665430:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.665433:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.665445:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.665447:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616205.665512:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.665515:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06400. 00000400:00000200:1.0:1773616205.665518:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.665522:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.665524:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e5d8 00000400:00000010:1.0:1773616205.665526:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e5d8. 00000100:00000001:1.0:1773616205.665528:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.665532:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.665539:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.665542:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.665549:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.665551:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1773616205.665741:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616205.665744:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149600:149600:256:4294967295] 192.168.201.103@tcp LPNI seq info [149540:149540:8:4294967295] 00000400:00000200:3.0:1773616205.665750:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616205.665757:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616205.665762:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616205.665766:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496100. 00000800:00000200:3.0:1773616205.665771:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616205.665776:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616205.665779:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616205.666081:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616205.666088:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616205.666091:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302010247 00000100:00000001:3.0:1773616205.666097:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302006970 00000400:00000200:2.0:1773616205.666098:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616205.666107:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302010247 00000400:00000200:2.0:1773616205.666107:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:3.0:1773616205.666114:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302006970 00000400:00000200:2.0:1773616205.666114:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773616205.666120:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1773616205.666120:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616205.666124:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1773616205.666126:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616205.666130:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:3.0:1773616205.666132:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773616205.666136:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149601:149601:255:4294967295] 192.168.201.103@tcp LPNI seq info [149541:149541:7:4294967295] 00000100:00000040:3.0:1773616205.666142:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773616205.666143:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616205.666157:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1773616205.666157:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:3.0:1773616205.666161:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773616205.666166:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 02000000:00000001:3.0:1773616205.666167:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616205.666171:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1773616205.666174:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06400. 02000000:00000001:3.0:1773616205.666176:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773616205.666182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00100000:3.0:1773616205.666186:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795597184:192.168.201.103@tcp:400:kworker.0 00000800:00000200:2.0:1773616205.666192:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:3.0:1773616205.666193:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1773616205.666198:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06400 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1773616205.666199:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616205.666204:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.666204:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.666208:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1773616205.666211:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 41318 usecs (42 jiffies) 02000000:00000010:3.0:1773616205.666215:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 00000400:00000200:2.0:1773616205.666216:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773616205.666221:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.666222:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302006316 00000100:00000001:2.0:1773616205.666226:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302010247 00000400:00000200:3.0:1773616205.666230:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616205.666231:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302006316 00000100:00000001:2.0:1773616205.666235:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302010247 00000400:00000010:3.0:1773616205.666236:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000100:00000001:2.0:1773616205.666237:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.666241:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773616205.666243:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000001:2.0:1773616205.666244:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773616205.666249:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597184, portal 10 00000100:00000001:2.0:1773616205.666250:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.666255:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616205.666258:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530826368 : -121324178725248 : ffff91a8036ca680) 00000100:00000001:2.0:1773616205.666264:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1773616205.666267:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.666268:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616205.666274:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616205.666277:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616205.666281:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1773616205.666281:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.666286:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000001:2.0:1773616205.666286:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1773616205.666291:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3330. 00000100:00000200:3.0:1773616205.666296:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795597184, offset 0 00000400:00000200:3.0:1773616205.666302:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616205.666308:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616205.666313:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616205.666317:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616205.666320:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616205.666323:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616205.666325:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616205.666329:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149602:149602:254:4294967295] 192.168.201.103@tcp LPNI seq info [149542:149542:6:4294967295] 00000400:00000200:3.0:1773616205.666333:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616205.666339:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616205.666344:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616205.666348:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496000. 00000800:00000200:3.0:1773616205.666352:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616205.666357:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616205.666360:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616205.666363:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.666367:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 96668 usecs (97 jiffies) 00000400:00000200:3.0:1773616205.666370:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616205.666371:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302006371 00000100:00000001:3.0:1773616205.666374:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302010247 00000100:00000001:3.0:1773616205.666376:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302006371 00000100:00000001:3.0:1773616205.666378:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302010247 00000100:00000001:3.0:1773616205.666381:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616205.666383:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.666385:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616205.666390:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.666397:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616205.666398:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.666401:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616205.666403:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616205.666405:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616205.666408:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795597440:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616205.666412:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616205.666414:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616205.666415:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.666417:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616205.666421:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616205.666423:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616205.666426:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616205.666429:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616205.666432:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616205.666436:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597440, portal 4 00000100:00000001:3.0:1773616205.666438:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616205.666439:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530828160 : -121324178723456 : ffff91a8036cad80) 00000100:00000040:3.0:1773616205.666446:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.666453:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616205.666455:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616205.666458:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3990. 00000100:00000200:3.0:1773616205.666461:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795597440, offset 0 00000400:00000200:3.0:1773616205.666466:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616205.666470:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616205.666473:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616205.666475:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616205.666478:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616205.666480:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616205.666482:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616205.666485:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149603:149603:253:4294967295] 192.168.201.103@tcp LPNI seq info [149543:149543:5:4294967295] 00000400:00000200:3.0:1773616205.666489:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616205.666496:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616205.666500:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616205.666505:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a819496600. 00000800:00000200:3.0:1773616205.666509:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616205.666513:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616205.666515:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a819496600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616205.666518:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.666521:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 437841 usecs (438 jiffies) 00000400:00000200:3.0:1773616205.666524:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616205.666526:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302006712 00000100:00000001:3.0:1773616205.666528:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302010247 00000100:00000001:3.0:1773616205.666530:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302006712 00000100:00000001:3.0:1773616205.666532:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302010247 00000100:00000001:3.0:1773616205.666534:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616205.666536:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.666538:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616205.666542:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.666548:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616205.666550:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.666552:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616205.666554:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616205.666556:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616205.666558:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795597696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616205.666562:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616205.666565:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616205.666566:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.666568:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616205.666584:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616205.666586:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616205.666590:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616205.666592:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df20. 00000400:00000010:3.0:1773616205.666595:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773616205.666598:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597696, portal 10 00000100:00000001:3.0:1773616205.666600:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616205.666602:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530831744 : -121324178719872 : ffff91a8036cbb80) 00000100:00000040:3.0:1773616205.666608:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.666614:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616205.666616:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616205.666619:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3088. 00000100:00000200:3.0:1773616205.666621:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795597696, offset 0 00000400:00000200:3.0:1773616205.666626:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616205.666630:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616205.666633:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616205.666636:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616205.666638:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616205.666640:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616205.666642:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616205.666645:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149604:149604:252:4294967295] 192.168.201.103@tcp LPNI seq info [149544:149544:4:4294967295] 00000400:00000200:3.0:1773616205.666649:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616205.666654:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616205.666658:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616205.666665:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265100. 00000800:00000200:3.0:1773616205.666669:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616205.666673:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616205.666676:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616205.666679:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.666692:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 46602 usecs (47 jiffies) 00000400:00000200:3.0:1773616205.666696:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616205.666698:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302006321 00000100:00000001:3.0:1773616205.666700:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302010247 00000100:00000001:3.0:1773616205.666702:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302006321 00000100:00000001:3.0:1773616205.666705:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302010247 00000100:00000001:3.0:1773616205.666707:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616205.666709:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.667222:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.667230:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.667237:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616205.667239:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616205.667241:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616205.667243:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616205.667245:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.667248:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616205.670538:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.670558:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616205.670562:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.670565:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.673926:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.673935:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616205.673947:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.673952:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.673958:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.673962:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671700 00000400:00000200:0.0:1773616205.673967:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.673974:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d09 [1] + 224 00000800:00000001:0.0:1773616205.673984:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684200:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.684213:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616205.684224:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616205.684234:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616205.684245:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616205.684260:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616205.684275:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616205.684289:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684298:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616205.684301:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684303:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.684311:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684316:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616205.684326:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684331:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684336:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684342:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671900 00000400:00000200:0.0:1773616205.684347:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684354:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d19 [1] + 224 00000800:00000001:0.0:1773616205.684363:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684368:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.684370:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616205.684374:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616205.684378:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616205.684382:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616205.684393:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616205.684401:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616205.684406:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684409:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616205.684411:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684414:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.684417:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684421:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616205.684426:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684428:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684431:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684434:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671800 00000400:00000200:0.0:1773616205.684437:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.684441:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d11 [1] + 224 00000800:00000001:0.0:1773616205.684445:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684453:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.684455:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616205.684665:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616205.684669:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616205.684674:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616205.684701:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616205.684710:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616205.684771:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.684776:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.685058:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616205.685064:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616205.685072:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616205.685074:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616205.685078:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616205.685083:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:2.0:1773616205.685086:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:2.0:1773616205.685089:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616205.685095:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616205.685107:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685121:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616205.685123:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.685126:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616205.685129:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616205.685132:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616205.685134:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.685138:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616205.685149:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=146 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616205.685153:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=119 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616205.685156:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616205.685158:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616205.685161:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616205.685164:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.685167:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616205.685169:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616205.685171:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616205.685173:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.685177:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685184:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.685188:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616205.685189:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616205.685194:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616205.685202:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795597056:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616205.685207:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616205.685209:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616205.685211:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616205.685213:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616205.685215:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616205.685217:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616205.685221:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616205.685229:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685235:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616205.685236:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.685239:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616205.685240:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616205.685241:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616205.685243:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.685245:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616205.685249:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=146 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616205.685252:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616205.685255:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616205.685256:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616205.685258:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616205.685260:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.685262:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616205.685263:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616205.685265:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616205.685266:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.685270:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685276:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.685278:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616205.685279:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616205.685283:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616205.685291:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795597312:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616205.685297:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616205.685298:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616205.685300:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616205.685303:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eb28 00000400:00000010:2.0:1773616205.685305:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eb28. 00000100:00000001:2.0:1773616205.685307:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616205.685311:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616205.685319:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685325:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616205.685327:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.685329:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616205.685330:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616205.685331:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616205.685333:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.685335:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616205.685339:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=67 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616205.685342:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616205.685344:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616205.685346:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616205.685347:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616205.685349:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.685351:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616205.685352:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616205.685354:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616205.685356:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.685359:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685365:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.685367:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616205.685368:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616205.685371:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616205.685378:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795597568:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616205.685383:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.685386:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616205.685389:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795597056/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685395:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616205.685397:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616205.685401:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616205.685405:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616205.685407:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616205.685409:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616205.685411:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616205.685414:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06e00. 02000000:00000001:2.0:1773616205.685417:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616205.685419:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616205.685420:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616205.685424:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616205.685425:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.685427:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616205.685430:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795597312/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685437:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616205.685438:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616205.685440:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616205.685442:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616205.685443:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616205.685445:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616205.685447:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616205.685448:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06200. 02000000:00000001:2.0:1773616205.685451:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616205.685452:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616205.685453:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:2.0:1773616205.685456:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616205.685457:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.685459:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616205.685462:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9180 x1859763795597568/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.685469:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616205.685470:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616205.685471:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616205.685473:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616205.685474:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616205.685475:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616205.685477:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616205.685479:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06800. 02000000:00000001:2.0:1773616205.685481:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616205.685482:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616205.685483:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9180. 00000100:00000001:2.0:1773616205.685485:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616205.685487:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.685490:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.685493:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616205.685495:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616205.685496:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.685499:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616205.691101:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.691111:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496100. 00000400:00000200:1.0:1773616205.691121:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.691129:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.691136:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3cc0 00000400:00000010:1.0:1773616205.691139:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3cc0. 00000100:00000001:1.0:1773616205.691144:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.691153:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691167:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.691171:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691179:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.691181:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616205.691198:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.691201:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06400. 00000400:00000200:1.0:1773616205.691205:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.691209:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.691212:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e440 00000400:00000010:1.0:1773616205.691214:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e440. 00000100:00000001:1.0:1773616205.691217:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.691221:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691229:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.691232:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691238:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.691240:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616205.691250:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.691253:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496000. 00000400:00000200:1.0:1773616205.691256:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.691259:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.691262:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3330 00000400:00000010:1.0:1773616205.691264:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3330. 00000100:00000001:1.0:1773616205.691266:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.691271:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691279:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.691282:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691289:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.691291:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616205.691300:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.691302:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a819496600. 00000400:00000200:1.0:1773616205.691305:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.691308:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.691311:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3990 00000400:00000010:1.0:1773616205.691313:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3990. 00000100:00000001:1.0:1773616205.691316:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.691320:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691328:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.691331:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.691338:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.691340:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616205.692056:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616205.692060:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265100. 00000400:00000200:1.0:1773616205.692065:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.692071:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616205.692075:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3088 00000400:00000010:1.0:1773616205.692077:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3088. 00000100:00000001:1.0:1773616205.692080:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616205.692085:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.692094:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616205.692098:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.692104:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616205.692106:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616205.695251:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.695269:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616205.695273:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.695276:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.695285:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695292:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616205.695300:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695305:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695311:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695316:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671780 00000400:00000200:0.0:1773616205.695321:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695329:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d31 [1] + 224 00000800:00000001:0.0:1773616205.695338:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.695344:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.695347:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616205.695351:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616205.695358:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616205.695367:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616205.695378:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.695431:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616205.695435:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616205.695454:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616205.695463:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.695469:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616205.695471:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.695474:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.695478:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695482:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616205.695486:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695488:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695697:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695702:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671a00 00000400:00000200:0.0:1773616205.695706:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616205.695711:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d29 [1] + 224 00000800:00000001:0.0:1773616205.695727:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.695735:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616205.695738:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616205.695742:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616205.695745:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616205.695750:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616205.695759:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616205.695781:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616205.695786:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616205.695790:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.695862:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616205.695865:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616205.695886:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616205.695888:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616205.695891:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616205.695895:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000400:00000010:2.0:1773616205.695898:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:2.0:1773616205.695902:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616205.695907:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616205.695926:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.695932:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616205.695934:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.695937:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616205.695940:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616205.695942:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616205.695945:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616205.695948:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616205.695958:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616205.695962:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616205.695965:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616205.695966:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616205.695969:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616205.695973:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.695976:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616205.695978:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616205.695980:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616205.695982:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616205.695987:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.695994:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616205.695997:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616205.695999:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616205.696003:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616205.696011:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795597824:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616205.696016:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.696019:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616205.696023:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795597824/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616205.696029:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616205.696031:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616205.696035:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616205.696039:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616205.696041:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616205.696043:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616205.696046:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616205.696048:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06a00. 02000000:00000001:2.0:1773616205.696052:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616205.696054:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616205.696056:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:2.0:1773616205.696060:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616205.696061:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.696064:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616205.696071:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616205.696073:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616205.696076:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616205.696078:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1773616205.697314:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616205.697318:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616205.697321:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616205.697326:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:3.0:1773616205.697328:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000100:00000001:3.0:1773616205.697331:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616205.697339:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616205.697348:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.697355:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616205.697357:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.697359:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616205.697361:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616205.697363:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616205.697365:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.697367:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616205.697373:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=146 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616205.697377:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616205.697379:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616205.697381:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616205.697383:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616205.697386:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.697389:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616205.697391:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:3.0:1773616205.697393:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616205.697394:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.697399:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.697406:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616205.697409:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616205.697410:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616205.697414:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616205.697422:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795597184:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616205.697429:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.697431:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616205.697434:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca680 x1859763795597184/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.697441:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616205.697443:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616205.697446:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616205.697451:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616205.697452:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616205.697454:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616205.697455:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616205.697457:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06d00. 02000000:00000001:3.0:1773616205.697460:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616205.697461:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616205.697463:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca680. 00000100:00000001:3.0:1773616205.697466:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616205.697467:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.697470:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.697472:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616205.697475:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616205.697476:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.697478:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616205.710420:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710438:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616205.710442:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710444:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616205.710454:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710463:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616205.710472:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710476:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710482:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710487:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200671680 00000400:00000200:1.0:1773616205.710493:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710499:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d21 [1] + 224 00000800:00000001:1.0:1773616205.710507:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710513:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616205.710516:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.710521:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616205.710528:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616205.710538:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616205.710550:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.710588:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616205.710598:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710602:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616205.710604:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710607:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616205.710610:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710614:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616205.710619:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710622:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710625:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710628:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671880 00000400:00000200:1.0:1773616205.710632:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710637:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d39 [1] + 224 00000800:00000001:1.0:1773616205.710640:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710644:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616205.710646:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.710649:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616205.710652:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616205.710657:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616205.710667:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.710676:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616205.710679:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710694:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616205.710696:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710699:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616205.710702:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710706:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616205.710710:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710713:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710716:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710719:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671980 00000400:00000200:1.0:1773616205.710723:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616205.710728:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d41 [1] + 224 00000800:00000001:1.0:1773616205.710732:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710787:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616205.710790:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616205.710794:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616205.710797:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616205.710801:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616205.710811:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616205.710819:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616205.710823:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616205.710826:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.714388:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616205.714398:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616205.714407:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616205.714410:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616205.714415:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616205.714422:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:3.0:1773616205.714425:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:3.0:1773616205.714430:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616205.714441:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616205.714454:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.714464:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616205.714466:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.714469:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616205.714473:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616205.714475:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616205.714478:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.714481:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616205.714489:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616205.714493:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616205.714702:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616205.714704:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616205.714707:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616205.714709:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.714712:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.714725:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.714734:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616205.714738:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616205.714740:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616205.714744:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616205.714758:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795596928:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616205.714765:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616205.714766:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616205.714768:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616205.714771:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:3.0:1773616205.714773:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:3.0:1773616205.714775:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616205.714779:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616205.714789:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.714795:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616205.714797:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.714798:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616205.714800:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616205.714801:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616205.714803:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.714805:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616205.714823:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616205.714827:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=100 v=5 (1 1 1 0) 00000100:00000001:3.0:1773616205.714829:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616205.714831:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616205.714833:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616205.714902:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.714907:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616205.714909:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616205.714911:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616205.715191:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.715200:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.715208:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616205.715211:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616205.715213:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616205.715217:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616205.715226:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795597440:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616205.715233:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616205.715235:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616205.715237:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df20. 00000400:00000200:3.0:1773616205.715240:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773616205.715242:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773616205.715244:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616205.715249:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616205.715258:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.715266:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616205.715267:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.715270:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616205.715271:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616205.715273:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616205.715275:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616205.715277:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616205.715282:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=67 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616205.715285:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616205.715287:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616205.715289:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616205.715291:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616205.715293:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.715296:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616205.715297:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616205.715299:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616205.715301:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616205.715305:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.715313:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616205.715314:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616205.715316:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616205.715319:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616205.715327:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795597696:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616205.715332:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.715335:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616205.715339:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8a80 x1859763795596928/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.715347:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616205.715350:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616205.715353:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7400. 02000000:00000001:3.0:1773616205.715370:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616205.715373:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616205.715375:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616205.715378:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616205.715381:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06c00. 02000000:00000001:3.0:1773616205.715385:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616205.715387:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616205.715389:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8a80. 00000100:00000001:3.0:1773616205.715393:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616205.715394:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.715396:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616205.715400:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cad80 x1859763795597440/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.715406:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616205.715408:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616205.715409:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616205.715414:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616205.715415:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616205.715417:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616205.715419:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616205.715420:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06100. 02000000:00000001:3.0:1773616205.715422:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616205.715424:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616205.715425:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cad80. 00000100:00000001:3.0:1773616205.715427:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616205.715429:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.715430:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616205.715434:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cbb80 x1859763795597696/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616205.715440:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616205.715441:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616205.715443:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616205.715445:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616205.715446:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616205.715447:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616205.715449:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616205.715451:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06300. 02000000:00000001:3.0:1773616205.715452:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616205.715454:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616205.715455:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cbb80. 00000100:00000001:3.0:1773616205.715457:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616205.715458:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616205.715462:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.715464:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616205.715466:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616205.715468:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616205.715470:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616205.727991:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616205.728000:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616205.728007:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616205.728008:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616205.728012:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616205.728013:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616205.728016:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616205.728018:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616205.728020:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616205.728022:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616205.728025:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616205.728026:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616205.728225:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616205.728229:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616205.728233:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616206.751997:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616206.752005:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616206.752012:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616206.752013:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616206.752017:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616206.752018:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616206.752021:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616206.752023:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616206.752026:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616206.752027:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616206.752030:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616206.752031:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616206.752490:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616206.752494:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616206.752497:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616207.776053:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616207.776063:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776069:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616207.776070:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776075:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616207.776076:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776080:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616207.776081:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776085:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616207.776086:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776090:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616207.776094:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616207.776096:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616207.776100:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776103:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616207.776105:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776107:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616207.776109:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616207.776135:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616207.776138:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616207.776141:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616208.800048:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616208.800056:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616208.800064:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616208.800065:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616208.800069:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616208.800071:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616208.800075:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616208.800076:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616208.800090:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616208.800092:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616208.800095:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616208.800096:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616208.800203:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616208.800207:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616208.800210:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616209.696001:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302010247, at 4302010304 00000100:00000010:1.0:1773616209.696018:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046852a0. 00000100:00000040:0.0:1773616209.696177:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302010247, at 4302010304 00000100:00000010:0.0:1773616209.696184:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685780. 00010000:00000001:0.0:1773616209.823987:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616209.823998:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824005:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616209.824007:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824012:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616209.824013:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824017:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616209.824021:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616209.824024:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616209.824027:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824030:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616209.824033:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824035:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824038:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824041:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616209.824043:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616209.824046:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616209.824048:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616209.824165:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616209.824169:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616209.824172:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616210.788485:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616210.788496:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616210.788508:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000020:00000040:0.0:1773616210.788515:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616210.788520:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.788523:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616210.788528:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616210.788536:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f100. 00000100:00000001:0.0:1773616210.788544:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788556:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616210.788568:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616210.788572:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788578:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ed28c38] to pc [ptlrpcd_00_00+0] req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.788619:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788622:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616210.788626:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616210.788629:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616210.788632:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616210.788635:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.788637:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616210.788640:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616210.788644:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fb00. 00000100:00000001:0.0:1773616210.788647:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788653:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616210.788654:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616210.788661:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616210.788665:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773616210.788665:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616210.788670:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788676:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_01+1] req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.788685:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788687:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616210.788690:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616210.788693:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616210.788696:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616210.788698:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.788699:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616210.788701:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616210.788704:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f900. 00000100:00000001:0.0:1773616210.788707:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788711:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616210.788718:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616210.788720:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788724:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b96efe] to pc [ptlrpcd_00_00+0] req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.788732:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788734:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616210.788737:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616210.788740:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000020:00000040:0.0:1773616210.788742:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616210.788744:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.788746:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616210.788747:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616210.788753:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000040:1.0:1773616210.788754:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.788759:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788767:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616210.788772:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616210.788776:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.788782:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1773616210.788785:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773616210.788786:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.788789:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616210.788795:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788795:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_01+1] req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616210.788804:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795597952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616210.788813:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773616210.788815:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788819:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1773616210.788820:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616210.788824:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.788826:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1773616210.788828:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1773616210.788832:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 02000000:00000010:1.0:1773616210.788858:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616210.788862:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.788871:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000020:00000040:0.0:1773616210.788873:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000400:00000010:1.0:1773616210.788877:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424058. 00000100:00000001:0.0:1773616210.788878:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.788882:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616210.788884:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773616210.788887:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 02000000:00000010:0.0:1773616210.788890:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f700. 00000100:00000001:0.0:1773616210.788895:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616210.788896:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795597952, portal 25 00000100:00000001:1.0:1773616210.788901:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1773616210.788902:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616210.788906:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000001:0.0:1773616210.788916:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1773616210.788919:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.788920:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.788929:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.788937:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1773616210.788943:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616210.788944:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000040:0.0:1773616210.788947:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1773616210.788950:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1e58. 00000100:00000001:0.0:1773616210.788952:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1773616210.788957:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795597952, offset 0 00000100:00000010:0.0:1773616210.788958:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616210.788962:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616210.788966:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.788968:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1773616210.788970:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 02000000:00000001:0.0:1773616210.788971:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616210.788978:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4ff00. 00000100:00000001:0.0:1773616210.788981:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.788984:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:0.0:1773616210.788987:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616210.788997:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1773616210.788998:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000001:0.0:1773616210.789001:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.789007:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1773616210.789008:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_01+1] req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616210.789015:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616210.789023:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1773616210.789024:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.789028:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1773616210.789030:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:0.0:1773616210.789033:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616210.789037:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375c00. 00000400:00000200:1.0:1773616210.789049:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149605:149605:256:4294967295] 192.168.201.103@tcp LPNI seq info [149545:149545:8:4294967295] 00000400:00000200:1.0:1773616210.789055:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000020:00000040:0.0:1773616210.789065:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000400:00000200:1.0:1773616210.789068:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:0.0:1773616210.789069:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.789072:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616210.789075:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616210.789080:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 02000000:00000010:0.0:1773616210.789081:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fe00. 00000100:00000001:0.0:1773616210.789086:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773616210.789088:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbbc00. 00000100:00000040:0.0:1773616210.789092:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1773616210.789101:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000001:0.0:1773616210.789105:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616210.789108:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616210.789116:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000040:0.0:1773616210.789116:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4403eab] to pc [ptlrpcd_00_00+0] req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773616210.789124:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616210.789132:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.789135:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616210.789138:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616210.789141:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376d80. 00000100:00000001:1.0:1773616210.789143:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616210.789144:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616210.789149:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616210.789151:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616210.789153:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.789154:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000010:0.0:1773616210.789159:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fd00. 00000100:00000001:0.0:1773616210.789162:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.789166:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616210.789172:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302015370 00000100:00000001:0.0:1773616210.789175:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616210.789178:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616210.789181:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d83c0. 00000100:00000040:0.0:1773616210.789183:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec2c98fd] to pc [ptlrpcd_00_01+1] req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.789191:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616210.789192:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.789198:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616210.789203:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1773616210.789204:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302015370 00000100:00000040:0.0:1773616210.789209:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7349) 00000100:00000010:1.0:1773616210.789210:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8420. 00000100:00000001:1.0:1773616210.789217:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616210.789221:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616210.789224:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.789226:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616210.789228:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.789231:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616210.789232:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.789235:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616210.789241:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.789242:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616210.789247:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616210.789253:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616210.789256:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616210.789257:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616210.789259:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773616210.789261:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.789265:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1773616210.789268:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773616210.789269:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616210.789274:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616210.789281:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795598080:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616210.789290:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616210.789290:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616210.789293:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773616210.789294:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.789297:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.789302:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616210.789302:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1773616210.789306:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1773616210.789307:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28200. 02000000:00000001:1.0:1773616210.789310:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.789312:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616210.789319:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795598208:192.168.201.103@tcp:400:kworker.0 00000400:00000200:0.0:1773616210.789320:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616210.789326:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1773616210.789326:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a9f8. 02000000:00000001:1.0:1773616210.789331:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1773616210.789334:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 02000000:00000001:1.0:1773616210.789335:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.789340:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1773616210.789341:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598080, portal 10 02000000:00000010:1.0:1773616210.789345:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 00000100:00000001:0.0:1773616210.789345:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616210.789348:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 02000000:00000001:1.0:1773616210.789350:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.789358:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:0.0:1773616210.789360:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773616210.789363:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616210.789371:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000100:00000001:0.0:1773616210.789373:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1773616210.789378:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598208, portal 10 00000100:00000040:0.0:1773616210.789379:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773616210.789384:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1773616210.789384:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000001:1.0:1773616210.789387:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000200:0.0:1773616210.789389:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795598080, offset 0 00000100:00000040:1.0:1773616210.789400:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616210.789401:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616210.789410:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616210.789415:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1773616210.789419:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000040:1.0:1773616210.789424:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616210.789427:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1773616210.789429:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1c38. 00000400:00000200:0.0:1773616210.789433:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000200:1.0:1773616210.789435:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795598208, offset 0 00000400:00000200:0.0:1773616210.789438:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616210.789444:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616210.789448:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616210.789452:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149606:149606:255:4294967295] 192.168.201.103@tcp LPNI seq info [149546:149546:7:4294967295] 00000400:00000200:0.0:1773616210.789459:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616210.789466:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616210.789471:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616210.789475:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000010:0.0:1773616210.789479:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f500. 00000400:00000200:1.0:1773616210.789482:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000800:00000200:0.0:1773616210.789487:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:1.0:1773616210.789488:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616210.789495:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000800:00000200:0.0:1773616210.789499:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000200:1.0:1773616210.789503:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1773616210.789505:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773616210.789510:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:0.0:1773616210.789512:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.789517:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149607:149607:254:4294967295] 192.168.201.103@tcp LPNI seq info [149547:149547:6:4294967295] 00000100:00000040:0.0:1773616210.789519:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 468446 usecs (469 jiffies) 00000400:00000200:1.0:1773616210.789526:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616210.789527:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616210.789532:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302011866 00000100:00000001:0.0:1773616210.789538:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302015370 00000400:00000200:1.0:1773616210.789540:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:0.0:1773616210.789542:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302011866 00000100:00000001:0.0:1773616210.789548:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302015370 00000800:00000200:1.0:1773616210.789553:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:0.0:1773616210.789554:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.789560:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773616210.789562:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbba00. 00000100:00000001:0.0:1773616210.789564:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1773616210.789572:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000100:00000040:0.0:1773616210.789573:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773616210.789584:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:0.0:1773616210.789589:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1773616210.789590:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616210.789592:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.789596:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.789597:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616210.789612:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773616210.789615:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 96341 usecs (97 jiffies) 02000000:00000001:0.0:1773616210.789618:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.789622:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00100000:0.0:1773616210.789627:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795598336:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616210.789628:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302011494 00000100:00000001:1.0:1773616210.789634:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302015370 00000100:00000001:0.0:1773616210.789635:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773616210.789639:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302011494 02000000:00000001:0.0:1773616210.789640:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616210.789644:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.789646:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302015370 02000000:00000001:0.0:1773616210.789648:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773616210.789651:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1773616210.789654:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28400. 00000100:00000001:1.0:1773616210.789655:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.789659:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.789661:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1773616210.789666:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616210.789672:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a318. 00000400:00000010:0.0:1773616210.789677:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616210.789681:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598336, portal 4 00000100:00000001:0.0:1773616210.789683:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616210.789684:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000040:0.0:1773616210.789691:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.789698:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616210.789700:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616210.789703:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616210.789706:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795598336, offset 0 00000400:00000200:0.0:1773616210.789711:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616210.789714:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616210.789718:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616210.789721:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616210.789724:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616210.789727:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616210.789729:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616210.789732:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149608:149608:253:4294967295] 192.168.201.103@tcp LPNI seq info [149548:149548:5:4294967295] 00000400:00000200:0.0:1773616210.789737:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616210.789743:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616210.789747:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616210.789752:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0800. 00000800:00000200:0.0:1773616210.789757:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616210.789762:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616210.789765:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616210.789768:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.789771:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 691660 usecs (692 jiffies) 00000400:00000200:0.0:1773616210.789774:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616210.789776:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302012089 00000100:00000001:0.0:1773616210.789779:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302015370 00000100:00000001:0.0:1773616210.789780:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302012089 00000100:00000001:0.0:1773616210.789783:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302015370 00000100:00000001:0.0:1773616210.789784:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.789787:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.789789:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616210.789792:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.789798:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616210.789800:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.789802:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616210.789804:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616210.789806:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616210.789808:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795598592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616210.789811:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616210.789814:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616210.789816:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.789817:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616210.789821:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616210.789823:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616210.789826:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616210.789828:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a0b0. 00000100:00000040:1.0:1773616210.789830:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773616210.789832:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aee0. 00000100:00000001:1.0:1773616210.789867:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616210.789869:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.789872:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1773616210.789874:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598592, portal 10 02000000:00000001:1.0:1773616210.789875:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.789880:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1773616210.789882:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.789883:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00100000:1.0:1773616210.789889:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795598464:192.168.201.103@tcp:400:kworker.0 00000100:00000040:0.0:1773616210.789894:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.789896:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616210.789900:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616210.789903:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.789907:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1773616210.789908:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1773616210.789913:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 02000000:00000010:1.0:1773616210.789915:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 00000400:00000010:0.0:1773616210.789919:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816abb0. 02000000:00000001:1.0:1773616210.789920:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773616210.789925:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795598592, offset 0 00000400:00000200:1.0:1773616210.789929:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616210.789935:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616210.789936:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424478. 00000400:00000010:1.0:1773616210.789943:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1990. 00000400:00000200:0.0:1773616210.789943:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616210.789949:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000200:1.0:1773616210.789950:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598464, portal 4 00000400:00000200:0.0:1773616210.789954:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773616210.789955:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616210.789960:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000400:00000200:0.0:1773616210.789961:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616210.789966:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616210.789971:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000040:1.0:1773616210.789974:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616210.789978:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149609:149609:252:4294967295] 192.168.201.103@tcp LPNI seq info [149549:149549:4:4294967295] 00000100:00000001:1.0:1773616210.789992:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1773616210.789993:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:1.0:1773616210.789998:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616210.790004:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000400:00000200:0.0:1773616210.790005:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000200:1.0:1773616210.790009:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795598464, offset 0 00000800:00000200:0.0:1773616210.790014:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616210.790020:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616210.790022:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0c00. 00000400:00000200:1.0:1773616210.790027:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:0.0:1773616210.790032:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000400:00000200:1.0:1773616210.790037:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000800:00000200:0.0:1773616210.790043:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000200:1.0:1773616210.790044:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1773616210.790049:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773616210.790051:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616210.790057:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1773616210.790057:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.790064:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000040:0.0:1773616210.790064:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35802 usecs (36 jiffies) 00000400:00000200:1.0:1773616210.790071:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149610:149610:251:4294967295] 192.168.201.103@tcp LPNI seq info [149550:149550:3:4294967295] 00000400:00000200:0.0:1773616210.790072:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616210.790077:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302011434 00000100:00000001:0.0:1773616210.790081:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302015370 00000400:00000200:1.0:1773616210.790082:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616210.790085:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302011434 00000100:00000001:0.0:1773616210.790089:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302015370 00000100:00000001:0.0:1773616210.790093:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.790098:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616210.790100:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000100:00000001:0.0:1773616210.790102:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616210.790109:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773616210.790110:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616210.790118:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb200. 00000100:00000001:0.0:1773616210.790121:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616210.790124:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616210.790128:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 02000000:00000001:0.0:1773616210.790129:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616210.790133:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616210.790138:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616210.790139:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00100000:0.0:1773616210.790144:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795598848:192.168.201.103@tcp:400:kworker.0 00000800:00000200:1.0:1773616210.790146:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616210.790150:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773616210.790153:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.790155:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616210.790158:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.790160:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616210.790164:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616210.790167:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616210.790170:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616210.790172:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616210.790176:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a330. 00000100:00000200:0.0:1773616210.790179:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598848, portal 4 00000100:00000001:0.0:1773616210.790181:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616210.790182:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745442176 : -121323964109440 : ffff91a810376d80) 00000100:00000040:0.0:1773616210.790188:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.790195:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616210.790198:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616210.790200:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a088. 00000100:00000200:0.0:1773616210.790202:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795598848, offset 0 00000400:00000200:0.0:1773616210.790207:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616210.790211:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:1.0:1773616210.790212:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 435623 usecs (436 jiffies) 00000400:00000200:0.0:1773616210.790216:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616210.790221:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616210.790224:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773616210.790226:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302011834 00000400:00000200:0.0:1773616210.790229:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000100:00000001:1.0:1773616210.790232:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302015370 00000400:00000200:0.0:1773616210.790235:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1773616210.790239:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302011834 00000400:00000200:0.0:1773616210.790241:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000001:1.0:1773616210.790246:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302015370 00000400:00000200:0.0:1773616210.790250:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149611:149611:250:4294967295] 192.168.201.103@tcp LPNI seq info [149551:149551:2:4294967295] 00000100:00000001:1.0:1773616210.790252:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616210.790257:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616210.790262:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616210.790263:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616210.790273:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616210.790276:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616210.790290:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00000001:1.0:1773616210.790292:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616210.790296:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773616210.790297:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0000. 02000000:00000001:1.0:1773616210.790299:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1773616210.790305:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 02000000:00000001:1.0:1773616210.790306:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616210.790312:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616210.790316:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00100000:1.0:1773616210.790319:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795598720:192.168.201.103@tcp:400:kworker.0 00000800:00000200:0.0:1773616210.790321:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616210.790328:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773616210.790330:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.790333:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1773616210.790335:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 41187 usecs (42 jiffies) 02000000:00000001:1.0:1773616210.790337:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.790342:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1773616210.790343:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616210.790347:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302011440 02000000:00000010:1.0:1773616210.790349:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 00000100:00000001:0.0:1773616210.790350:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302015370 02000000:00000001:1.0:1773616210.790354:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.790355:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302011440 00000100:00000001:0.0:1773616210.790360:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302015370 00000400:00000200:1.0:1773616210.790362:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616210.790365:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.790368:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773616210.790369:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424630. 00000100:00000001:0.0:1773616210.790372:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773616210.790375:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000001:0.0:1773616210.790377:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773616210.790381:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598720, portal 10 00000100:00000001:0.0:1773616210.790385:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616210.790386:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616210.790390:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000001:0.0:1773616210.790390:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616210.790609:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616210.790612:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616210.790616:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616210.790619:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.790620:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.790631:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616210.790633:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616210.790637:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616210.790640:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795598720, offset 0 00000400:00000200:1.0:1773616210.790646:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616210.790651:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.790656:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616210.790660:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616210.790662:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616210.790665:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616210.790668:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000800:00000200:0.0:1773616210.790680:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.790685:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbbc00. 00000400:00000200:0.0:1773616210.790692:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.790698:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616210.790746:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149612:149612:249:4294967295] 192.168.201.103@tcp LPNI seq info [149552:149552:1:4294967295] 00000400:00000200:1.0:1773616210.790753:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.790760:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616210.790766:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616210.790770:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a802bbb500. 00000800:00000200:1.0:1773616210.790774:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616210.790779:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616210.790782:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a802bbb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616210.790786:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616210.790789:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 47662 usecs (48 jiffies) 00000400:00000200:1.0:1773616210.790793:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616210.790795:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302011446 00000100:00000001:1.0:1773616210.790797:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302015370 00000100:00000001:1.0:1773616210.790801:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302011446 00000100:00000001:1.0:1773616210.790803:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302015370 00000100:00000001:1.0:1773616210.790805:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616210.790808:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.790810:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.790812:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.790816:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616210.790818:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616210.790820:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616210.790821:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616210.790823:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.790825:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616210.794808:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1e58 00000400:00000010:0.0:1773616210.794819:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1e58. 00000100:00000001:0.0:1773616210.796152:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.796170:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.796186:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.796190:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.796198:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.796201:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616210.796252:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.796256:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f500. 00000400:00000200:0.0:1773616210.796262:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.796267:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616210.796271:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:0.0:1773616210.796274:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:0.0:1773616210.796277:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.796281:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.796290:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.796294:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.796301:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.796303:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616210.796314:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.796317:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbba00. 00000400:00000200:0.0:1773616210.796320:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.796323:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616210.796327:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1c38 00000400:00000010:0.0:1773616210.796329:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1c38. 00000100:00000001:0.0:1773616210.796332:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.796336:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.796343:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.796346:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.796352:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.796353:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616210.796361:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.796363:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0800. 00000400:00000200:0.0:1773616210.796366:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.796369:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616210.796372:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616210.796374:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616210.796376:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.796380:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797699:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.797710:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797719:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.797721:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616210.797758:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.797761:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0c00. 00000400:00000200:0.0:1773616210.797766:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.797771:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616210.797776:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816abb0 00000400:00000010:0.0:1773616210.797779:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816abb0. 00000100:00000001:0.0:1773616210.797783:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.797788:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797796:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.797800:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797807:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.797809:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616210.797818:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.797821:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb200. 00000400:00000200:0.0:1773616210.797824:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.797828:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616210.797831:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:0.0:1773616210.797833:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:0.0:1773616210.797853:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.797858:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797867:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.797870:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797877:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.797879:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616210.797890:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.797892:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0000. 00000400:00000200:0.0:1773616210.797895:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.797899:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616210.797902:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a088 00000400:00000010:0.0:1773616210.797903:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a088. 00000100:00000001:0.0:1773616210.797906:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.797910:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797918:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.797921:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.797928:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.797930:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616210.798396:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616210.798406:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a802bbb500. 00000400:00000200:0.0:1773616210.798410:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616210.798415:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616210.798419:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:0.0:1773616210.798422:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:0.0:1773616210.798425:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616210.798430:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.798440:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.798443:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.798451:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.798452:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616210.809827:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810669:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.810676:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810681:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.810691:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810699:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.810711:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810717:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810722:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810727:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671c00 00000400:00000200:1.0:1773616210.810732:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810739:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d79 [1] + 224 00000800:00000001:1.0:1773616210.810747:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810754:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.810758:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.810763:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.810770:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.810780:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.810793:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.810822:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.810834:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810857:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.810860:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810863:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.810867:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810871:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.810876:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810879:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810882:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810886:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671c80 00000400:00000200:1.0:1773616210.810890:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810895:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d99 [1] + 224 00000800:00000001:1.0:1773616210.810900:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810905:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.810907:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.810911:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.810914:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.810919:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.810931:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.810950:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.810955:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810959:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.810961:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.810964:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.810968:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810972:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.810977:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810980:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810983:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.810986:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200671e00 00000400:00000200:1.0:1773616210.811006:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811010:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193da9 [1] + 224 00000800:00000001:1.0:1773616210.811014:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.811018:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.811020:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.811024:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.811027:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.811032:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.811042:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.811051:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.811055:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.811058:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.811060:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.811062:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.811065:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811069:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.811073:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811075:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811079:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811081:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671b00 00000400:00000200:1.0:1773616210.811085:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811090:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d59 [1] + 224 00000800:00000001:1.0:1773616210.811094:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.811098:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.811100:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.811103:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.811106:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.811111:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.811119:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.811126:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.811130:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.811133:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.811135:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.811138:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.811141:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811144:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.811148:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811151:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811154:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811157:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671b80 00000400:00000200:1.0:1773616210.811161:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.811165:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d61 [1] + 224 00000800:00000001:1.0:1773616210.811169:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.811173:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.811175:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.811179:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.811182:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1773616210.811914:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616210.811920:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616210.811928:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616210.811930:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616210.811934:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a9f8. 00000400:00000200:0.0:1773616210.811940:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:0.0:1773616210.811943:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:0.0:1773616210.811946:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616210.811953:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616210.811965:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.811972:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616210.811974:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.811977:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616210.811980:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616210.811982:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616210.811985:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.811988:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616210.811997:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=151 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616210.812001:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=124 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616210.812004:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616210.812006:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.812009:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616210.812013:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.812016:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616210.812018:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:0.0:1773616210.812020:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616210.812022:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.812027:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.812035:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.812038:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616210.812040:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616210.812044:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616210.812053:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795598080:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616210.812058:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616210.812059:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616210.812061:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a318. 00000400:00000200:0.0:1773616210.812063:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:0.0:1773616210.812065:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:0.0:1773616210.812067:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616210.812071:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616210.812080:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.812087:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616210.812088:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.812090:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616210.812091:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616210.812093:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616210.812095:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.812096:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616210.812100:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=151 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616210.812103:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616210.812106:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616210.812107:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.812108:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616210.812110:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.812112:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616210.812113:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:0.0:1773616210.812115:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616210.812116:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.812120:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.812127:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.812129:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616210.812130:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616210.812133:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616210.812141:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795598336:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616210.812146:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616210.812147:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616210.812149:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616210.812151:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a330 00000400:00000010:0.0:1773616210.812152:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a330. 00000100:00000001:0.0:1773616210.812154:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616210.812158:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616210.812166:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.812173:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616210.812175:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.812177:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616210.812178:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616210.812179:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616210.812181:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.812183:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616210.812186:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1773616210.812189:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616210.812191:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616210.812192:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.812193:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616210.812195:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.812197:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616210.812199:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616210.812200:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616210.812202:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.812206:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.812213:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.812214:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616210.812216:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616210.812219:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616210.812226:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795598848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616210.812230:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616210.815152:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.815167:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815179:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.815196:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815216:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.815220:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815223:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.815230:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815245:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.815255:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815260:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815265:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815270:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671d00 00000400:00000200:1.0:1773616210.815274:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815281:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d89 [1] + 224 00000800:00000001:1.0:1773616210.815290:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815296:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.815299:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.815304:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.815310:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.815316:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.815327:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815335:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.815339:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815343:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.815344:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815347:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.815350:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815353:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.815358:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815361:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815364:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815367:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671d80 00000400:00000200:1.0:1773616210.815370:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815374:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193db9 [1] + 224 00000800:00000001:1.0:1773616210.815378:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815381:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.815383:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.815386:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.815389:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.815394:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.815402:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815410:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.815413:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815416:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616210.815417:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815419:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.815423:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815427:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616210.815431:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815434:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815437:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815439:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200671a80 00000400:00000200:1.0:1773616210.815443:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616210.815447:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193d49 [1] + 224 00000800:00000001:1.0:1773616210.815450:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815461:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616210.815463:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616210.815466:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616210.815469:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.815473:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616210.815482:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815490:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616210.815494:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616210.815498:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.815524:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616210.815529:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616210.815536:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616210.815538:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616210.815541:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616210.815545:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1330 00000400:00000010:1.0:1773616210.815548:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1330. 00000100:00000001:1.0:1773616210.815551:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.815555:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616210.815564:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815576:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616210.815578:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.815580:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616210.815584:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616210.815587:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616210.815590:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.815593:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616210.815615:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=151 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616210.815620:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616210.815623:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616210.815626:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616210.815630:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616210.815634:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.815639:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616210.815641:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616210.815643:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616210.815646:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616210.815651:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815659:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616210.815661:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616210.815664:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616210.815669:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616210.815677:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795598208:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616210.815684:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616210.815686:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616210.815688:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424478. 00000400:00000200:1.0:1773616210.815691:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1990 00000400:00000010:1.0:1773616210.815692:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1990. 00000100:00000001:1.0:1773616210.815695:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.815700:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616210.815709:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815715:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616210.815716:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.815718:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616210.815720:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616210.815721:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616210.815723:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.815724:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616210.815729:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616210.815732:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=105 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616210.815735:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616210.815736:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616210.815737:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616210.815739:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.815741:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616210.815743:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616210.815744:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616210.815746:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616210.815749:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815755:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616210.815757:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616210.815758:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616210.815761:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616210.815770:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795598464:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616210.815775:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616210.815776:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616210.815778:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424630. 00000400:00000200:1.0:1773616210.815781:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:1.0:1773616210.815782:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:1.0:1773616210.815784:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.815787:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616210.815795:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815801:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616210.815802:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.815804:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616210.815805:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616210.815806:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616210.815807:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.815809:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616210.815813:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=72 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616210.815816:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616210.815818:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616210.815819:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616210.815821:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616210.815823:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.815825:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616210.815826:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616210.815827:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616210.815829:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616210.815832:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.815861:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616210.815862:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616210.815864:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616210.816083:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616210.816092:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795598720:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616210.816097:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616210.816098:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616210.816100:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424058. 00000400:00000200:1.0:1773616210.816102:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616210.816104:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616210.816106:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616210.816109:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616210.816116:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.816122:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616210.816123:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.816124:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616210.816126:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616210.816127:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616210.816129:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616210.816131:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616210.816134:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616210.816136:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616210.816139:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616210.816140:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616210.816142:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616210.816143:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.816145:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616210.816149:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.816155:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616210.816157:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616210.816158:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616210.816161:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616210.816168:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795597952:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616210.816172:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.816175:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616210.816178:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795598208/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.816186:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616210.816188:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616210.816191:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616210.816195:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616210.816198:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616210.816200:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616210.816202:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616210.816205:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f900. 02000000:00000001:1.0:1773616210.816208:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616210.816210:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616210.816212:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:1.0:1773616210.816216:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616210.816217:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.816218:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616210.816222:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795598464/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.816229:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616210.816230:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616210.816232:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616210.816234:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616210.816235:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616210.816236:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616210.816238:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616210.816240:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f700. 02000000:00000001:1.0:1773616210.816242:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616210.816243:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616210.816245:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:1.0:1773616210.816247:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616210.816248:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.816250:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616210.816254:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795598720/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.816260:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616210.816262:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616210.816264:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616210.816266:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616210.816267:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616210.816268:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616210.816270:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616210.816272:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fe00. 02000000:00000001:1.0:1773616210.816274:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616210.816275:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616210.816277:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:1.0:1773616210.816279:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616210.816280:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.816282:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616210.816285:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795597952/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616210.816292:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616210.816293:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616210.816295:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616210.816297:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616210.816298:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616210.816299:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616210.816301:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616210.816302:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f100. 02000000:00000001:1.0:1773616210.816304:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616210.816305:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616210.816307:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:1.0:1773616210.816309:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616210.816311:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.816313:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616210.816321:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616210.816323:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616210.816326:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616210.816328:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.816395:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.816404:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795598080/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.816411:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616210.816413:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616210.816415:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28200. 02000000:00000001:0.0:1773616210.816418:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616210.816420:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616210.816422:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616210.816424:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616210.816426:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fb00. 02000000:00000001:0.0:1773616210.816429:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616210.816430:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616210.816431:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616210.816434:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616210.816436:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.816437:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.816442:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795598336/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.816449:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616210.816450:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616210.816452:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28400. 02000000:00000001:0.0:1773616210.816454:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616210.816456:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616210.816457:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616210.816459:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616210.816461:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:0.0:1773616210.816463:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616210.816464:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616210.816465:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:0.0:1773616210.816467:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616210.816469:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.816471:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.816475:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376d80 x1859763795598848/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.816482:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616210.816484:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616210.816485:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616210.816487:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616210.816489:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616210.816490:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616210.816492:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616210.816494:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fd00. 02000000:00000001:0.0:1773616210.816496:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616210.816498:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616210.816499:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376d80. 00000100:00000001:0.0:1773616210.816501:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616210.816503:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.816505:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.816507:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616210.816509:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616210.816512:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616210.816513:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616210.816515:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a0b0. 00000400:00000200:0.0:1773616210.816518:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:0.0:1773616210.816520:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:0.0:1773616210.816523:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616210.816528:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616210.816538:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.816545:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616210.816547:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.816549:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616210.816550:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616210.816552:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616210.816553:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616210.816555:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616210.816560:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=72 v=36 (36 0 0 0) 00000100:00001000:0.0:1773616210.816563:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616210.816566:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616210.816567:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.816569:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616210.816572:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.816574:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616210.816576:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:0.0:1773616210.816578:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616210.816580:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616210.816583:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.816597:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616210.816610:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616210.816611:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616210.816616:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616210.816624:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795598592:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616210.816629:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.816630:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616210.816633:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795598592/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616210.816639:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616210.816641:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616210.816643:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616210.816646:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616210.816647:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616210.816648:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616210.816650:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616210.816652:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4ff00. 02000000:00000001:0.0:1773616210.816655:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616210.816656:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616210.816658:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:0.0:1773616210.816660:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616210.816661:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.816663:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616210.816667:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616210.816669:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616210.816671:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616210.816672:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.848253:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616210.848263:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.848271:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616210.848273:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.848278:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616210.848280:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.848284:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616210.848286:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.848289:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616210.848290:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616210.848293:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616210.848294:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616210.848317:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616210.848320:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616210.848322:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616211.876737:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616211.876747:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616211.876749:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616211.876752:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876757:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616211.876759:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876762:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876764:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876769:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616211.876770:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616211.876771:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616211.876776:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616211.876778:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616211.876780:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876781:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616211.876782:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876784:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876786:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876791:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616211.876792:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616211.876794:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616211.876796:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616211.876797:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616211.876798:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876800:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616211.876801:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876802:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876805:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876810:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616211.876811:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876815:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616211.876817:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616211.876818:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616211.876820:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616211.876821:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616211.876822:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876823:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616211.876824:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876826:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876828:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616211.876831:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616211.876833:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616211.876977:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616211.876983:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616211.876987:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616212.896006:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616212.896014:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616212.896021:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616212.896022:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616212.896026:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616212.896027:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616212.896030:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616212.896032:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616212.896036:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616212.896037:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616212.896041:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616212.896042:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616212.896220:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616212.896224:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616212.896228:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616213.920148:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616213.920156:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616213.920161:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616213.920162:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616213.920166:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616213.920167:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616213.920171:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616213.920173:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616213.920176:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616213.920178:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616213.920180:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616213.920182:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616213.920213:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616213.920216:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616213.920219:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616214.816460:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302015370, at 4302015424 00000100:00000010:1.0:1773616214.816694:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8420. 00000100:00000040:0.0:1773616214.818331:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302015370, at 4302015426 00000100:00000010:0.0:1773616214.818343:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d83c0. 00010000:00000001:0.0:1773616214.944007:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616214.944015:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616214.944022:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616214.944023:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616214.944027:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616214.944028:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616214.944032:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616214.944033:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616214.944036:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616214.944038:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616214.944041:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616214.944042:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616214.944152:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616214.944156:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616214.944159:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773616215.906926:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.906938:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.906960:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8e00. 00000020:00000040:2.0:1773616215.906967:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616215.906972:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.906975:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.906980:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.906988:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06a00. 00000100:00000001:2.0:1773616215.906994:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907008:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907021:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907025:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907032:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005975f6ca] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907068:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907071:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.907075:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.907078:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9180. 00000020:00000040:2.0:1773616215.907081:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616215.907083:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.907085:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.907087:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.907091:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06800. 00000100:00000001:2.0:1773616215.907094:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907099:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907107:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907109:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907113:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9118ba6] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907122:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907125:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.907128:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.907131:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9880. 00000020:00000040:2.0:1773616215.907133:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616215.907135:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.907136:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.907138:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.907141:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06200. 00000100:00000001:2.0:1773616215.907144:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907148:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907155:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907157:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907161:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1eadc1c] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907169:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907171:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.907175:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.907177:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616215.907180:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616215.907182:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.907183:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.907185:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.907189:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06e00. 00000100:00000001:2.0:1773616215.907191:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907195:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907203:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907204:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907208:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907216:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907218:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.907222:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.907225:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb480. 00000020:00000040:2.0:1773616215.907228:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616215.907229:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.907231:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.907232:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.907235:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06900. 00000100:00000001:2.0:1773616215.907237:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907242:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907249:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907250:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907254:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b07559] to pc [ptlrpcd_01_01+1] req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907260:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907262:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.907265:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.907268:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616215.907271:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616215.907273:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.907274:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.907276:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.907279:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06f00. 00000100:00000001:2.0:1773616215.907281:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907285:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907292:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907294:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907298:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c25db6ff] to pc [ptlrpcd_01_00+0] req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907305:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907308:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.907311:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.907314:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9c00. 00000020:00000040:2.0:1773616215.907316:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616215.907318:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.907319:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.907321:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.907325:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06300. 00000100:00000001:2.0:1773616215.907328:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907332:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907339:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907341:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907345:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9b68c74] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907351:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907353:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616215.907356:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616215.907358:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616215.907360:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616215.907362:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616215.907363:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616215.907365:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616215.907368:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06100. 00000100:00000001:2.0:1773616215.907370:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907373:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616215.907380:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616215.907382:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907385:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907391:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.907394:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616215.907397:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616215.907417:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7354) 00000100:00000001:2.0:1773616215.907438:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616215.907443:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616215.907445:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616215.907451:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907459:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616215.907461:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.907465:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616215.907468:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616215.907470:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616215.907475:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795599104:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616215.907479:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616215.907486:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616215.907489:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.907492:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616215.907496:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616215.907498:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616215.907506:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616215.907751:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616215.907759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000100:00000200:2.0:1773616215.907766:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795599104, portal 10 00000100:00000001:2.0:1773616215.907769:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616215.907771:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820992 : -121324178730624 : ffff91a8036c9180) 00000100:00000040:2.0:1773616215.907779:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.907786:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616215.907789:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616215.907792:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2eb28. 00000100:00000200:2.0:1773616215.907796:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795599104, offset 0 00000400:00000200:2.0:1773616215.907803:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616215.907812:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.907819:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616215.907825:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616215.907829:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616215.907833:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616215.907871:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616215.907876:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149613:149613:256:4294967295] 192.168.201.103@tcp LPNI seq info [149553:149553:8:4294967295] 00000400:00000200:2.0:1773616215.907881:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.907890:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616215.907896:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616215.908076:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06c00. 00000800:00000200:2.0:1773616215.908084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616215.908092:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616215.908097:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616215.908117:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.908122:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 467517 usecs (468 jiffies) 00000400:00000200:2.0:1773616215.908126:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616215.908129:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302016984 00000100:00000010:2.0:1773616215.908134:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685480. 00000100:00000001:2.0:1773616215.908140:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616215.908146:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302016984 00000100:00000010:2.0:1773616215.908149:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685de0. 00000100:00000001:2.0:1773616215.908152:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616215.908155:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.908158:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.908161:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616215.908166:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.908174:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616215.908175:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.908178:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616215.908180:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616215.908182:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616215.908185:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795599360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616215.908189:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616215.908192:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616215.908193:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.908195:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616215.908198:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616215.908200:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616215.908203:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616215.908205:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616215.908209:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616215.908212:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795599360, portal 4 00000100:00000001:2.0:1773616215.908214:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616215.908215:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616215.908220:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.908227:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616215.908230:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616215.908232:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e198. 00000100:00000200:2.0:1773616215.908234:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795599360, offset 0 00000400:00000200:2.0:1773616215.908238:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616215.908242:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.908245:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616215.908249:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616215.908251:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616215.908253:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616215.908256:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616215.908259:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149614:149614:255:4294967295] 192.168.201.103@tcp LPNI seq info [149554:149554:7:4294967295] 00000400:00000200:2.0:1773616215.908263:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.908269:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616215.908274:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616215.908277:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06d00. 00000800:00000200:2.0:1773616215.908281:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616215.908285:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616215.908288:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616215.908291:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.908295:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 687026 usecs (688 jiffies) 00000400:00000200:2.0:1773616215.908298:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616215.908300:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302017204 00000100:00000001:2.0:1773616215.908305:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302016984 00000100:00000001:2.0:1773616215.908308:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302017204 00000100:00000001:2.0:1773616215.908311:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302016984 00000100:00000001:2.0:1773616215.908315:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.908318:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.908320:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616215.908324:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.908330:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616215.908332:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.908334:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616215.908336:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616215.908338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616215.908341:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795599616:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616215.908344:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616215.908346:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616215.908348:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.908350:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616215.908353:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62000. 00000100:00000001:3.0:1773616215.909177:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616215.909181:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616215.909184:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616215.909191:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.909198:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616215.909200:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.909202:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616215.909204:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616215.909206:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616215.909209:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795598976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616215.909212:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616215.909215:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616215.909216:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.909218:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616215.909223:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616215.909225:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616215.909230:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616215.909233:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df20. 00000400:00000010:3.0:1773616215.909238:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773616215.909242:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795598976, portal 25 00000100:00000001:3.0:1773616215.909244:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616215.909245:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820096 : -121324178731520 : ffff91a8036c8e00) 00000100:00000040:3.0:1773616215.909250:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.909257:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616215.909260:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616215.909262:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3000. 00000100:00000200:3.0:1773616215.909264:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795598976, offset 0 00000400:00000200:3.0:1773616215.909269:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616215.909273:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.909278:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616215.909281:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616215.909284:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616215.909286:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616215.909289:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616215.909292:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149615:149615:254:4294967295] 192.168.201.103@tcp LPNI seq info [149555:149555:6:4294967295] 00000400:00000200:3.0:1773616215.909296:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.909302:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616215.909306:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616215.909310:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265400. 00000800:00000200:3.0:1773616215.909315:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616215.909320:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616215.909323:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616215.909326:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616215.909329:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.909332:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302020490 00000100:00000001:3.0:1773616215.909336:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302017204 00000100:00000001:3.0:1773616215.909339:0:2402:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302020490 00000100:00000001:3.0:1773616215.909342:0:2402:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302017204 00000100:00000001:3.0:1773616215.909344:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616215.909347:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.909349:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616215.909353:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.909359:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616215.909360:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.909363:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616215.909364:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616215.909366:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616215.909368:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795599232:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616215.909371:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616215.909373:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616215.909375:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.909377:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616215.909380:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7000. 02000000:00000001:3.0:1773616215.909382:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616215.909385:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616215.909387:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616215.909391:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616215.909394:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795599232, portal 10 00000100:00000001:3.0:1773616215.909396:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616215.909397:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530822784 : -121324178728832 : ffff91a8036c9880) 00000100:00000040:3.0:1773616215.909403:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.909409:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616215.909412:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616215.909414:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3908. 00000100:00000200:3.0:1773616215.909417:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795599232, offset 0 00000400:00000200:3.0:1773616215.909421:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616215.909424:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.909428:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616215.909431:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616215.909434:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616215.909436:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616215.909439:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616215.909442:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149616:149616:253:4294967295] 192.168.201.103@tcp LPNI seq info [149556:149556:5:4294967295] 00000400:00000200:3.0:1773616215.909446:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.909452:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616215.909456:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616215.909459:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265500. 00000800:00000200:3.0:1773616215.909463:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616215.909467:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616215.909469:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616215.909472:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616215.909475:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 95972 usecs (96 jiffies) 00000400:00000200:3.0:1773616215.909477:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.909479:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302016613 00000100:00000001:3.0:1773616215.909481:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302020490 00000100:00000001:3.0:1773616215.909484:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302016613 00000100:00000001:3.0:1773616215.909715:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302020490 00000100:00000001:3.0:1773616215.909719:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616215.909721:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.909724:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616215.909729:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.909736:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616215.909737:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.909739:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616215.909741:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616215.909743:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616215.909746:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795599488:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616215.909748:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616215.909751:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616215.909753:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.909755:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616215.909758:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616215.909760:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616215.909764:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616215.909767:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616215.909770:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000200:3.0:1773616215.909774:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795599488, portal 4 00000100:00000001:3.0:1773616215.909776:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616215.909777:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829952 : -121324178721664 : ffff91a8036cb480) 00000100:00000040:3.0:1773616215.909783:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.909790:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616215.909792:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616215.909795:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3550. 00000100:00000200:3.0:1773616215.909797:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795599488, offset 0 00000400:00000200:3.0:1773616215.909802:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616215.909806:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.909810:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616215.909812:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616215.909815:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616215.909817:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616215.909819:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616215.909822:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149617:149617:252:4294967295] 192.168.201.103@tcp LPNI seq info [149557:149557:4:4294967295] 00000400:00000200:3.0:1773616215.909826:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.909832:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616215.910063:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616215.910067:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265900. 00000800:00000200:3.0:1773616215.910071:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616215.910076:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616215.910079:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616215.910083:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616215.910085:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 433258 usecs (434 jiffies) 00000400:00000200:3.0:1773616215.910089:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.910091:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302016951 00000100:00000001:3.0:1773616215.910093:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302020490 00000100:00000001:3.0:1773616215.910095:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302016951 00000100:00000001:3.0:1773616215.910097:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302020490 00000100:00000001:3.0:1773616215.910099:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616215.910101:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.910104:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616215.910108:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.910115:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616215.910116:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.910118:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616215.910120:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616215.910122:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616215.910125:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795599744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616215.910128:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616215.910131:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616215.910132:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.910134:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616215.910137:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6000. 02000000:00000001:3.0:1773616215.910139:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616215.910143:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616215.910145:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000400:00000010:3.0:1773616215.910148:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773616215.910151:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795599744, portal 10 00000100:00000001:3.0:1773616215.910153:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616215.910154:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530823680 : -121324178727936 : ffff91a8036c9c00) 00000100:00000040:3.0:1773616215.910160:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.910167:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616215.910169:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616215.910172:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3770. 00000100:00000200:3.0:1773616215.910174:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795599744, offset 0 00000400:00000200:3.0:1773616215.910178:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616215.910181:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.910185:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616215.910187:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616215.910190:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616215.910192:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616215.910194:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616215.910198:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149618:149618:251:4294967295] 192.168.201.103@tcp LPNI seq info [149558:149558:3:4294967295] 00000400:00000200:3.0:1773616215.910202:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616215.910208:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616215.910212:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616215.910217:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265100. 00000800:00000200:3.0:1773616215.910221:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616215.910225:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616215.910228:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616215.910231:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616215.910234:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 46820 usecs (47 jiffies) 00000400:00000200:3.0:1773616215.910237:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.910239:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302016564 00000100:00000001:3.0:1773616215.910241:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302020490 00000100:00000001:3.0:1773616215.910243:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302016564 00000100:00000001:3.0:1773616215.910245:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302020490 00000100:00000001:3.0:1773616215.910247:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616215.910249:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.910253:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.910256:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.910263:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616215.910264:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616215.910267:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616215.910268:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616215.910270:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.910272:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616215.910388:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616215.910392:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06c00. 00000400:00000200:0.0:1773616215.910400:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616215.910405:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616215.910410:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eb28 00000400:00000010:0.0:1773616215.910412:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eb28. 00000100:00000001:0.0:1773616215.910417:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616215.910423:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910433:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616215.910437:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910443:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616215.910445:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616215.910456:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616215.910458:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06d00. 00000400:00000200:0.0:1773616215.910460:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616215.910464:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616215.910467:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e198 00000400:00000010:0.0:1773616215.910469:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e198. 00000100:00000001:0.0:1773616215.910471:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616215.910474:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910481:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616215.910485:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910491:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616215.910493:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616215.910499:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616215.910501:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265400. 00000400:00000200:0.0:1773616215.910503:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616215.910507:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616215.910509:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3000 00000400:00000010:0.0:1773616215.910510:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3000. 00000100:00000001:0.0:1773616215.910513:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616215.910528:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910535:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616215.910539:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910545:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616215.910546:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616215.910556:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616215.910558:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265500. 00000400:00000200:0.0:1773616215.910561:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616215.910565:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616215.910567:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3908 00000400:00000010:0.0:1773616215.910569:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3908. 00000100:00000001:0.0:1773616215.910571:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616215.910575:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910588:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616215.910591:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910597:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616215.910598:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616215.910607:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616215.910609:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265900. 00000400:00000200:0.0:1773616215.910611:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616215.910615:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616215.910617:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3550 00000400:00000010:0.0:1773616215.910618:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3550. 00000100:00000001:0.0:1773616215.910620:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616215.910623:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910631:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616215.910634:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910641:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616215.910642:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616215.910715:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616215.910718:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265100. 00000400:00000200:0.0:1773616215.910720:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616215.910724:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616215.910727:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3770 00000400:00000010:0.0:1773616215.910728:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3770. 00000100:00000001:0.0:1773616215.910731:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616215.910734:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910740:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616215.910743:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.910754:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616215.910755:0:2391:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1773616215.911536:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616215.911545:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616215.911551:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616215.911556:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616215.911562:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795599616, portal 10 00000100:00000001:2.0:1773616215.911565:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616215.911566:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:2.0:1773616215.911576:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.911583:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616215.911586:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616215.911589:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ed48. 00000100:00000200:2.0:1773616215.911591:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795599616, offset 0 00000400:00000200:2.0:1773616215.911596:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616215.911602:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.911606:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616215.911610:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616215.911613:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616215.911616:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616215.911618:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616215.911621:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149619:149619:256:4294967295] 192.168.201.103@tcp LPNI seq info [149559:149559:8:4294967295] 00000400:00000200:2.0:1773616215.911625:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.911633:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616215.911637:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616215.911642:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06400. 00000800:00000200:2.0:1773616215.911647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616215.911652:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616215.911655:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616215.911726:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.911731:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35741 usecs (36 jiffies) 00000400:00000200:2.0:1773616215.911734:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616215.911737:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302016555 00000100:00000001:2.0:1773616215.911740:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302020490 00000100:00000001:2.0:1773616215.911742:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302016555 00000100:00000001:2.0:1773616215.911756:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302020490 00000100:00000001:2.0:1773616215.911758:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.911762:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.911766:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616215.911772:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.911780:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616215.911782:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.911785:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616215.911788:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616215.911791:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616215.911795:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795599872:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616215.911799:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616215.911802:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616215.911804:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.911806:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616215.911811:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616215.911813:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616215.911816:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616215.911819:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616215.911823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616215.911826:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795599872, portal 4 00000100:00000001:2.0:1773616215.911829:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616215.911830:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616215.911853:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.911860:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616215.911862:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616215.911865:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2edd0. 00000100:00000200:2.0:1773616215.912012:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795599872, offset 0 00000400:00000200:2.0:1773616215.912018:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616215.912023:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.912026:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616215.912029:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616215.912031:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616215.912034:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616215.912036:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616215.912039:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149620:149620:255:4294967295] 192.168.201.103@tcp LPNI seq info [149560:149560:7:4294967295] 00000400:00000200:2.0:1773616215.912043:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616215.912050:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616215.912054:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616215.912058:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06d00. 00000800:00000200:2.0:1773616215.912063:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616215.912067:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616215.912070:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616215.912073:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.912076:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 40408 usecs (41 jiffies) 00000400:00000200:2.0:1773616215.912079:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616215.912081:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302016561 00000100:00000001:2.0:1773616215.912083:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302020490 00000100:00000001:2.0:1773616215.912085:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302016561 00000100:00000001:2.0:1773616215.912087:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302020490 00000100:00000001:2.0:1773616215.912089:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.912091:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.912094:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.912098:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.912104:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616215.912107:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616215.912109:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616215.912111:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616215.912113:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.912116:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616215.937600:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.937627:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616215.937633:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.937636:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.937647:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937656:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616215.937668:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937674:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937680:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937684:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672000 00000400:00000200:1.0:1773616215.937690:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937696:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193dd1 [1] + 224 00000800:00000001:1.0:1773616215.937704:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.937710:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.937725:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616215.937731:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616215.937738:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616215.937755:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616215.937768:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.937782:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773616215.937827:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616215.937831:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06400. 00000400:00000200:1.0:1773616215.937881:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616215.937886:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616215.937890:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ed48 00000400:00000010:1.0:1773616215.937893:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ed48. 00000100:00000001:1.0:1773616215.937897:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616215.937902:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.937918:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616215.937922:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.937928:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616215.937929:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616215.937937:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.937942:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616215.937944:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.937946:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.937949:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937953:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616215.937958:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937960:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937963:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937966:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672080 00000400:00000200:1.0:1773616215.937970:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.937975:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193de9 [1] + 224 00000800:00000001:1.0:1773616215.937980:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.937983:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.937985:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616215.937988:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616215.937991:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616215.937996:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616215.938006:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.938015:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773616215.938095:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616215.938098:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06d00. 00000400:00000200:1.0:1773616215.938101:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616215.938105:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616215.938109:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2edd0 00000400:00000010:1.0:1773616215.938111:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2edd0. 00000100:00000001:1.0:1773616215.938113:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616215.938118:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.938128:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616215.938132:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.938139:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616215.938140:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616215.938145:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.938149:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616215.938151:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.938154:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.938158:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.938159:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773616215.938164:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000100:00000001:3.0:1773616215.938166:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773616215.938172:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000001:3.0:1773616215.938176:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1773616215.938176:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000001:3.0:1773616215.938180:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1773616215.938184:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616215.938185:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:1.0:1773616215.938191:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671f00 00000400:00000200:3.0:1773616215.938192:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:3.0:1773616215.938195:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000400:00000200:1.0:1773616215.938200:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.938201:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1773616215.938208:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193dc9 [1] + 224 00000100:00000200:3.0:1773616215.938211:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616215.938217:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.938223:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773616215.938228:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616215.938228:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616215.938239:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616215.938244:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1773616215.938247:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616215.938250:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1773616215.938252:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.938254:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616215.938259:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616215.938263:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1773616215.938268:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.938269:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.938275:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616215.938288:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=6 v=5 (5 5 5 5) 00000100:00000001:1.0:1773616215.938292:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1773616215.938295:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=110 v=5 (1 1 1 0) 00000800:00000001:1.0:1773616215.938298:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616215.938300:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616215.938304:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616215.938305:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616215.938307:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1773616215.938310:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1773616215.938313:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616215.938316:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.938320:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1773616215.938322:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616215.938324:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616215.938331:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1773616215.938331:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000100:00000001:3.0:1773616215.938335:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616215.938340:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000040:3.0:1773616215.938345:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616215.938346:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.938354:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.938362:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200671f80 00000100:00000001:3.0:1773616215.938366:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773616215.938371:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.938373:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616215.938377:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.938380:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193de1 [1] + 224 00000800:00000001:1.0:1773616215.938386:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.938391:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.938393:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616215.938399:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000040:3.0:1773616215.938400:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.938403:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616215.938411:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616215.938420:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795599488:192.168.201.103@tcp:400:kworker.0 00000100:00000040:1.0:1773616215.938428:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.938430:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.938435:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616215.938444:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb480 x1859763795599488/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.938445:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616215.938450:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.938456:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616215.938458:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.938460:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.938467:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.938469:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1773616215.938474:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 02000000:00000001:3.0:1773616215.938475:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1773616215.938481:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000010:3.0:1773616215.938482:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6c00. 00000400:00000200:1.0:1773616215.938486:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773616215.938491:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1773616215.938492:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000020:00000001:3.0:1773616215.938497:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1773616215.938498:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672180 00000020:00000040:3.0:1773616215.938502:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000400:00000200:1.0:1773616215.938507:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000020:00000001:3.0:1773616215.938508:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616215.938513:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06900. 00000400:00000200:1.0:1773616215.938514:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193df1 [1] + 224 02000000:00000001:3.0:1773616215.938530:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1773616215.938533:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1773616215.938534:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616215.938538:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb480. 00000800:00000001:1.0:1773616215.938542:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.938543:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616215.938547:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.938547:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773616215.938550:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616215.938555:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:3.0:1773616215.938556:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616215.938560:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616215.938561:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1773616215.938564:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616215.938568:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1773616215.938569:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773616215.938571:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616215.938578:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:3.0:1773616215.938581:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:3.0:1773616215.938587:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1773616215.938587:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616215.938596:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.938602:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616215.938608:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1773616215.938610:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616215.938615:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616215.938619:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773616215.938623:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616215.938624:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.938627:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.938632:0:2402:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1773616215.938632:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 02000000:00000001:3.0:1773616215.938635:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616215.938638:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616215.938643:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616215.938643:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 02000000:00000001:3.0:1773616215.938649:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616215.938653:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00001000:3.0:1773616215.938656:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=6 v=36 (36 36 36 36) 00000400:00000200:1.0:1773616215.938658:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00001000:3.0:1773616215.938664:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=6 v=5 (1 1 1 1) 00000400:00000200:1.0:1773616215.938666:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.938670:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1773616215.938673:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200671e80 00000100:00000001:3.0:1773616215.938674:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616215.938678:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616215.938682:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616215.938683:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616215.938688:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616215.938692:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000400:00000200:1.0:1773616215.938693:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193dd9 [1] + 224 00000100:00000001:3.0:1773616215.938697:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616215.938700:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616215.938702:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1773616215.938707:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616215.938711:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.938717:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773616215.938720:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773616215.938724:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:3.0:1773616215.938725:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616215.938730:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616215.938730:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1773616215.938736:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616215.938740:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616215.938763:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795599232:192.168.201.103@tcp:400:kworker.0 00000100:00000040:1.0:1773616215.938764:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1773616215.938775:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1773616215.938778:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1773616215.938779:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616215.938783:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616215.938786:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3110 00000400:00000010:3.0:1773616215.938788:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3110. 00000100:00000001:3.0:1773616215.938790:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616215.938795:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616215.938808:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.938815:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616215.938817:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.938819:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616215.938821:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616215.938822:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616215.938825:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.938827:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616215.938831:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=77 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616215.938835:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616215.938868:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616215.938869:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616215.938870:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616215.938874:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1773616215.938874:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773616215.938879:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.938881:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616215.938883:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616215.938885:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616215.938886:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616215.938890:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616215.939526:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.939534:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.939957:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616215.939960:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616215.939962:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616215.939969:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616215.939985:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795599744:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616215.939991:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.939994:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616215.939998:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9880 x1859763795599232/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.940005:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616215.940007:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616215.940010:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7000. 02000000:00000001:3.0:1773616215.940014:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616215.940016:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616215.940017:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616215.940020:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616215.940022:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06200. 02000000:00000001:3.0:1773616215.940025:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616215.940026:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616215.940028:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9880. 00000100:00000001:3.0:1773616215.940031:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616215.940033:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.940034:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616215.940037:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9c00 x1859763795599744/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.940043:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616215.940044:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616215.940047:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6000. 02000000:00000001:3.0:1773616215.940050:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616215.940051:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616215.940052:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616215.940054:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616215.940056:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06300. 02000000:00000001:3.0:1773616215.940058:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616215.940059:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616215.940060:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9c00. 00000100:00000001:3.0:1773616215.940063:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616215.940064:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.940068:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.940071:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616215.940073:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616215.940077:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616215.940079:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616215.940081:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df20. 00000400:00000200:3.0:1773616215.940085:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773616215.940087:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773616215.940089:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616215.940094:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616215.940103:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.940110:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616215.940111:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.940114:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616215.940116:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616215.940118:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616215.940120:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616215.940123:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616215.940127:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616215.940130:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616215.940133:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616215.940134:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616215.940137:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616215.940139:0:2402:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.940141:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616215.940145:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.940152:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616215.940154:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616215.940155:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616215.940159:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616215.940167:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4af0926-e624-4ace-81ef-d6578b08219b:2402:1859763795598976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616215.940172:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.940174:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616215.940177:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8e00 x1859763795598976/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616215.940182:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616215.940183:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616215.940185:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616215.940187:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616215.940188:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616215.940189:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616215.940191:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616215.940192:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06a00. 02000000:00000001:3.0:1773616215.940194:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616215.940195:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616215.940197:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8e00. 00000100:00000001:3.0:1773616215.940199:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616215.940200:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616215.940202:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.940204:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616215.940205:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616215.940206:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616215.940208:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1773616215.948553:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616215.948562:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616215.948569:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616215.948580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000400:00000010:2.0:1773616215.948583:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:2.0:1773616215.948589:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616215.948601:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616215.948613:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.948621:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616215.948626:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.948630:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616215.948634:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616215.948637:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616215.948640:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.948643:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616215.948655:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=6 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616215.948660:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=129 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616215.948663:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616215.948665:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616215.948668:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616215.948673:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.948677:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616215.948680:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616215.948682:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616215.948684:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.948690:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.948698:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.948701:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616215.948703:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616215.948707:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616215.948727:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795599104:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616215.948737:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616215.948739:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616215.948741:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616215.948744:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616215.948745:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616215.948757:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616215.948763:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616215.948773:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.948780:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616215.948781:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.948783:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616215.948785:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616215.948786:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616215.948788:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.948790:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616215.948795:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616215.948799:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616215.948801:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616215.948802:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616215.948803:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616215.948805:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.948808:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616215.948810:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616215.948811:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616215.948813:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.948816:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.948823:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.948824:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616215.948825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616215.948829:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616215.948853:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795599360:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616215.948861:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.948864:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616215.948868:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9180 x1859763795599104/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.948874:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616215.948877:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616215.948882:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616215.948886:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616215.948888:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616215.948891:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616215.948893:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616215.948896:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06800. 02000000:00000001:2.0:1773616215.948900:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616215.948902:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616215.948904:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9180. 00000100:00000001:2.0:1773616215.948907:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616215.948908:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.948910:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616215.948913:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795599360/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.948918:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616215.948919:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616215.948921:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63600. 02000000:00000001:2.0:1773616215.948923:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616215.948924:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616215.948925:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616215.948926:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616215.948928:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06e00. 02000000:00000001:2.0:1773616215.948930:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616215.948931:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616215.948932:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616215.948935:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616215.948936:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.948940:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.948942:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616215.948944:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616215.948946:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.948947:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616215.949191:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616215.949208:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616215.949211:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616215.949213:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616215.949220:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616215.949227:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616215.949237:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616215.949242:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616215.949250:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616215.949254:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672100 00000400:00000200:0.0:1773616215.949259:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616215.949266:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193df9 [1] + 224 00000800:00000001:0.0:1773616215.949275:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616215.949283:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616215.949287:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616215.949292:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616215.949297:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616215.949303:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616215.949314:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616215.949346:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616215.949361:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616215.949364:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.950905:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616215.950911:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616215.950918:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616215.950920:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616215.950923:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616215.950929:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:2.0:1773616215.950932:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:2.0:1773616215.950936:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616215.950943:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616215.950952:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.950960:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616215.950962:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.950964:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616215.950967:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616215.950969:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616215.950970:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.950973:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616215.950981:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=77 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616215.950984:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616215.950987:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616215.950989:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616215.950991:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616215.950994:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.950998:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616215.951000:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616215.951002:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616215.951004:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.951009:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.951015:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.951018:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616215.951020:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616215.951024:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616215.951033:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795599616:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616215.951039:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.951042:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616215.951045:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795599616/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.951052:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616215.951054:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616215.951058:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616215.951062:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616215.951064:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616215.951066:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616215.951069:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616215.951071:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06f00. 02000000:00000001:2.0:1773616215.951074:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616215.951075:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616215.951077:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:2.0:1773616215.951080:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616215.951081:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.951084:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.951086:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616215.951087:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616215.951088:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.951090:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616215.957423:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.957444:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616215.957448:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.957451:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.957460:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.957468:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616215.957479:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.957484:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.957500:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.957505:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672200 00000400:00000200:1.0:1773616215.957511:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616215.957526:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e01 [1] + 224 00000800:00000001:1.0:1773616215.957536:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.957597:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616215.957600:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616215.957605:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616215.957614:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616215.957623:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616215.957635:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616215.957660:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616215.957669:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616215.957673:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.959877:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616215.959888:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616215.959898:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616215.959901:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616215.959905:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616215.959915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:2.0:1773616215.959917:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:2.0:1773616215.959921:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616215.959932:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616215.959944:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.959951:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616215.959953:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.959955:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616215.959960:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616215.959963:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616215.959966:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616215.959968:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616215.959980:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616215.959983:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616215.959986:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616215.959987:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616215.959991:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616215.959995:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.960000:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616215.960002:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616215.960004:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616215.960006:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616215.960011:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.960017:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616215.960020:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616215.960022:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616215.960026:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616215.960034:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795599872:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616215.960039:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.960041:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616215.960044:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795599872/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616215.960051:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616215.960053:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616215.960057:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616215.960061:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616215.960064:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616215.960066:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616215.960068:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616215.960071:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06100. 02000000:00000001:2.0:1773616215.960075:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616215.960077:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616215.960079:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616215.960082:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616215.960083:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.960085:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616215.960094:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616215.960096:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616215.960098:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616215.960102:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616215.968308:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616215.968316:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616215.968323:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616215.968324:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616215.968328:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616215.968330:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616215.968333:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616215.968335:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616215.968338:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616215.968339:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616215.968342:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616215.968343:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616215.971356:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616215.971363:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616215.971367:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616216.991986:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616216.991995:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616216.992002:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616216.992004:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616216.992008:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616216.992009:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616216.992025:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616216.992027:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616216.992031:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616216.992032:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616216.992036:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616216.992038:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616216.992093:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616216.992096:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616216.992099:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616218.018013:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616218.018020:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018026:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616218.018028:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018032:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616218.018033:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018036:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616218.018038:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018041:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616218.018043:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018046:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616218.018050:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616218.018052:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616218.018056:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018060:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616218.018062:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018065:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616218.018067:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616218.018147:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616218.018150:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616218.018154:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616219.040002:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616219.040009:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616219.040016:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616219.040017:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616219.040021:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616219.040022:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616219.040026:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616219.040027:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616219.040030:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616219.040031:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616219.040034:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616219.040035:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616219.042172:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616219.042178:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616219.042182:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616219.935996:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302020490, at 4302020544 00000100:00000010:0.0:1773616219.936012:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685480. 00000100:00000040:1.0:1773616219.938496:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302020490, at 4302020546 00000100:00000010:1.0:1773616219.938515:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685de0. 00010000:00000001:0.0:1773616220.064191:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616220.064201:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064208:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616220.064209:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064213:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616220.064215:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064219:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616220.064232:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616220.064235:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616220.064239:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064242:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616220.064245:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064248:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064250:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064255:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616220.064256:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616220.064260:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616220.064261:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616220.064282:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616220.064286:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616220.064289:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616221.024023:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024034:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024045:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19c00. 00000020:00000040:1.0:1773616221.024052:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616221.024056:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024059:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024065:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024074:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbb500. 00000100:00000001:1.0:1773616221.024081:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024091:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024102:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024106:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024113:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034b387ac] to pc [ptlrpcd_00_00+0] req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024145:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024148:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024151:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024154:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19f80. 00000020:00000040:1.0:1773616221.024156:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616221.024159:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024160:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024162:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024165:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbb200. 00000100:00000001:1.0:1773616221.024168:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024172:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024180:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024182:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024186:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29b028f] to pc [ptlrpcd_00_01+1] req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024195:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024197:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024200:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024202:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1ad80. 00000020:00000040:1.0:1773616221.024205:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616221.024207:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024208:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024209:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024212:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbba00. 00000100:00000001:1.0:1773616221.024214:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024218:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024224:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024226:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024230:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc5913c9] to pc [ptlrpcd_00_00+0] req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024237:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024239:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024242:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024253:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18380. 00000020:00000040:1.0:1773616221.024255:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616221.024257:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024258:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024259:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024262:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbbc00. 00000100:00000001:1.0:1773616221.024265:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024269:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024283:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024285:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024288:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c892183] to pc [ptlrpcd_00_01+1] req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024295:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024297:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024300:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024303:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b480. 00000020:00000040:1.0:1773616221.024305:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616221.024307:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024308:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024310:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024314:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a819496600. 00000100:00000001:1.0:1773616221.024316:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024320:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024327:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024329:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024332:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6618ab1] to pc [ptlrpcd_00_00+0] req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024339:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024341:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024344:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024346:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a300. 00000020:00000040:1.0:1773616221.024348:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616221.024350:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024351:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024352:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024355:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a819496000. 00000100:00000001:1.0:1773616221.024358:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024362:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024369:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024370:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024374:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000320b0417] to pc [ptlrpcd_00_01+1] req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024381:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024383:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024385:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024387:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18000. 00000020:00000040:1.0:1773616221.024389:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616221.024391:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024392:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024393:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024396:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a819496100. 00000100:00000001:1.0:1773616221.024398:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024402:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024408:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024409:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024413:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4626f1] to pc [ptlrpcd_00_00+0] req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024419:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024421:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616221.024424:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616221.024427:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1a680. 00000020:00000040:1.0:1773616221.024429:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:1.0:1773616221.024431:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616221.024446:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616221.024447:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616221.024451:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5d00. 00000100:00000001:1.0:1773616221.024454:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024458:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616221.024713:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616221.024715:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024720:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e57767] to pc [ptlrpcd_00_01+1] req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.024728:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616221.024730:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616221.024733:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616221.024738:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7359) 00000100:00000001:0.0:1773616221.025011:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.025016:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616221.025018:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.025025:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025034:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.025036:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025040:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.025042:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.025045:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.025048:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795600000:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.025052:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.025057:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.025060:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025062:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.025067:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616221.025069:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.025077:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.025081:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a0b0. 00000400:00000010:0.0:1773616221.025087:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aee0. 00000100:00000200:0.0:1773616221.025093:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600000, portal 25 00000100:00000001:0.0:1773616221.025096:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.025098:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405952 : -121324108145664 : ffff91a807a19c00) 00000100:00000040:0.0:1773616221.025103:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025111:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.025113:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.025116:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a330. 00000100:00000200:0.0:1773616221.025118:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795600000, offset 0 00000400:00000200:0.0:1773616221.025124:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025132:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025139:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.025143:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.025148:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.025151:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616221.025154:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025158:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149621:149621:256:4294967295] 192.168.201.103@tcp LPNI seq info [149561:149561:8:4294967295] 00000400:00000200:0.0:1773616221.025163:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025172:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.025178:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.025183:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0000. 00000800:00000200:0.0:1773616221.025190:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.025197:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.025201:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.025220:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.025224:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.025227:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302025606 00000100:00000010:0.0:1773616221.025232:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cfd20. 00000100:00000001:0.0:1773616221.025239:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616221.025244:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302025606 00000100:00000010:0.0:1773616221.025247:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cf300. 00000100:00000001:0.0:1773616221.025250:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616221.025253:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.025256:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.025258:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.025262:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025269:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.025271:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025273:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.025275:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.025277:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.025280:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600256:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.025286:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.025288:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.025290:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025292:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.025294:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616221.025296:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.025300:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.025302:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616221.025306:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616221.025309:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600256, portal 10 00000100:00000001:0.0:1773616221.025311:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.025312:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601410432 : -121324108141184 : ffff91a807a1ad80) 00000100:00000040:0.0:1773616221.025319:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025326:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.025328:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.025330:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616221.025333:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795600256, offset 0 00000400:00000200:0.0:1773616221.025337:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025340:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025344:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.025347:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.025349:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.025352:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616221.025354:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025358:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149622:149622:255:4294967295] 192.168.201.103@tcp LPNI seq info [149562:149562:7:4294967295] 00000400:00000200:0.0:1773616221.025362:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025368:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.025373:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.025376:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0c00. 00000800:00000200:0.0:1773616221.025380:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.025386:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.025388:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.025391:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.025394:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 95641 usecs (96 jiffies) 00000400:00000200:0.0:1773616221.025397:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.025399:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302021729 00000100:00000001:0.0:1773616221.025402:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.025404:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302021729 00000100:00000001:0.0:1773616221.025406:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.025408:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.025410:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.025411:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.025415:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025421:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.025423:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025424:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.025426:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.025428:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.025431:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600512:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.025448:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.025450:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.025451:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025453:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.025456:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28400. 02000000:00000001:0.0:1773616221.025458:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.025460:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.025463:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a318. 00000400:00000010:0.0:1773616221.025465:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a088. 00000100:00000200:0.0:1773616221.025468:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600512, portal 4 00000100:00000001:0.0:1773616221.025470:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.025472:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601412224 : -121324108139392 : ffff91a807a1b480) 00000100:00000040:0.0:1773616221.025477:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025483:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.025485:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.025488:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816abb0. 00000100:00000200:0.0:1773616221.025489:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795600512, offset 0 00000400:00000200:0.0:1773616221.025493:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025496:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025499:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.025502:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.025504:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.025507:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616221.025509:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025511:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149623:149623:254:4294967295] 192.168.201.103@tcp LPNI seq info [149563:149563:6:4294967295] 00000400:00000200:0.0:1773616221.025516:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025521:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.025525:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.025528:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0800. 00000800:00000200:0.0:1773616221.025533:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.025537:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.025540:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.025543:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.025546:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 430951 usecs (431 jiffies) 00000400:00000200:0.0:1773616221.025549:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.025550:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302022064 00000100:00000001:0.0:1773616221.025552:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.025554:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302022064 00000100:00000001:0.0:1773616221.025556:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.025560:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.025562:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.025564:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.025569:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025575:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.025576:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025578:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.025580:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.025582:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.025585:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795600768:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.025588:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.025590:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.025592:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025594:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.025597:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28200. 02000000:00000001:0.0:1773616221.025599:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.025601:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.025604:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a9f8. 00000400:00000010:0.0:1773616221.025608:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616221.025610:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600768, portal 10 00000100:00000001:0.0:1773616221.025612:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.025614:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601398784 : -121324108152832 : ffff91a807a18000) 00000100:00000040:0.0:1773616221.025620:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025626:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.025628:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.025630:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616221.025633:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795600768, offset 0 00000400:00000200:0.0:1773616221.025637:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025641:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025644:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.025647:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.025649:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.025651:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616221.025653:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025656:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149624:149624:253:4294967295] 192.168.201.103@tcp LPNI seq info [149564:149564:5:4294967295] 00000400:00000200:0.0:1773616221.025659:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025664:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.025668:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.025671:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0400. 00000800:00000200:0.0:1773616221.025675:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.025678:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.025681:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.025683:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.025686:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 46403 usecs (47 jiffies) 00000400:00000200:0.0:1773616221.025689:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.025691:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302021680 00000100:00000001:0.0:1773616221.025693:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.025695:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302021680 00000100:00000001:0.0:1773616221.025698:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.025700:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.025702:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.025704:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.025707:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.025717:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616221.025720:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616221.025722:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.025724:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616221.025725:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.025729:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:0.0:1773616221.025730:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.025732:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616221.025734:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.025736:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.025736:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616221.025738:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.025741:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025748:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.025750:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025752:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.025754:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.025755:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.025758:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.025761:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.025763:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.025765:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.025766:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.025769:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616221.025771:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.025774:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.025777:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a738. 00000400:00000010:0.0:1773616221.025780:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aa18. 00000100:00000200:0.0:1773616221.025783:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600128, portal 10 00000100:00000001:0.0:1773616221.025785:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.025786:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601406848 : -121324108144768 : ffff91a807a19f80) 00000100:00000040:0.0:1773616221.025791:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.025798:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.025800:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.025801:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a660. 00000100:00000200:0.0:1773616221.025804:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795600128, offset 0 00000400:00000200:0.0:1773616221.025809:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616221.025812:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.025816:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.025819:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.025822:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.025824:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1773616221.026772:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.026779:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0000. 00000400:00000200:1.0:1773616221.026787:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.026793:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616221.027039:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.027043:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149625:149625:252:4294967295] 192.168.201.103@tcp LPNI seq info [149565:149565:4:4294967295] 00000400:00000200:0.0:1773616221.027048:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.027058:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.027064:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.027068:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0000. 00000800:00000200:0.0:1773616221.027074:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.027079:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.027083:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.027087:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.027092:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 466641 usecs (467 jiffies) 00000400:00000200:0.0:1773616221.027095:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.027098:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302022102 00000100:00000001:0.0:1773616221.027141:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.027143:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302022102 00000100:00000001:0.0:1773616221.027145:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.027147:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.027150:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.027154:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.027160:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.027169:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.027170:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.027174:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.027176:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.027179:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.027183:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.027186:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.027190:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.027192:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.027194:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.027199:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:0.0:1773616221.027201:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.027205:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.027211:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a4d0. 00000400:00000010:0.0:1773616221.027215:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a4c8. 00000100:00000200:0.0:1773616221.027220:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600384, portal 4 00000100:00000001:0.0:1773616221.027222:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.027224:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601399680 : -121324108151936 : ffff91a807a18380) 00000100:00000040:0.0:1773616221.027230:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.027235:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.027237:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.027239:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616221.027253:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795600384, offset 0 00000400:00000200:0.0:1773616221.027258:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616221.027870:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a330 00000400:00000010:1.0:1773616221.027874:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a330. 00000100:00000001:1.0:1773616221.027879:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.027885:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.027895:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.027899:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.027906:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.027908:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616221.027925:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.027927:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0c00. 00000400:00000200:1.0:1773616221.027931:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.027936:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616221.027944:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:1.0:1773616221.027946:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:1.0:1773616221.027948:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.027952:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.027959:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.027962:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.027969:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.027971:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616221.027979:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.027981:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0800. 00000400:00000200:1.0:1773616221.027984:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.027987:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616221.027990:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816abb0 00000400:00000010:1.0:1773616221.027992:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816abb0. 00000100:00000001:1.0:1773616221.027994:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.027998:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.028005:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.028008:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.028015:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.028016:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616221.028025:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.028027:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0400. 00000400:00000200:1.0:1773616221.028029:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.028032:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616221.028035:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:1.0:1773616221.028036:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:1.0:1773616221.028041:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.028046:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.028053:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.028055:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.028061:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.028062:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616221.028127:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.028130:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0000. 00000400:00000200:1.0:1773616221.028133:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.028136:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616221.028139:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a660 00000400:00000010:1.0:1773616221.028141:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a660. 00000100:00000001:1.0:1773616221.028143:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.028147:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.028155:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.028157:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.028163:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.028164:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616221.028206:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616221.028210:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.032908:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.032924:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.032930:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.032935:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.032939:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616221.032944:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.032949:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149626:149626:256:4294967295] 192.168.201.103@tcp LPNI seq info [149566:149566:8:4294967295] 00000400:00000200:0.0:1773616221.032955:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.032965:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.032972:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.032981:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0000. 00000800:00000200:0.0:1773616221.032989:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.032997:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.033002:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.033022:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.033028:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 682616 usecs (683 jiffies) 00000400:00000200:0.0:1773616221.033033:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.033036:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302022324 00000100:00000001:0.0:1773616221.033039:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.033042:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302022324 00000100:00000001:0.0:1773616221.033044:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.033047:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.033051:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.033055:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.033064:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.033074:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.033076:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.033081:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.033085:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.033087:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.033090:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795600640:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.033095:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.033101:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.033104:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.033107:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.033112:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29a00. 02000000:00000001:0.0:1773616221.033115:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.033120:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.033123:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a268. 00000400:00000010:0.0:1773616221.033130:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816add0. 00000100:00000200:0.0:1773616221.033135:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600640, portal 10 00000100:00000001:0.0:1773616221.033138:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.033140:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601407744 : -121324108143872 : ffff91a807a1a300) 00000100:00000040:0.0:1773616221.033147:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.033155:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.033157:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.033160:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616221.033163:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795600640, offset 0 00000400:00000200:0.0:1773616221.033168:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616221.033174:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.033177:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.033180:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.033183:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.033185:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616221.033187:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.033191:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149627:149627:255:4294967295] 192.168.201.103@tcp LPNI seq info [149567:149567:7:4294967295] 00000400:00000200:0.0:1773616221.033195:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.033201:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.033205:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.033209:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0400. 00000800:00000200:0.0:1773616221.033213:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.033217:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.033220:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.033223:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.033227:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 36526 usecs (37 jiffies) 00000400:00000200:0.0:1773616221.033230:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.033232:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302021678 00000100:00000001:0.0:1773616221.033234:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.033236:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302021678 00000100:00000001:0.0:1773616221.033239:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.033241:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1773616221.033381:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033398:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.033400:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033403:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.033408:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033412:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.033420:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033424:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033428:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033441:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672480 00000400:00000200:1.0:1773616221.033446:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033452:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e29 [1] + 224 00000800:00000001:1.0:1773616221.033460:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033469:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.033472:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.033477:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.033486:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.033493:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.033504:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.033512:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773616221.033555:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.033560:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0000. 00000400:00000200:1.0:1773616221.033563:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.033566:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616221.033569:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:1.0:1773616221.033571:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:1.0:1773616221.033574:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.033578:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.033586:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.033590:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.033595:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.033597:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616221.033602:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033605:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773616221.033656:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.033659:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0400. 00000400:00000200:1.0:1773616221.033662:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.033665:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616221.033669:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:1.0:1773616221.033671:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:1.0:1773616221.033673:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.033677:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.033684:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.033688:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.033693:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.033695:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616221.033731:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033737:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.033739:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033741:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.033745:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033748:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.033753:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033756:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033759:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033761:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672380 00000400:00000200:1.0:1773616221.033765:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033769:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e19 [1] + 224 00000800:00000001:1.0:1773616221.033773:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033777:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.033778:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.033781:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.033784:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.033789:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.033798:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.033811:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616221.033815:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033818:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.033819:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033822:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.033825:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033828:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.033832:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033834:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033925:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033929:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672580 00000400:00000200:1.0:1773616221.033932:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033936:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e39 [1] + 224 00000800:00000001:1.0:1773616221.033940:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033945:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.033947:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.033950:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.033953:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.033958:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.033966:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.033973:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616221.033977:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033980:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.033982:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.033984:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.033987:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033990:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.033994:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033996:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.033999:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.034002:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672300 00000400:00000200:1.0:1773616221.034006:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.034010:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e49 [1] + 224 00000800:00000001:1.0:1773616221.034014:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.034019:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.034021:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.034024:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.034027:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.034032:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.034040:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.034047:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616221.034051:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.034054:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.035094:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.035100:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616221.035108:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.035117:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616221.035119:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.035123:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616221.035126:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616221.035128:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616221.035132:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795600896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.035136:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616221.035141:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616221.035143:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.035145:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616221.035153:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616221.035155:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616221.035161:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616221.035165:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a6e0. 00000400:00000010:0.0:1773616221.035171:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616221.035176:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795600896, portal 4 00000100:00000001:0.0:1773616221.035179:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616221.035181:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601408640 : -121324108142976 : ffff91a807a1a680) 00000100:00000040:0.0:1773616221.035188:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.035195:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616221.035196:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616221.035200:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a2a8. 00000100:00000200:0.0:1773616221.035203:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795600896, offset 0 00000400:00000200:0.0:1773616221.035207:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616221.035214:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.035219:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616221.035225:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616221.035227:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616221.035230:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616221.035232:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616221.035236:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149628:149628:256:4294967295] 192.168.201.103@tcp LPNI seq info [149568:149568:8:4294967295] 00000400:00000200:0.0:1773616221.035239:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616221.037478:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616221.037495:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616221.037508:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0800. 00000800:00000200:0.0:1773616221.037516:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616221.037525:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616221.037531:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616221.037557:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.037564:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 41897 usecs (42 jiffies) 00000400:00000200:0.0:1773616221.037571:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616221.037574:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302021687 00000100:00000001:0.0:1773616221.037577:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.037580:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302021687 00000100:00000001:0.0:1773616221.037582:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302025606 00000100:00000001:0.0:1773616221.037584:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.037588:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1773616221.037598:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.037600:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.037604:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:0.0:1773616221.037610:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:0.0:1773616221.037613:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:0.0:1773616221.037617:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.037624:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.037635:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037644:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.037646:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.037648:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.037652:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.037654:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.037657:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.037660:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.037669:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=12 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616221.037673:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616221.037676:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.037678:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.037681:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.037684:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.037688:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616221.037690:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616221.037693:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616221.037695:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.037699:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037707:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.037710:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.037713:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.037717:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.037725:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600256:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616221.037730:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.037731:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.037733:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a318. 00000400:00000200:0.0:1773616221.037735:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a088 00000400:00000010:0.0:1773616221.037737:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a088. 00000100:00000001:0.0:1773616221.037739:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.037745:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.037754:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037760:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.037761:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.037763:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.037764:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.037765:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.037767:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.037768:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.037772:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616221.037775:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=116 v=5 (1 1 1 0) 00000100:00000001:0.0:1773616221.037777:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.037778:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.037780:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.037782:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.037785:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616221.037786:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:0.0:1773616221.037788:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616221.037790:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.037793:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037799:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.037801:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.037803:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.037807:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.037814:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600512:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616221.037819:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.037820:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.037822:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a9f8. 00000400:00000200:0.0:1773616221.037824:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616221.037826:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616221.037828:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.037832:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.037858:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037864:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.037865:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.037867:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.037868:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.037870:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.037871:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.037873:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.037877:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=83 v=36 (36 0 0 0) 00000100:00001000:0.0:1773616221.037880:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616221.037882:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.037884:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.037886:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.037888:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.037890:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616221.037891:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616221.037893:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616221.037894:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.037898:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037904:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.037906:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.037907:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.037911:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.037918:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795600768:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.037923:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.037926:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.037929:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1ad80 x1859763795600256/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037936:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.037939:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.037942:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616221.037946:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.037949:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.037951:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616221.037953:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.037956:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbba00. 02000000:00000001:0.0:1773616221.037961:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.037962:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.037964:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1ad80. 00000100:00000001:0.0:1773616221.037968:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.037969:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.037971:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.037974:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b480 x1859763795600512/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.037979:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.037981:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.037982:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28400. 02000000:00000001:0.0:1773616221.037984:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.037985:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.037986:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616221.037988:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.037989:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a819496600. 02000000:00000001:0.0:1773616221.037992:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.037993:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.037994:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b480. 00000100:00000001:0.0:1773616221.037996:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.037997:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.037999:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.038002:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18000 x1859763795600768/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.038009:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.038011:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.038012:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28200. 02000000:00000001:0.0:1773616221.038014:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.038015:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.038017:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616221.038019:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.038020:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a819496100. 02000000:00000001:0.0:1773616221.038022:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.038023:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.038024:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18000. 00000100:00000001:0.0:1773616221.038026:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.038027:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.038031:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.038034:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.038036:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616221.038039:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.038040:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.038042:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a738. 00000400:00000200:0.0:1773616221.038044:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aa18 00000400:00000010:0.0:1773616221.038046:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aa18. 00000100:00000001:0.0:1773616221.038048:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.038053:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.038061:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.038067:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.038069:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.038071:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.038072:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.038073:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.038075:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.038076:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.038080:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=12 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616221.038083:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=135 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616221.038085:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.038087:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.038089:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.038097:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.038100:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616221.038101:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:0.0:1773616221.038103:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616221.038104:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.038107:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.038114:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.038116:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.038117:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.038121:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.038129:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600128:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.038133:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.038135:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.038138:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19f80 x1859763795600128/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.038144:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.038145:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.038147:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616221.038150:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.038151:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.038152:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616221.038154:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.038155:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbb200. 02000000:00000001:0.0:1773616221.038157:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.038159:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.038160:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19f80. 00000100:00000001:0.0:1773616221.038162:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.038164:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.038166:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.038168:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.038169:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616221.038171:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.038173:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616221.040442:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616221.040645:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0800. 00000400:00000200:1.0:1773616221.040653:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.040662:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616221.040670:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a2a8 00000400:00000010:1.0:1773616221.040673:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a2a8. 00000100:00000001:1.0:1773616221.040678:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616221.040688:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.040700:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616221.040704:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.040712:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616221.040714:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616221.043628:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.046888:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.046897:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.046905:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.046915:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.046923:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.046935:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.046941:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.046948:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.046952:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200672280 00000400:00000200:1.0:1773616221.046957:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.046964:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e09 [1] + 224 00000800:00000001:1.0:1773616221.046972:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.046977:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.046980:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.046984:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.046993:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.047004:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.047017:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.047046:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616221.047057:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.047062:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.047064:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.047066:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.047070:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.047074:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.047078:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.047081:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.047084:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.047087:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672500 00000400:00000200:1.0:1773616221.047091:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.047097:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e69 [1] + 224 00000800:00000001:1.0:1773616221.047101:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.047159:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.047162:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.047166:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.047169:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.047174:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.047184:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.047193:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616221.047196:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.047198:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.047966:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.047972:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616221.047981:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.047983:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.047987:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a268. 00000400:00000200:0.0:1773616221.047993:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816add0 00000400:00000010:0.0:1773616221.047995:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816add0. 00000100:00000001:0.0:1773616221.047999:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.048006:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.048017:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048023:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.048025:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.048028:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.048033:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.048036:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.048038:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.048041:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.048054:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=83 v=36 (36 0 0 0) 00000100:00001000:0.0:1773616221.048059:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616221.048062:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.048064:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.048068:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.048071:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048076:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616221.048078:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:0.0:1773616221.048080:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616221.048082:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.048087:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048094:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.048097:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.048099:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.048102:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.048109:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795600640:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616221.048115:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.048116:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.048118:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a0b0. 00000400:00000200:0.0:1773616221.048120:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:0.0:1773616221.048122:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:0.0:1773616221.048124:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.048127:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.048135:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048151:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.048153:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.048154:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.048156:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.048157:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.048159:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.048160:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.048164:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616221.048166:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616221.048169:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.048170:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.048171:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.048173:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048175:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.048179:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048186:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.048188:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.048189:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.048193:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.048199:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795600000:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.048203:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048205:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.048209:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a300 x1859763795600640/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048215:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.048218:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.048221:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29a00. 02000000:00000001:0.0:1773616221.048226:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.048229:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.048231:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616221.048233:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.048236:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a819496000. 02000000:00000001:0.0:1773616221.048240:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.048242:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.048416:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a300. 00000100:00000001:0.0:1773616221.048423:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.048425:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.048427:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.048441:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19c00 x1859763795600000/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048448:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.048449:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.048451:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616221.048454:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.048455:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.048457:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616221.048459:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.048461:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbb500. 02000000:00000001:0.0:1773616221.048464:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.048465:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.048466:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19c00. 00000100:00000001:0.0:1773616221.048469:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.048470:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.048474:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048477:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.048478:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616221.048480:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048482:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616221.048547:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.048557:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.048560:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.048562:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.048568:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.048573:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.048580:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.048584:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.048589:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.048592:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672400 00000400:00000200:1.0:1773616221.048597:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.048602:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e59 [1] + 224 00000800:00000001:1.0:1773616221.048609:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.048617:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.048620:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.048624:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.048629:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.048635:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.048649:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.048668:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616221.048676:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.048679:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.048725:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.048727:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616221.048730:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.048732:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.048734:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a4d0. 00000400:00000200:0.0:1773616221.048738:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a4c8 00000400:00000010:0.0:1773616221.048740:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a4c8. 00000100:00000001:0.0:1773616221.048742:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.048746:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.048754:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048760:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.048761:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.048763:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.048765:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.048766:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.048768:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.048769:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.048774:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616221.048777:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616221.048780:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.048781:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.048783:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.048786:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048788:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616221.048790:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:0.0:1773616221.048791:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616221.048793:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.048797:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048804:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.048806:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.048807:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.048811:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.048819:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795600384:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.048823:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048825:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.048828:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18380 x1859763795600384/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.048867:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.048869:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.048871:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:0.0:1773616221.048874:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.048876:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.048877:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616221.048880:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.048882:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbbc00. 02000000:00000001:0.0:1773616221.048884:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.048885:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.048886:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18380. 00000100:00000001:0.0:1773616221.048889:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.048890:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.048892:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048894:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.048896:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616221.048898:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.048900:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616221.050447:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.050465:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616221.050469:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.050472:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.050480:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.050487:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616221.050494:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.050498:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.050503:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.050507:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672600 00000400:00000200:1.0:1773616221.050511:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616221.050516:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e79 [1] + 224 00000800:00000001:1.0:1773616221.050522:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.050740:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616221.050744:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616221.050750:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616221.050758:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616221.050768:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616221.050779:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616221.050799:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616221.050807:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616221.050810:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.050877:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.050881:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616221.050888:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616221.050890:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616221.050893:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a6e0. 00000400:00000200:0.0:1773616221.050898:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:0.0:1773616221.050900:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:0.0:1773616221.050903:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616221.050909:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616221.050918:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.050926:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616221.050928:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.050930:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616221.050933:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616221.050935:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616221.050938:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616221.050942:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616221.050953:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1773616221.050957:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616221.050959:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616221.050961:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.050964:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616221.050968:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.050972:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616221.050974:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616221.050976:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616221.050978:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616221.050982:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.050990:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616221.050994:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616221.050996:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616221.051000:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616221.051009:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795600896:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616221.051014:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.051016:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616221.051020:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1a680 x1859763795600896/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616221.051027:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616221.051030:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616221.051033:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616221.051036:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616221.051039:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616221.051041:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616221.051043:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616221.051047:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5d00. 02000000:00000001:0.0:1773616221.051050:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616221.051052:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616221.051054:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1a680. 00000100:00000001:0.0:1773616221.051058:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616221.051059:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.051061:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616221.051069:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616221.051071:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616221.051073:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616221.051075:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.088005:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616221.088013:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.088020:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616221.088021:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.088025:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616221.088027:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.088031:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616221.088033:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.088037:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616221.088039:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616221.088043:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616221.088044:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616221.088214:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616221.088218:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616221.088222:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616222.112218:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616222.112240:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616222.112243:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616222.112247:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112252:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616222.112254:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112257:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112259:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112264:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616222.112266:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616222.112267:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616222.112273:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616222.112275:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616222.112277:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112278:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616222.112280:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112281:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112283:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112298:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616222.112300:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616222.112301:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616222.112304:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616222.112305:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616222.112306:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112308:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616222.112310:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112312:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112314:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112318:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616222.112320:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112323:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616222.112325:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616222.112326:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616222.112328:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616222.112330:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616222.112331:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112333:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616222.112334:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112335:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112337:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616222.112340:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616222.112341:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616222.112657:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616222.112661:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616222.112663:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616222.990461:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616222.990481:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616222.990485:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616222.990487:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616222.990497:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616222.990505:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616222.990515:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616222.990520:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616222.990525:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616222.990530:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e100 00000400:00000200:0.0:1773616222.990535:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616222.990542:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193969 [1] + 0 00000800:00000001:0.0:1773616222.990551:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616222.990564:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616222.990567:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616222.990572:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616222.990579:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616222.990588:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773616232 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:0.0:1773616222.990600:0:2392:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 3 to 0 dl 1773616232 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616222.990619:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616222.990629:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616222.990632:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616222.991281:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616222.991287:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616222.991290:0:2402:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:3.0:1773616222.991293:0:2402:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:3.0:1773616222.991301:0:2402:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2d80. 02000000:00000010:3.0:1773616222.991309:0:2402:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff91a803265100. 02000000:00000001:3.0:1773616222.991312:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616222.991314:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616222.991316:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616222.991322:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616222.991324:0:2402:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616222.991331:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=83 v=5 (1 0 0 0) 02000000:00000010:3.0:1773616222.991335:0:2402:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff91a803265100. 00000100:00000010:3.0:1773616222.991339:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2d80. 00000100:00001000:3.0:1773616222.991422:0:2402:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #4, new deadline in 35s (25s) req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 4 to 0 dl 1773616257 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616222.991431:0:2402:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616222.991433:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616222.991437:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616223.141000:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616223.141010:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616223.141018:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616223.141019:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616223.141023:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616223.141024:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616223.141029:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616223.141030:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616223.141034:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616223.141035:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616223.141038:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616223.141039:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616223.141058:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616223.141061:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616223.141063:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616224.160765:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616224.160773:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616224.160779:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616224.160780:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616224.160784:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616224.160785:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616224.160789:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616224.160790:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616224.160793:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616224.160794:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616224.160798:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616224.160799:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616224.161142:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616224.161146:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616224.161150:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616225.056124:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302025606, at 4302025664 00000100:00000040:0.0:1773616225.056125:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302025606, at 4302025664 00000100:00000010:0.0:1773616225.056140:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cfd20. 00000100:00000010:1.0:1773616225.056141:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cf300. 00010000:00000001:0.0:1773616225.184431:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616225.184440:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616225.184448:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616225.184449:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616225.184453:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616225.184454:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616225.184458:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616225.184459:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616225.184462:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616225.184465:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616225.184468:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616225.184469:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616225.186129:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616225.186135:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616225.186140:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616226.143983:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.143995:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.144008:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773616226.144015:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1773616226.144020:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.144024:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.144030:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.144039:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5200. 00000100:00000001:1.0:1773616226.144187:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.144203:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.144215:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.144220:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.144227:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a511a39e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.144292:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616226.144297:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616226.144300:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616226.144306:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.144314:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616226.144317:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616226.144321:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616226.144324:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616226.144327:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616226.144330:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795601024:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616226.144335:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616226.144342:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616226.144344:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616226.144347:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616226.144363:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616226.144366:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616226.144375:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616226.144379:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a6e0. 00000400:00000010:0.0:1773616226.144386:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616226.144393:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601024, portal 25 00000100:00000001:0.0:1773616226.144395:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616226.144397:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000040:0.0:1773616226.144403:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.144412:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616226.144415:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616226.144418:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a4c8. 00000100:00000200:0.0:1773616226.144421:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795601024, offset 0 00000400:00000200:0.0:1773616226.144429:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616226.144439:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.144449:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616226.144456:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616226.144460:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616226.144466:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616226.144470:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616226.144474:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149629:149629:256:4294967295] 192.168.201.103@tcp LPNI seq info [149569:149569:8:4294967295] 00000400:00000200:0.0:1773616226.144479:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.144490:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616226.144496:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616226.144501:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0c00. 00000800:00000200:0.0:1773616226.144510:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616226.144519:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616226.144524:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616226.144542:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616226.144546:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616226.144549:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302030725 00000100:00000010:0.0:1773616226.144555:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cfd20. 00000100:00000001:0.0:1773616226.144665:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616226.144675:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302030725 00000100:00000010:0.0:1773616226.144680:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cfe40. 00000100:00000001:0.0:1773616226.144684:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616226.144688:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616226.144691:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.144695:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.144698:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.144724:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.144727:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.144731:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.144734:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19180. 00000020:00000040:1.0:1773616226.144737:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616226.144739:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.144741:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.144743:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.144747:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5900. 00000100:00000001:1.0:1773616226.144750:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.144756:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.144764:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.144767:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.144771:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7265e61] to pc [ptlrpcd_00_01+1] req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.152815:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616226.152824:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616226.152831:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616226.152834:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616226.153205:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616226.153211:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773616226.153214:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616226.153219:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616226.153221:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616226.153223:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616226.153224:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616226.153226:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616226.153240:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.153252:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616226.153255:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616226.153259:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616226.153263:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616226.153266:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616226.153270:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795601152:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616226.153275:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616226.153282:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616226.153285:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616226.153288:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616226.153300:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:0.0:1773616226.153302:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616226.153313:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616226.153318:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a4d0. 00000400:00000010:0.0:1773616226.153326:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aee0. 00000100:00000200:0.0:1773616226.153333:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601152, portal 10 00000100:00000001:0.0:1773616226.153336:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616226.153338:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601403264 : -121324108148352 : ffff91a807a19180) 00000100:00000040:0.0:1773616226.153346:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.153366:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616226.153369:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616226.153372:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816add0. 00000100:00000200:0.0:1773616226.153376:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795601152, offset 0 00000400:00000200:0.0:1773616226.153383:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616226.153392:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.153401:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616226.153407:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616226.153411:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616226.153415:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616226.153418:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616226.153422:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149630:149630:255:4294967295] 192.168.201.103@tcp LPNI seq info [149570:149570:7:4294967295] 00000400:00000200:0.0:1773616226.153427:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.153437:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616226.153443:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616226.153450:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8213c0800. 00000800:00000200:0.0:1773616226.153457:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616226.153466:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616226.153472:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8213c0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616226.153477:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616226.153482:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 465695 usecs (466 jiffies) 00000400:00000200:0.0:1773616226.153485:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616226.153487:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302027227 00000100:00000001:0.0:1773616226.153491:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302030725 00000100:00000001:0.0:1773616226.153494:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302027227 00000100:00000001:0.0:1773616226.153496:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302030725 00000100:00000001:0.0:1773616226.153498:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616226.153501:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.153503:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.153506:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616226.154830:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.154852:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0c00. 00000400:00000200:0.0:1773616226.154860:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.154868:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.154875:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a4c8 00000400:00000010:0.0:1773616226.154879:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a4c8. 00000100:00000001:0.0:1773616226.154885:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.154892:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.154904:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.154908:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.154916:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.154918:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616226.154996:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.154999:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8213c0800. 00000400:00000200:0.0:1773616226.155002:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.155006:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.155009:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816add0 00000400:00000010:0.0:1773616226.155010:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816add0. 00000100:00000001:0.0:1773616226.155013:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.155017:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.155025:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.155028:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.155034:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.155036:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616226.155062:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616226.155066:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616226.155069:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.155072:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.167615:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167626:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.167632:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.167644:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18a80. 00000020:00000040:1.0:1773616226.167651:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616226.167656:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.167659:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.167665:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.167673:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5f00. 00000100:00000001:1.0:1773616226.167681:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167694:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.167707:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.167713:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167720:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932342a5] to pc [ptlrpcd_00_00+0] req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.167741:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167744:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.167747:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.167750:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18e00. 00000020:00000040:1.0:1773616226.167752:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616226.167754:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.167756:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.167758:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.167761:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5e00. 00000100:00000001:1.0:1773616226.167764:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167768:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.167775:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.167778:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167781:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c7743e] to pc [ptlrpcd_00_01+1] req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.167790:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167792:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.167796:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.167799:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19880. 00000020:00000040:1.0:1773616226.167801:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616226.167803:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.167805:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.167806:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.167810:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5800. 00000100:00000001:1.0:1773616226.167813:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167818:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.167824:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.167826:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167829:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cf15e51] to pc [ptlrpcd_00_00+0] req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.167853:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167856:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.167859:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.167862:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19500. 00000020:00000040:1.0:1773616226.167864:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616226.167867:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.167868:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.167869:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.167872:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5400. 00000100:00000001:1.0:1773616226.167875:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167878:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.167890:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.167892:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167895:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fda60f6e] to pc [ptlrpcd_00_01+1] req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.167902:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167904:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.167908:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.167910:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1aa00. 00000020:00000040:1.0:1773616226.167912:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616226.167914:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.167915:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.167917:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.167920:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5000. 00000100:00000001:1.0:1773616226.167922:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167926:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.167933:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.167935:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167938:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e6f958a] to pc [ptlrpcd_00_00+0] req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.167945:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167947:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616226.167950:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773616226.167952:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773616226.167954:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:1.0:1773616226.167957:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616226.167958:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616226.167959:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616226.167962:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5100. 00000100:00000001:1.0:1773616226.167965:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167969:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616226.167975:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616226.167977:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167980:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d5a65d8] to pc [ptlrpcd_00_01+1] req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.167986:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.167988:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773616226.167992:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773616226.167999:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7364) 00000100:00000001:1.0:1773616226.168023:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.168027:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616226.168029:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616226.168034:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168042:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616226.168044:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168059:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616226.168062:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616226.168065:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616226.168068:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795601408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.168072:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616226.168078:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616226.168080:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168083:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616226.168087:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616226.168089:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616226.168097:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616226.168102:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424058. 00000400:00000010:1.0:1773616226.168108:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616226.168116:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601408, portal 4 00000100:00000001:1.0:1773616226.168118:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616226.168120:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00000100:00000040:1.0:1773616226.168128:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168135:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616226.168138:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616226.168140:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000200:1.0:1773616226.168143:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795601408, offset 0 00000400:00000200:1.0:1773616226.168149:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168159:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168166:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616226.168172:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616226.168176:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616226.168180:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616226.168183:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168187:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149631:149631:256:4294967295] 192.168.201.103@tcp LPNI seq info [149571:149571:8:4294967295] 00000400:00000200:1.0:1773616226.168192:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168201:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616226.168207:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616226.168212:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5c00. 00000800:00000200:1.0:1773616226.168220:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616226.168227:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616226.168231:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616226.168244:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.168249:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 678120 usecs (679 jiffies) 00000400:00000200:1.0:1773616226.168253:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616226.168256:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302027455 00000100:00000001:1.0:1773616226.168259:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168261:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302027455 00000100:00000001:1.0:1773616226.168264:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168266:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.168269:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.168271:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616226.168275:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168282:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616226.168284:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168286:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616226.168288:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616226.168290:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616226.168292:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795601664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.168295:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616226.168298:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616226.168299:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168301:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616226.168304:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616226.168306:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616226.168310:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616226.168313:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424630. 00000400:00000010:1.0:1773616226.168317:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1990. 00000100:00000200:1.0:1773616226.168320:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601664, portal 10 00000100:00000001:1.0:1773616226.168323:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616226.168324:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601404160 : -121324108147456 : ffff91a807a19500) 00000100:00000040:1.0:1773616226.168330:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168336:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616226.168338:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616226.168341:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000100:00000200:1.0:1773616226.168344:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795601664, offset 0 00000400:00000200:1.0:1773616226.168359:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168364:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168368:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616226.168370:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616226.168373:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616226.168375:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616226.168378:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168381:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149632:149632:255:4294967295] 192.168.201.103@tcp LPNI seq info [149572:149572:7:4294967295] 00000400:00000200:1.0:1773616226.168385:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168391:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616226.168396:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616226.168399:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5500. 00000800:00000200:1.0:1773616226.168403:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616226.168407:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616226.168409:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616226.168413:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.168416:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 36247 usecs (37 jiffies) 00000400:00000200:1.0:1773616226.168419:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616226.168420:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302026813 00000100:00000001:1.0:1773616226.168423:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168426:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302026813 00000100:00000001:1.0:1773616226.168427:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168429:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.168432:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.168434:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616226.168438:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168444:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616226.168446:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168448:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616226.168449:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616226.168452:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616226.168455:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795601920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.168459:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616226.168461:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616226.168463:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168465:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616226.168468:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616226.168470:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616226.168473:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616226.168476:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424478. 00000400:00000010:1.0:1773616226.168479:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616226.168482:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601920, portal 4 00000100:00000001:1.0:1773616226.168484:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616226.168486:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000020:00000010:1.0:1773616226.168493:0:2400:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91a804fa8000. 00000100:00000040:1.0:1773616226.168499:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168505:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616226.168507:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616226.168509:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1f68. 00000100:00000200:1.0:1773616226.168512:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795601920, offset 0 00000400:00000200:1.0:1773616226.168516:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168520:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168524:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616226.168526:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616226.168529:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616226.168531:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616226.168534:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168537:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149633:149633:254:4294967295] 192.168.201.103@tcp LPNI seq info [149573:149573:6:4294967295] 00000400:00000200:1.0:1773616226.168541:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168547:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616226.168551:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616226.168556:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5600. 00000800:00000200:1.0:1773616226.168560:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616226.168564:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616226.168567:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616226.168569:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.168573:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 41388 usecs (42 jiffies) 00000400:00000200:1.0:1773616226.168576:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616226.168577:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302026818 00000100:00000001:1.0:1773616226.168580:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168582:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302026818 00000100:00000001:1.0:1773616226.168584:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168586:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.168588:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.168591:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.168594:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.168603:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616226.168605:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616226.168608:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.168609:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616226.168611:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616226.168614:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1773616226.168616:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.168618:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616226.168619:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.168621:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.168623:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616226.168624:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616226.168629:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168635:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616226.168637:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168640:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616226.168641:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616226.168644:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616226.168647:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795601280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.168650:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616226.168653:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616226.168654:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168657:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616226.168660:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616226.168662:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616226.168665:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616226.168667:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616226.168670:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616226.168673:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601280, portal 10 00000100:00000001:1.0:1773616226.168675:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616226.168676:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000040:1.0:1773616226.168681:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168687:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616226.168689:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616226.168692:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1ee0. 00000100:00000200:1.0:1773616226.168694:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795601280, offset 0 00000400:00000200:1.0:1773616226.168698:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168702:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168705:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616226.168708:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616226.168710:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616226.168712:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616226.168714:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168716:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149634:149634:253:4294967295] 192.168.201.103@tcp LPNI seq info [149574:149574:5:4294967295] 00000400:00000200:1.0:1773616226.168720:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168725:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616226.168730:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616226.168734:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5b00. 00000800:00000200:1.0:1773616226.168737:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616226.168742:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616226.168744:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616226.168746:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.168750:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 95182 usecs (96 jiffies) 00000400:00000200:1.0:1773616226.168753:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616226.168755:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302026872 00000100:00000001:1.0:1773616226.168757:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168759:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302026872 00000100:00000001:1.0:1773616226.168761:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168762:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.168764:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.168766:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616226.168771:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168777:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616226.168779:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168781:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616226.168782:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616226.168784:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616226.168787:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795601536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.168790:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616226.168793:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616226.168794:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168796:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616226.168799:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616226.168800:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616226.168803:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616226.168806:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204243c8. 00000400:00000010:1.0:1773616226.168812:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616226.168815:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601536, portal 4 00000100:00000001:1.0:1773616226.168816:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616226.168818:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000100:00000040:1.0:1773616226.168823:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168829:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616226.168831:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616226.168834:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616226.168871:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795601536, offset 0 00000400:00000200:1.0:1773616226.168877:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168881:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168884:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616226.168887:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616226.168890:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616226.168892:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616226.168895:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616226.168898:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149635:149635:252:4294967295] 192.168.201.103@tcp LPNI seq info [149575:149575:4:4294967295] 00000400:00000200:1.0:1773616226.168902:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.168907:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616226.168912:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616226.168915:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:1.0:1773616226.168919:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616226.168923:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616226.168926:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616226.168929:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.168932:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 428542 usecs (429 jiffies) 00000400:00000200:1.0:1773616226.168935:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616226.168937:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302027206 00000100:00000001:1.0:1773616226.168939:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168941:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302027206 00000100:00000001:1.0:1773616226.168943:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.168945:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.168947:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.168949:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616226.168953:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.168961:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616226.168962:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168965:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616226.168966:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616226.168968:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616226.168971:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795601792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.168975:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616226.168978:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616226.168980:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.168982:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616226.168985:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616226.168988:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616226.168991:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616226.168993:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424210. 00000400:00000010:1.0:1773616226.168997:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1c38. 00000100:00000200:1.0:1773616226.168999:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795601792, portal 10 00000100:00000001:1.0:1773616226.169001:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616226.169002:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000040:1.0:1773616226.169007:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.169014:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616226.169016:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616226.169019:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1e58. 00000100:00000200:1.0:1773616226.169022:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795601792, offset 0 00000400:00000200:1.0:1773616226.169025:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616226.169029:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.169032:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616226.169036:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616226.169038:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616226.169041:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616226.169043:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616226.169046:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149636:149636:251:4294967295] 192.168.201.103@tcp LPNI seq info [149576:149576:3:4294967295] 00000400:00000200:1.0:1773616226.169050:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616226.169056:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616226.169061:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616226.169064:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5d00. 00000800:00000200:1.0:1773616226.169068:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616226.169072:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616226.169074:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616226.169077:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.169080:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 44846 usecs (45 jiffies) 00000400:00000200:1.0:1773616226.169083:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616226.169085:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302026822 00000100:00000001:1.0:1773616226.169087:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.169089:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302026822 00000100:00000001:1.0:1773616226.169091:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302030725 00000100:00000001:1.0:1773616226.169093:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.169095:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.169097:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.169101:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616226.170556:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.170575:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5c00. 00000400:00000200:0.0:1773616226.170584:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.170591:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.170597:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:0.0:1773616226.170599:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:0.0:1773616226.170605:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.170611:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170623:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.170626:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170634:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.170637:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616226.170651:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.170653:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5500. 00000400:00000200:0.0:1773616226.170656:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.170659:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.170661:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1330 00000400:00000010:0.0:1773616226.170663:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1330. 00000100:00000001:0.0:1773616226.170666:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.170670:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170677:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.170680:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170687:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.170689:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616226.170699:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.170701:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5600. 00000400:00000200:0.0:1773616226.170704:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.170707:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.170710:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1f68 00000400:00000010:0.0:1773616226.170712:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1f68. 00000100:00000001:0.0:1773616226.170714:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.170717:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170724:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.170727:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170734:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.170735:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616226.170743:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.170746:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5b00. 00000400:00000200:0.0:1773616226.170748:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.170751:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.170754:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1ee0 00000400:00000010:0.0:1773616226.170755:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1ee0. 00000100:00000001:0.0:1773616226.170757:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.170762:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170768:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.170772:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170777:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.170778:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616226.170787:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.170789:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:0.0:1773616226.170790:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.170794:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.170796:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:0.0:1773616226.170798:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:0.0:1773616226.170799:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.170804:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170810:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.170814:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170820:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.170821:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616226.170917:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616226.170921:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5d00. 00000400:00000200:0.0:1773616226.170924:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.170928:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616226.170930:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1e58 00000400:00000010:0.0:1773616226.170932:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1e58. 00000100:00000001:0.0:1773616226.170934:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616226.170938:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170945:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616226.170948:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.170954:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.170956:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616226.170971:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616226.170975:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616226.170978:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.170982:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616226.178578:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.178597:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.178601:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.178605:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.178620:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178628:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.178637:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178643:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178649:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178653:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672700 00000400:00000200:0.0:1773616226.178658:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178665:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e99 [1] + 224 00000800:00000001:0.0:1773616226.178674:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.178681:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.178685:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.178689:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616226.178698:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.178709:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.178722:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.178749:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.178757:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.178761:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.178763:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.178765:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.178769:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178772:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.178777:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178780:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178783:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178786:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200672680 00000400:00000200:0.0:1773616226.178790:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.178795:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193e89 [1] + 224 00000800:00000001:0.0:1773616226.178799:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.178802:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.178804:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.178807:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616226.178810:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.178815:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.178825:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.178833:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.179284:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.179290:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.179292:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.179295:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.179299:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.179303:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.179308:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.179311:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.179314:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.179317:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672900 00000400:00000200:0.0:1773616226.179320:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.179325:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193eb9 [1] + 224 00000800:00000001:0.0:1773616226.179329:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.179335:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.179337:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.179340:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616226.179343:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.179358:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.179368:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.179380:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.179384:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.179387:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.179457:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.179463:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616226.179473:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.179475:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.179479:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424630. 00000400:00000200:1.0:1773616226.179484:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1990 00000400:00000010:1.0:1773616226.179486:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1990. 00000100:00000001:1.0:1773616226.179490:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.179496:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.179505:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.179512:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.179514:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.179517:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.179522:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.179526:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.179528:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.179532:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.179543:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=88 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616226.179549:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616226.179552:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.179554:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.179647:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.179652:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.179657:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616226.179659:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:1.0:1773616226.179661:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616226.179663:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.179668:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.179675:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.179678:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.179680:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.179684:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.179692:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795601664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.179697:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.179701:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.179704:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19500 x1859763795601664/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.179711:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.179714:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.179717:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616226.179721:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.179724:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.179726:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616226.179729:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.179731:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5400. 02000000:00000001:1.0:1773616226.179735:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.179737:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.179739:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19500. 00000100:00000001:1.0:1773616226.179743:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.179744:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.179747:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.179749:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.179751:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616226.179753:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.179755:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.179768:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.179770:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616226.179773:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.179775:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.179777:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a4d0. 00000400:00000200:1.0:1773616226.179781:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:1.0:1773616226.179782:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:1.0:1773616226.179785:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.179789:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.179797:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.179803:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.179805:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.179807:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.179809:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.179810:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.179812:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.179814:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.179820:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=17 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616226.179823:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=140 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616226.179826:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.179827:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.179829:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.179831:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.179834:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616226.179861:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616226.179864:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616226.179865:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.179870:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.179877:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.179879:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.179881:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.179885:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.179892:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795601152:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616226.179897:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.179898:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.179901:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a6e0. 00000400:00000200:1.0:1773616226.179904:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:1.0:1773616226.179906:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:1.0:1773616226.179908:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.179912:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.179919:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.179932:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.179933:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.179935:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.179936:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.179938:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.179940:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.179942:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.179944:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=17 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616226.180208:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616226.180213:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.180214:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.180216:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.180218:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.180221:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.180225:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.180231:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.180233:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.180235:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.180238:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.180244:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795601024:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.180248:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.180250:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.180254:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19180 x1859763795601152/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.180260:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.180262:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.180264:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:1.0:1773616226.180267:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.180269:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.180271:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616226.180273:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.180274:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5900. 02000000:00000001:1.0:1773616226.180277:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.180278:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.180280:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19180. 00000100:00000001:1.0:1773616226.180282:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.180283:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.180285:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.180288:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18700 x1859763795601024/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.180294:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.180295:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.180297:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29200. 02000000:00000001:1.0:1773616226.180299:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.180300:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.180301:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616226.180303:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.180304:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5200. 02000000:00000001:1.0:1773616226.180306:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.180307:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.180308:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18700. 00000100:00000001:1.0:1773616226.180311:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.180312:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.180314:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.180322:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616226.180324:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.180327:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.180328:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616226.188520:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.188541:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.188546:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.188549:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.188573:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.188584:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.188593:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.188599:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.188606:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.188610:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672780 00000400:00000200:0.0:1773616226.188615:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.188622:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ed9 [1] + 224 00000800:00000001:0.0:1773616226.188631:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.188641:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.188644:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.188649:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616226.188657:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.188666:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.188679:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.188702:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.188711:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.188715:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.190301:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.190308:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616226.190317:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.190319:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.190324:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616226.190332:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:1.0:1773616226.190334:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:1.0:1773616226.190338:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.190360:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.190374:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.190383:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.190385:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.190388:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.190391:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.190394:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.190397:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.190401:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.190414:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=17 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616226.190419:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=17 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616226.190421:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.190423:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.190426:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.190430:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.190434:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616226.190436:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616226.190439:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616226.190441:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.190446:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.190453:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.190457:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.190459:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.190463:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.190472:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795601280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.190479:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.190482:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.190486:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18a80 x1859763795601280/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.190494:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.190497:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.190500:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616226.190505:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.190508:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.190510:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616226.190513:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.190517:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5f00. 02000000:00000001:1.0:1773616226.190521:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.190523:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.190525:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18a80. 00000100:00000001:1.0:1773616226.190529:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.190531:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.190534:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.190536:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.190538:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616226.190540:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.190542:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616226.208282:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616226.208290:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616226.208296:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616226.208297:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616226.208302:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616226.208303:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616226.208307:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616226.208308:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616226.208312:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616226.208313:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616226.208316:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616226.208317:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616226.208336:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616226.208338:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616226.208341:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616226.222335:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222366:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.222371:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222375:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.222384:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222398:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.222408:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222414:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222419:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222423:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672800 00000400:00000200:0.0:1773616226.222427:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222432:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ea9 [1] + 224 00000800:00000001:0.0:1773616226.222439:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222444:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.222447:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.222450:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616226.222456:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.222463:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.222472:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.222492:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.222498:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222501:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.222502:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222503:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.222506:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222508:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.222511:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222513:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222515:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222517:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672980 00000400:00000200:0.0:1773616226.222520:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222522:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ef9 [1] + 224 00000800:00000001:0.0:1773616226.222525:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222527:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.222529:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.222531:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616226.222533:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.222536:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.222542:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.222547:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.222549:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222755:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.222757:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.222759:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.222763:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222766:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.222771:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222774:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222777:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.222780:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672a00 00000400:00000200:0.0:1773616226.222784:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616226.223084:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.223088:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1773616226.223149:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ec9 [1] + 224 00000800:00000001:0.0:1773616226.223156:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.223161:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.223163:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.223167:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000001:1.0:1773616226.226168:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.226175:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.226179:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424210. 00000400:00000200:1.0:1773616226.226190:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1c38 00000400:00000010:1.0:1773616226.226192:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1c38. 00000100:00000001:1.0:1773616226.226198:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.226209:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.228093:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.228108:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.228112:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.228116:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.228121:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.228125:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.228130:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.228133:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.228146:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=88 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616226.228151:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616226.228154:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.228156:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.228159:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.228164:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.228169:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616226.228172:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616226.228174:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616226.228176:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.228182:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.228191:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.228194:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.228196:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.228201:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.228211:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795601792:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616226.228241:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.228244:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.228248:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424058. 00000400:00000200:1.0:1773616226.228256:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616226.228258:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616226.228261:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.228266:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.228275:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.228281:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.228283:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.228285:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.228286:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.228288:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.228290:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.228291:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.228296:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=17 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616226.228299:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616226.228302:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.228303:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.228305:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.228307:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.228309:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616226.228310:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:1.0:1773616226.228312:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616226.228314:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.228318:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.228325:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.228327:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.228329:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.228333:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.228341:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795601408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.228346:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.228363:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.228368:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1aa00 x1859763795601792/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616281 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.228375:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.228378:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.228381:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616226.228386:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.228390:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.228402:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616226.228405:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.228408:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5000. 02000000:00000001:1.0:1773616226.228412:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.228414:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.228416:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1aa00. 00000100:00000001:1.0:1773616226.228420:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.228422:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.228424:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.228428:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18e00 x1859763795601408/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.228435:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.228436:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.228438:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616226.228445:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.228446:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.228447:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616226.228449:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.228451:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5e00. 02000000:00000001:1.0:1773616226.228453:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.228454:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.228455:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18e00. 00000100:00000001:1.0:1773616226.228458:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.228459:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.228463:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.228465:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.228468:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616226.228470:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.228471:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616226.229030:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.229040:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.229050:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.229061:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.229076:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.229093:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616226.229095:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.229098:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.229106:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.229111:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616226.229122:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.229126:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.229131:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.229136:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672880 00000400:00000200:0.0:1773616226.229141:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616226.229147:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ee9 [1] + 224 00000800:00000001:0.0:1773616226.229156:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.229169:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616226.229173:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616226.229178:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616226.229183:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616226.229187:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616226.229196:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616226.229204:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616226.229208:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616226.229211:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.230095:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.230101:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616226.230108:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.230110:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.230113:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204243c8. 00000400:00000200:1.0:1773616226.230120:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:1.0:1773616226.230123:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:1.0:1773616226.230127:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.230133:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.230144:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.230151:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.230153:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.230155:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.230157:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.230159:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.230162:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.230164:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.230173:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=17 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616226.230177:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=121 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616226.230179:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.230180:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.230183:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.230186:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.230189:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616226.230191:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616226.230193:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616226.230194:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.230199:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.230207:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.230209:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.230211:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.230215:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.230234:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795601536:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616226.230240:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616226.230241:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616226.230243:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424478. 00000400:00000200:1.0:1773616226.230245:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:1.0:1773616226.230247:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:1.0:1773616226.230249:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616226.230252:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616226.230260:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.230266:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616226.230267:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.230269:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616226.230271:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616226.230272:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616226.230274:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616226.230275:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616226.230279:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1773616226.230282:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616226.230284:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616226.230286:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616226.230287:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616226.230289:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.230291:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616226.230292:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616226.230294:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616226.230295:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616226.230298:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.230304:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616226.230306:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616226.230307:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616226.230310:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616226.230317:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795601920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616226.230321:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.230323:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.230327:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19880 x1859763795601536/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.230334:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.230336:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.230339:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616226.230342:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.230344:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.230345:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616226.230360:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.230362:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5800. 02000000:00000001:1.0:1773616226.230365:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.230367:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.230368:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19880. 00000100:00000001:1.0:1773616226.230371:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.230373:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.230375:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616226.230378:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b100 x1859763795601920/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616226.230385:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616226.230386:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616226.230388:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616226.230401:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616226.230403:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616226.230404:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616226.230406:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616226.230407:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5100. 02000000:00000001:1.0:1773616226.230410:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616226.230411:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616226.230412:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 00000100:00000001:1.0:1773616226.230414:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616226.230415:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.230418:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616226.230426:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616226.230428:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616226.230431:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616226.230434:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616226.912091:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773616226.912106:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616226.912108:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=26 : 26 : 1a) 00000100:00000001:3.0:1773616226.912114:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616226.912117:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616226.912133:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616226.912138:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616227.234756:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616227.234764:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616227.234770:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616227.234771:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616227.234775:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616227.234776:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616227.234779:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616227.234780:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616227.234784:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616227.234785:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616227.234789:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616227.234790:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616227.234874:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616227.234878:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616227.234881:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616228.256162:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616228.256169:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256175:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616228.256177:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256180:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616228.256182:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256185:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616228.256197:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256201:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616228.256202:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256205:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616228.256209:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616228.256212:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616228.256215:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256218:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616228.256221:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256223:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616228.256225:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616228.256330:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616228.256333:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616228.256336:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616229.279968:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616229.279974:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616229.279981:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616229.279982:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616229.279986:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616229.279987:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616229.279991:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616229.279993:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616229.279996:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616229.279997:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616229.280001:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616229.280002:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616229.280029:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616229.280032:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616229.280035:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616230.176206:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302030725, at 4302030784 00000100:00000010:1.0:1773616230.176222:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cfe40. 00000100:00000040:0.0:1773616230.176312:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302030725, at 4302030784 00000100:00000010:0.0:1773616230.176319:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cfd20. 00010000:00000001:0.0:1773616230.304247:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616230.304264:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304271:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616230.304273:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304277:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616230.304278:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304291:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616230.304295:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616230.304297:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616230.304301:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304304:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616230.304307:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304309:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304312:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304315:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616230.304316:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616230.304320:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616230.304321:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616230.304777:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616230.304781:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616230.304784:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616231.267368:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267379:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267401:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616231.267408:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616231.267413:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267416:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267421:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267430:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8213c0800. 00000100:00000001:0.0:1773616231.267438:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267449:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267460:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267464:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267470:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_00+0] req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267502:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267505:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267508:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267512:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376d80. 00000020:00000040:0.0:1773616231.267514:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616231.267516:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267517:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267519:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267522:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8213c0c00. 00000100:00000001:0.0:1773616231.267525:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267530:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267537:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267539:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267544:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec2c98fd] to pc [ptlrpcd_00_01+1] req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267553:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267555:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267558:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267571:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000020:00000040:0.0:1773616231.267574:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616231.267576:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267577:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267579:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267582:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8213c0400. 00000100:00000001:0.0:1773616231.267585:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267590:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267597:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267599:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267603:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_00+0] req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267611:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267614:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267617:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267620:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616231.267622:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616231.267624:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267626:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267627:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267631:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8213c0000. 00000100:00000001:0.0:1773616231.267634:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267638:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267646:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267648:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267652:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_01+1] req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267660:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267662:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267666:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267669:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374700. 00000020:00000040:0.0:1773616231.267671:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616231.267673:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267674:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267676:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267681:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a819496000. 00000100:00000001:0.0:1773616231.267684:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267688:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267695:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267697:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267701:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d141a73d] to pc [ptlrpcd_00_00+0] req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267715:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267717:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267720:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267723:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375180. 00000020:00000040:0.0:1773616231.267726:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616231.267728:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267729:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267731:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267734:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a819496100. 00000100:00000001:0.0:1773616231.267736:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267740:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267748:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267750:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267754:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3749c] to pc [ptlrpcd_00_01+1] req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267761:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267763:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267767:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267770:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616231.267773:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616231.267775:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267777:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267778:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267781:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a819496600. 00000100:00000001:0.0:1773616231.267784:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267789:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267797:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267800:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267804:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c11d5863] to pc [ptlrpcd_00_00+0] req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267811:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267813:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616231.267816:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616231.267819:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616231.267821:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616231.267823:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616231.267824:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616231.267826:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616231.267829:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbbc00. 00000100:00000001:0.0:1773616231.267832:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267868:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616231.267875:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616231.267877:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267881:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d486fa85] to pc [ptlrpcd_00_01+1] req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.267888:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.267890:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616231.267894:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616231.267913:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7369) 00000100:00000001:1.0:1773616231.268515:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.268520:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616231.268523:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616231.268771:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.268781:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.268783:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.268788:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.268791:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.268793:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.268798:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795602048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.268803:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.268809:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.268812:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.268814:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.268821:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616231.268823:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.268830:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.268835:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424478. 00000400:00000010:1.0:1773616231.268870:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616231.268878:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602048, portal 25 00000100:00000001:1.0:1773616231.268881:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.268883:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:1.0:1773616231.268888:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.268896:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616231.268898:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.268901:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616231.268905:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795602048, offset 0 00000400:00000200:1.0:1773616231.268912:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616231.268922:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.268930:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.268935:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616231.269154:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.269158:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616231.269161:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269165:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149637:149637:256:4294967295] 192.168.201.103@tcp LPNI seq info [149577:149577:8:4294967295] 00000400:00000200:1.0:1773616231.269171:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269180:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.269187:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.269192:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5100. 00000800:00000200:1.0:1773616231.269199:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616231.269207:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616231.269212:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616231.269222:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.269227:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616231.269229:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302035850 00000100:00000010:1.0:1773616231.269235:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8420. 00000100:00000001:1.0:1773616231.269242:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616231.269248:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302035850 00000100:00000010:1.0:1773616231.269252:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8c00. 00000100:00000001:1.0:1773616231.269255:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616231.269258:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.269261:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.269264:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616231.269297:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269305:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.269306:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269308:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.269310:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.269313:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.269316:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.269319:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.269322:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.269323:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269325:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.269328:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616231.269330:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.269333:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.269336:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204243c8. 00000400:00000010:1.0:1773616231.269339:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616231.269343:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602304, portal 10 00000100:00000001:1.0:1773616231.269345:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.269346:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000040:1.0:1773616231.269353:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269360:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616231.269362:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.269365:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1c38. 00000100:00000200:1.0:1773616231.269368:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795602304, offset 0 00000400:00000200:1.0:1773616231.269372:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269376:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269380:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.269383:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616231.269385:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.269388:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616231.269390:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269394:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149638:149638:255:4294967295] 192.168.201.103@tcp LPNI seq info [149578:149578:7:4294967295] 00000400:00000200:1.0:1773616231.269398:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269404:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.269409:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.269413:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5800. 00000800:00000200:1.0:1773616231.269417:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616231.269422:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616231.269424:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616231.269427:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.269431:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 94796 usecs (95 jiffies) 00000400:00000200:1.0:1773616231.269435:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616231.269437:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302031972 00000100:00000001:1.0:1773616231.269440:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.269442:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302031972 00000100:00000001:1.0:1773616231.269444:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.269447:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.269449:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.269451:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616231.269456:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269463:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.269465:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269467:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.269468:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.269470:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.269473:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602560:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.269476:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.269478:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.269480:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269482:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.269485:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616231.269487:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.269491:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.269494:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424058. 00000400:00000010:1.0:1773616231.269498:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616231.269501:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602560, portal 4 00000100:00000001:1.0:1773616231.269503:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.269505:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000040:1.0:1773616231.269511:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269517:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616231.269520:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.269522:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1990. 00000100:00000200:1.0:1773616231.269524:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795602560, offset 0 00000400:00000200:1.0:1773616231.269530:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269534:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269537:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.269540:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616231.269542:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.269545:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616231.269547:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269550:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149639:149639:254:4294967295] 192.168.201.103@tcp LPNI seq info [149579:149579:6:4294967295] 00000400:00000200:1.0:1773616231.269554:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269560:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.269564:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.269568:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5e00. 00000800:00000200:1.0:1773616231.269572:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616231.269577:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616231.269579:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616231.269582:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.269585:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 426516 usecs (427 jiffies) 00000400:00000200:1.0:1773616231.269589:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616231.269591:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302032304 00000100:00000001:1.0:1773616231.269594:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.269596:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302032304 00000100:00000001:1.0:1773616231.269598:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.269600:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.269602:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.269605:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616231.269609:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269614:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.269616:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269618:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.269619:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.269621:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.269624:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795602816:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.269627:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.269630:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.269631:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269633:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.269636:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616231.269638:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.269640:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.269643:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424210. 00000800:00000200:0.0:1773616231.269644:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1773616231.269646:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000800:00000010:0.0:1773616231.269648:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5100. 00000100:00000200:1.0:1773616231.269649:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602816, portal 10 00000100:00000001:1.0:1773616231.269651:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.269652:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000400:00000200:0.0:1773616231.269656:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1773616231.269658:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616231.269661:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616231.269665:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1773616231.269666:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000100:00000040:1.0:1773616231.269667:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.269669:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000400:00000010:0.0:1773616231.269669:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616231.269674:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795602816, offset 0 00000100:00000001:0.0:1773616231.269674:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1773616231.269677:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000200:0.0:1773616231.269679:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616231.269681:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269685:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.269688:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1773616231.269689:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1773616231.269690:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.269692:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1773616231.269693:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616231.269695:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269698:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149640:149640:253:4294967295] 192.168.201.103@tcp LPNI seq info [149580:149580:5:4294967295] 00000100:00000001:0.0:1773616231.269701:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.269703:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616231.269703:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1773616231.269709:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.269713:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.269716:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5000. 00000800:00000200:1.0:1773616231.269719:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616231.269723:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1773616231.269724:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000010:0.0:1773616231.269725:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5800. 00000800:00000200:1.0:1773616231.269726:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1773616231.269727:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773616231.269729:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616231.269731:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000040:1.0:1773616231.269732:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 46365 usecs (47 jiffies) 00000400:00000200:0.0:1773616231.269734:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1c38 00000400:00000200:1.0:1773616231.269736:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616231.269736:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1c38. 00000100:00000001:1.0:1773616231.269738:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302031924 00000100:00000001:0.0:1773616231.269738:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773616231.269741:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302035850 00000100:00000200:0.0:1773616231.269741:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269743:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302031924 00000100:00000001:1.0:1773616231.269746:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.269748:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616231.269750:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616231.269751:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.269753:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616231.269753:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269757:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616231.269760:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.269761:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616231.269765:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616231.269767:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1773616231.269767:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616231.269769:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5e00. 00000100:00000001:1.0:1773616231.269770:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773616231.269771:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773616231.269772:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616231.269774:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616231.269774:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00100000:1.0:1773616231.269777:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000400:00000200:0.0:1773616231.269777:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1990 00000400:00000010:0.0:1773616231.269778:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1990. 00000100:00000001:1.0:1773616231.269779:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616231.269780:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1773616231.269782:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616231.269784:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773616231.269784:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269786:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.269787:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616231.269788:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773616231.269791:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.269793:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.269794:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269801:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.269802:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.269802:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.269804:0:2392:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1773616231.269805:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.269806:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.269809:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.269811:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.269814:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.269816:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.269818:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269819:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.269822:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616231.269825:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.269827:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.269830:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616231.269833:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1aa0. 00000100:00000200:1.0:1773616231.269835:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602176, portal 10 00000100:00000001:1.0:1773616231.269861:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.269863:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745442176 : -121323964109440 : ffff91a810376d80) 00000100:00000040:1.0:1773616231.269869:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269874:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616231.269877:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.269880:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773616231.269883:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795602176, offset 0 00000400:00000200:1.0:1773616231.269887:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269891:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269894:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.269897:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616231.269900:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.269902:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616231.269904:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.269908:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149641:149641:255:4294967295] 192.168.201.103@tcp LPNI seq info [149581:149581:7:4294967295] 00000400:00000200:1.0:1773616231.269912:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.269918:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.269922:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.269926:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5f00. 00000800:00000200:1.0:1773616231.269930:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616231.269934:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616231.269937:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616231.269940:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.269943:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 464808 usecs (465 jiffies) 00000400:00000200:1.0:1773616231.269946:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616231.269948:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302032343 00000100:00000001:1.0:1773616231.269951:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.269953:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302032343 00000100:00000001:1.0:1773616231.269956:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.269958:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.269960:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.269963:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616231.269968:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.269975:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.269976:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269980:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.269981:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.269984:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.269987:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602432:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.269990:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.269993:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.269995:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.269996:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.270000:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616231.270002:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.270005:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.270009:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424630. 00000400:00000010:1.0:1773616231.270013:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e12a8. 00000100:00000200:1.0:1773616231.270016:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602432, portal 4 00000100:00000001:1.0:1773616231.270018:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.270019:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:1.0:1773616231.270025:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.270031:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616231.270033:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.270036:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1550. 00000100:00000200:1.0:1773616231.270038:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795602432, offset 0 00000400:00000200:1.0:1773616231.270042:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616231.270045:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.270049:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.270051:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616231.270054:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.270056:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616231.270058:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.270061:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149642:149642:254:4294967295] 192.168.201.103@tcp LPNI seq info [149582:149582:6:4294967295] 00000400:00000200:1.0:1773616231.270065:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.270072:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.270076:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.270080:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5200. 00000800:00000200:1.0:1773616231.270083:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616231.270088:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616231.270091:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616231.270093:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.270096:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 673992 usecs (674 jiffies) 00000400:00000200:1.0:1773616231.270099:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616231.270101:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302032552 00000100:00000001:1.0:1773616231.270104:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.270106:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302032552 00000100:00000001:1.0:1773616231.270108:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.270110:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.270112:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.270114:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616231.270118:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.270125:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.270126:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.270129:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.270131:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.270133:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.270136:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795602688:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.270139:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.270142:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.270143:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.270145:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.270148:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616231.270150:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.270153:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.270156:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424580. 00000400:00000010:1.0:1773616231.270159:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1110. 00000100:00000200:1.0:1773616231.270162:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602688, portal 10 00000100:00000001:1.0:1773616231.270164:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.270166:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:1.0:1773616231.270172:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.270179:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616231.270181:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.270184:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e14c8. 00000100:00000200:1.0:1773616231.270186:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795602688, offset 0 00000400:00000200:1.0:1773616231.270190:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616231.270194:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.270198:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.270200:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616231.270203:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.270205:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616231.270208:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.270211:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149643:149643:253:4294967295] 192.168.201.103@tcp LPNI seq info [149583:149583:5:4294967295] 00000400:00000200:1.0:1773616231.270215:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.270221:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.270226:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.270229:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5900. 00000800:00000200:1.0:1773616231.270233:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616231.270237:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616231.270240:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616231.270244:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.270247:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35412 usecs (36 jiffies) 00000400:00000200:1.0:1773616231.270250:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616231.270252:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302031914 00000100:00000001:1.0:1773616231.270255:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.270257:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302031914 00000100:00000001:1.0:1773616231.270259:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.270262:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.270277:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.270280:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616231.270284:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.270291:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616231.270293:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.270295:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616231.270297:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616231.270299:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616231.270302:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795602944:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.270305:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616231.270307:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616231.270309:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.270311:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616231.270315:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604600. 02000000:00000001:1.0:1773616231.270317:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616231.270320:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616231.270323:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249a0. 00000400:00000010:1.0:1773616231.270327:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616231.270330:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795602944, portal 4 00000100:00000001:1.0:1773616231.270332:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616231.270333:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:1.0:1773616231.270339:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.270345:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616231.270348:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616231.270351:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616231.270353:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795602944, offset 0 00000400:00000200:1.0:1773616231.270357:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616231.270361:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.270365:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616231.270367:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616231.270370:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616231.270373:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616231.270376:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616231.270379:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149644:149644:252:4294967295] 192.168.201.103@tcp LPNI seq info [149584:149584:4:4294967295] 00000400:00000200:1.0:1773616231.270384:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616231.270392:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616231.270397:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616231.270401:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5400. 00000800:00000200:1.0:1773616231.270405:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616231.270409:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616231.270411:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616231.270623:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.270626:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 43308 usecs (44 jiffies) 00000400:00000200:1.0:1773616231.270631:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616231.270633:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302031922 00000100:00000001:1.0:1773616231.270636:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.270639:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302031922 00000100:00000001:1.0:1773616231.270642:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302035850 00000100:00000001:1.0:1773616231.270644:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.270646:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.270649:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.270652:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.270665:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.270668:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616231.272150:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616231.272161:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5000. 00000400:00000200:0.0:1773616231.272169:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.272188:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616231.272193:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:0.0:1773616231.272197:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:0.0:1773616231.272203:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616231.272210:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.272221:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616231.272226:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.272233:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.272235:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616231.272295:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616231.272298:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5f00. 00000400:00000200:0.0:1773616231.272302:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.272306:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616231.272308:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e13b8 00000400:00000010:0.0:1773616231.272310:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e13b8. 00000100:00000001:0.0:1773616231.272313:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616231.272316:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.272324:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616231.272327:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.272333:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.272334:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616231.272343:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616231.272345:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5200. 00000400:00000200:0.0:1773616231.272348:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.272350:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616231.272353:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1550 00000400:00000010:0.0:1773616231.272354:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1550. 00000100:00000001:0.0:1773616231.272356:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616231.272359:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.272366:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616231.272368:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.272375:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.272376:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616231.274428:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616231.274438:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5900. 00000400:00000200:0.0:1773616231.274445:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.274454:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616231.274460:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e14c8 00000400:00000010:0.0:1773616231.274462:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e14c8. 00000100:00000001:0.0:1773616231.274467:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616231.274475:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.274487:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616231.274490:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.274497:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.274499:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616231.274577:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616231.274580:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5400. 00000400:00000200:0.0:1773616231.274583:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.274587:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616231.274591:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:0.0:1773616231.274593:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:0.0:1773616231.274597:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616231.274602:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.274610:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616231.274613:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.274620:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616231.274621:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616231.276573:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276594:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.276599:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276602:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.276623:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276631:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.276641:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276646:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276652:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276656:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672b80 00000400:00000200:0.0:1773616231.276662:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276669:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f19 [1] + 224 00000800:00000001:0.0:1773616231.276678:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276685:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.276688:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.276692:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.276698:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.276706:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.276727:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.276745:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.276753:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276758:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.276760:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276762:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.276766:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276770:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.276774:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276777:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276780:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276783:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672c80 00000400:00000200:0.0:1773616231.276787:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276791:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f29 [1] + 224 00000800:00000001:0.0:1773616231.276795:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276799:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.276801:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.276804:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.276807:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.276812:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.276821:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.276828:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.276832:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276835:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.276865:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276869:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.276872:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276876:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.276881:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276884:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276887:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276889:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672d80 00000400:00000200:0.0:1773616231.276892:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.276897:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f39 [1] + 224 00000800:00000001:0.0:1773616231.276900:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276906:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.276908:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.276911:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.276914:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.276918:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.276927:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.276934:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.276938:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.276941:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.277327:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.277332:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616231.277341:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.277343:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.277346:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204243c8. 00000400:00000200:1.0:1773616231.277352:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616231.277355:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616231.277358:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.277365:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.277376:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.277384:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.277386:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.277389:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.277392:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.277395:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.277397:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.277400:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.277410:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=22 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616231.277414:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616231.277417:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.277418:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.277422:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.277425:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.277430:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616231.277433:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616231.277435:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616231.277437:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.277442:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.277450:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.277453:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.277455:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.277460:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.277468:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602304:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616231.277476:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.277478:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.277480:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424058. 00000400:00000200:1.0:1773616231.277483:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:1.0:1773616231.277485:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:1.0:1773616231.277487:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.277502:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.277512:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.277519:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.277520:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.277522:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.277523:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.277525:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.277526:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.277528:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.277533:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616231.277536:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=126 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616231.277549:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.277551:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.277553:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.277555:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.277557:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616231.277559:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616231.277561:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616231.277563:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.277567:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.277574:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.277576:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.277578:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.277582:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.277605:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602560:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616231.277611:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.277612:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.277614:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424210. 00000400:00000200:1.0:1773616231.277617:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:1.0:1773616231.277619:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:1.0:1773616231.277622:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.277625:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.277634:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.277641:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.277642:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.277644:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.277646:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.277647:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.277649:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.277651:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.277655:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=93 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616231.277659:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616231.277662:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.277663:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.277665:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.277667:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.277669:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616231.277671:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616231.277673:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616231.277674:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.277678:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.277685:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.277687:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.277689:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.278510:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.278519:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795602816:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.278524:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.278527:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.278532:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795602304/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.278540:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.278542:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.278546:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616231.278551:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.278553:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.278555:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616231.278557:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.278560:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8213c0400. 02000000:00000001:1.0:1773616231.278564:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.278566:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.278568:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:1.0:1773616231.278571:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.278572:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.278574:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.278578:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374700 x1859763795602560/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.278599:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.278601:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.278603:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616231.278605:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.278606:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.278608:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616231.278610:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.278611:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a819496000. 02000000:00000001:1.0:1773616231.278615:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.278616:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.278617:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374700. 00000100:00000001:1.0:1773616231.278620:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.278621:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.278623:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.278627:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795602816/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.278633:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.278634:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.278636:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616231.278638:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.278640:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.278641:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616231.278643:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.278645:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a819496600. 02000000:00000001:1.0:1773616231.278647:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.278648:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.278649:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:1.0:1773616231.278652:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.278653:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.278657:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.278660:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.278662:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616231.278665:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.278668:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616231.278687:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.278698:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.278701:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.278703:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.278708:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.278713:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.278729:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.278734:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.278739:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.278742:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200672a80 00000400:00000200:0.0:1773616231.278747:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.278752:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f09 [1] + 224 00000800:00000001:0.0:1773616231.278760:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.278768:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.278771:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.278775:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.278780:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.278785:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.278801:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.278814:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.278820:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.278824:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.279009:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.279012:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616231.279017:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.279018:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.279021:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424478. 00000400:00000200:1.0:1773616231.279024:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:1.0:1773616231.279027:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:1.0:1773616231.279030:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.279276:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.279287:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.279294:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.279296:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.279299:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.279301:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.279303:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.279305:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.279308:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.279313:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616231.279316:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616231.279319:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.279321:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.279323:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.279325:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.279327:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.279332:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.279338:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.279340:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.279342:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.279345:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.279352:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795602048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.279356:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.279358:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.279361:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795602048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.279367:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.279369:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.279371:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616231.279374:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.279375:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.279377:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616231.279379:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.279381:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8213c0800. 02000000:00000001:1.0:1773616231.279383:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.279385:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.279386:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:1.0:1773616231.279390:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.279391:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.279394:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.279395:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.279397:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616231.279399:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.279400:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616231.280597:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.280609:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.280613:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.280615:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.280622:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.280629:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.280635:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.280640:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.280645:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.280648:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672b00 00000400:00000200:0.0:1773616231.280652:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.280673:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f49 [1] + 224 00000800:00000001:0.0:1773616231.280680:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.280688:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.280691:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.280696:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.280702:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.280710:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.280722:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.280745:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.280752:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.280756:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.281259:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.281263:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616231.281279:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.281281:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.281285:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616231.281289:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1aa0 00000400:00000010:1.0:1773616231.281291:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1aa0. 00000100:00000001:1.0:1773616231.281295:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.281301:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.281311:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.281318:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.281320:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.281323:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.281326:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.281328:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.281330:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.281333:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.281341:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=22 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616231.281346:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=145 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616231.281349:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.281350:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.281353:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.281356:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.281360:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616231.281362:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616231.281364:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616231.281366:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.281371:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.281379:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.281382:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.281384:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.281389:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.281398:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.281404:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.281406:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.281410:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376d80 x1859763795602176/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.281416:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.281418:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.281421:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616231.281425:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.281427:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.281429:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616231.281431:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.281434:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8213c0c00. 02000000:00000001:1.0:1773616231.281437:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.281439:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.281441:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376d80. 00000100:00000001:1.0:1773616231.281445:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.281446:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.281450:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.281452:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.281454:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616231.281455:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.281457:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616231.285768:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.285786:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.285790:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.285793:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.285804:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.285812:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.285822:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.285827:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.285834:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.285868:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672d00 00000400:00000200:0.0:1773616231.285874:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.285880:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f69 [1] + 224 00000800:00000001:0.0:1773616231.285889:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.285900:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.285904:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.285910:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.285917:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.285926:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.285940:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.285969:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.285990:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.285995:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.287355:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.287362:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616231.287372:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.287375:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.287380:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424580. 00000400:00000200:1.0:1773616231.287387:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1110 00000400:00000010:1.0:1773616231.287390:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1110. 00000100:00000001:1.0:1773616231.287394:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.287403:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.287415:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.287423:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.287425:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.287428:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.287657:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.287660:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.287663:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.287666:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.287676:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=93 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616231.287680:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616231.287684:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.287685:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.287688:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.287692:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.287697:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616231.287700:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:1.0:1773616231.287702:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616231.287704:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.287710:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.287729:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.287734:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.287736:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.287741:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.287750:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795602688:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.287756:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.287759:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.287762:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795602688/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.287770:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.287772:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.287776:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616231.287781:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.287783:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.287785:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616231.287788:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.287790:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a819496100. 02000000:00000001:1.0:1773616231.287794:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.287796:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.287798:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:1.0:1773616231.287801:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.287803:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.287806:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.287808:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.287810:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616231.287811:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.287813:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616231.295961:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.295995:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.296000:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.296004:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.296015:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296023:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.296033:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296040:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296046:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296051:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672c00 00000400:00000200:0.0:1773616231.296058:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296065:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f59 [1] + 224 00000800:00000001:0.0:1773616231.296075:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.296082:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.296087:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.296092:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.296099:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.296109:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.296123:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.296160:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.296171:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.296176:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616231.296178:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.296180:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.296184:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296188:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616231.296193:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296195:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296199:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296202:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200672e00 00000400:00000200:0.0:1773616231.296205:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616231.296209:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f79 [1] + 224 00000800:00000001:0.0:1773616231.296213:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.296221:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616231.296224:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616231.296227:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616231.296231:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616231.296236:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616231.296252:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616231.296259:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616231.296263:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616231.296279:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.296943:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.296948:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616231.296955:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.296958:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.296961:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424630. 00000400:00000200:1.0:1773616231.296966:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e12a8 00000400:00000010:1.0:1773616231.296969:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e12a8. 00000100:00000001:1.0:1773616231.296973:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.296989:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.296999:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.297006:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.297009:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.297011:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.297015:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.297018:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.297020:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.297023:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.297035:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616231.297039:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616231.297042:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.297044:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.297047:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.297051:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.297055:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616231.297058:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:1.0:1773616231.297060:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616231.297062:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.297067:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.297076:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.297080:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.297082:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.297087:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.297096:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795602432:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616231.297103:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616231.297105:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616231.297107:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249a0. 00000400:00000200:1.0:1773616231.297110:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:1.0:1773616231.297112:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:1.0:1773616231.297115:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616231.297119:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616231.297128:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.297150:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616231.297152:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.297154:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616231.297155:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616231.297157:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616231.297158:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616231.297160:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616231.297165:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1773616231.297169:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616231.297172:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616231.297174:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616231.297176:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616231.297178:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.297180:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616231.297182:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616231.297184:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616231.297185:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616231.297190:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.297197:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616231.297199:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616231.297200:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616231.297204:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616231.297214:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795602944:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616231.297220:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.297223:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.297226:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795602432/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.297233:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.297236:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.297240:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616231.297244:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.297246:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.297248:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616231.297251:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.297253:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8213c0000. 02000000:00000001:1.0:1773616231.297258:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.297259:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.297262:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:1.0:1773616231.297276:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.297278:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.297280:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616231.297283:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795602944/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616231.297291:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616231.297292:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616231.297294:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604600. 02000000:00000001:1.0:1773616231.297296:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616231.297297:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616231.297299:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616231.297300:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616231.297302:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbbc00. 02000000:00000001:1.0:1773616231.297305:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616231.297306:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616231.297307:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:1.0:1773616231.297321:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616231.297322:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.297324:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616231.297332:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616231.297334:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616231.297934:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616231.297939:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616231.328554:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616231.328563:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616231.328571:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616231.328572:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616231.328576:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616231.328577:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616231.328581:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616231.328582:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616231.328585:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616231.328586:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616231.328589:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616231.328591:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616231.329104:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616231.329109:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616231.329112:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616232.352360:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616232.352369:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616232.352372:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616232.352376:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352381:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616232.352383:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352385:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352387:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352393:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616232.352395:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616232.352396:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616232.352402:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616232.352404:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616232.352406:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352407:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616232.352408:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352410:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352412:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352417:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616232.352419:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616232.352420:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616232.352422:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616232.352422:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616232.352423:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352425:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616232.352426:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352428:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352429:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352434:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616232.352436:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352439:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616232.352441:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616232.352442:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616232.352444:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616232.352445:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616232.352446:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352448:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616232.352449:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352451:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352452:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616232.352456:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616232.352457:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616232.352483:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616232.352486:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616232.352489:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616233.376147:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616233.376156:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616233.376162:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616233.376163:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616233.376167:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616233.376168:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616233.376172:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616233.376173:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616233.376177:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616233.376178:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616233.376181:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616233.376182:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616233.376296:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616233.376299:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616233.376302:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616234.399975:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616234.399983:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616234.399989:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616234.399991:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616234.400007:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616234.400008:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616234.400013:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616234.400014:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616234.400018:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616234.400019:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616234.400023:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616234.400024:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616234.400108:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616234.400112:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616234.400115:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616235.295968:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302035850, at 4302035904 00000100:00000010:1.0:1773616235.295982:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8c00. 00000100:00000040:0.0:1773616235.296166:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302035850, at 4302035904 00000100:00000010:0.0:1773616235.296190:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8420. 00010000:00000001:0.0:1773616235.424163:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616235.424182:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616235.424189:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616235.424191:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616235.424195:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616235.424207:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616235.424212:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616235.424213:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616235.424216:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616235.424218:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616235.424221:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616235.424223:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616235.424332:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616235.424335:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616235.424338:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616236.383907:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.383917:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.383927:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374a80. 00000020:00000040:0.0:1773616236.383934:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616236.383939:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384164:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384170:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384179:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbb500. 00000100:00000001:0.0:1773616236.384194:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384205:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384217:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384222:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384228:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee15e391] to pc [ptlrpcd_00_00+0] req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384261:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384265:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.384268:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.384271:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377b80. 00000020:00000040:0.0:1773616236.384274:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616236.384277:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384278:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384280:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384294:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbb200. 00000100:00000001:0.0:1773616236.384298:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384303:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384311:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384313:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384317:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b36ca0a] to pc [ptlrpcd_00_01+1] req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384326:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384328:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.384331:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.384336:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616236.384338:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616236.384341:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384342:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384344:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384347:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbba00. 00000100:00000001:0.0:1773616236.384350:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384354:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384361:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384363:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384367:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d486fa85] to pc [ptlrpcd_00_00+0] req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384373:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384376:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.384378:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.384381:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616236.384383:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616236.384384:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384385:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384387:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384389:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a802bbbc00. 00000100:00000001:0.0:1773616236.384392:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384395:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384402:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384403:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384407:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_01+1] req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384414:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384416:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.384419:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.384422:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375180. 00000020:00000040:0.0:1773616236.384424:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616236.384426:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384427:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384429:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384432:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4ff00. 00000100:00000001:0.0:1773616236.384434:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384438:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384444:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384445:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384448:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3749c] to pc [ptlrpcd_00_00+0] req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384455:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384457:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.384459:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.384461:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376d80. 00000020:00000040:0.0:1773616236.384463:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616236.384465:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384466:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384467:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384469:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fd00. 00000100:00000001:0.0:1773616236.384472:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384475:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384481:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384483:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384486:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec2c98fd] to pc [ptlrpcd_00_01+1] req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384492:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384495:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.384498:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.384500:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616236.384502:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616236.384504:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384560:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384563:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384567:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000001:0.0:1773616236.384570:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384574:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384581:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384583:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384586:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_00+0] req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384594:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384595:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616236.384598:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616236.384601:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616236.384603:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616236.384605:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616236.384606:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616236.384607:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616236.384610:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fb00. 00000100:00000001:0.0:1773616236.384613:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384617:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616236.384624:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616236.384625:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384640:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c11d5863] to pc [ptlrpcd_00_01+1] req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.384653:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.384655:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616236.384658:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616236.384663:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7374) 00000100:00000001:1.0:1773616236.385952:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.385958:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616236.385961:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.385970:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.385979:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.385981:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.385985:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.385987:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.385990:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.385993:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603200:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.385997:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.386003:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.386005:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.386008:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.386014:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604600. 02000000:00000001:1.0:1773616236.386016:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.386024:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.386028:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249a0. 00000400:00000010:1.0:1773616236.386035:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616236.386043:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603200, portal 10 00000100:00000001:1.0:1773616236.386046:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.386048:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00000040:1.0:1773616236.386055:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.386063:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.386066:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.386069:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e12a8. 00000100:00000200:1.0:1773616236.386072:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795603200, offset 0 00000400:00000200:1.0:1773616236.386079:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616236.386087:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.386094:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.386098:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.386102:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.386106:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.386109:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.386113:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149645:149645:256:4294967295] 192.168.201.103@tcp LPNI seq info [149585:149585:8:4294967295] 00000400:00000200:1.0:1773616236.386118:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.386140:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.386146:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.386151:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5400. 00000800:00000200:1.0:1773616236.386158:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.386165:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.386170:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.386195:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.386200:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 463870 usecs (464 jiffies) 00000400:00000200:1.0:1773616236.386203:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.386206:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302037458 00000100:00000010:1.0:1773616236.386211:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8c00. 00000100:00000001:1.0:1773616236.386217:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616236.386224:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302037458 00000100:00000010:1.0:1773616236.386227:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d83c0. 00000100:00000001:1.0:1773616236.386231:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616236.386234:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.386237:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.386239:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.386244:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.386257:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.386259:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.386262:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.386264:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.386266:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.386269:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.386272:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.386275:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.386277:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.386278:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.386281:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616236.386293:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.386297:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.386300:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424630. 00000400:00000010:1.0:1773616236.386303:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1110. 00000100:00000200:1.0:1773616236.386306:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603456, portal 4 00000100:00000001:1.0:1773616236.386308:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.386309:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:1.0:1773616236.386315:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.386322:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.386324:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.386326:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1aa0. 00000100:00000200:1.0:1773616236.386328:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795603456, offset 0 00000400:00000200:1.0:1773616236.386332:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616236.386336:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.386339:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.386342:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.386344:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.386346:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.386349:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.386352:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149646:149646:255:4294967295] 192.168.201.103@tcp LPNI seq info [149586:149586:7:4294967295] 00000400:00000200:1.0:1773616236.386357:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.386363:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.386368:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.386371:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5900. 00000800:00000200:1.0:1773616236.386375:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.386379:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.386382:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.386385:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.386388:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 669657 usecs (670 jiffies) 00000400:00000200:1.0:1773616236.386391:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.386393:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302037664 00000100:00000001:1.0:1773616236.386398:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302037458 00000100:00000001:1.0:1773616236.386402:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302037664 00000100:00000001:1.0:1773616236.386405:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302037458 00000100:00000001:1.0:1773616236.386408:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.386410:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.386412:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.386416:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.386424:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.386425:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.386427:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.386429:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.386431:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.386434:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795603712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.386437:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.386439:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.386441:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.386442:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.386445:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616236.386447:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.386450:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.386452:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424580. 00000400:00000010:1.0:1773616236.386455:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616236.386458:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603712, portal 10 00000100:00000001:1.0:1773616236.386459:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.386461:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745442176 : -121323964109440 : ffff91a810376d80) 00000100:00000040:1.0:1773616236.386466:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.386473:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.386475:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.386477:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616236.386479:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795603712, offset 0 00000400:00000200:1.0:1773616236.386482:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616236.386485:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.386488:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.386491:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.386493:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.386495:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.386498:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.386501:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149647:149647:254:4294967295] 192.168.201.103@tcp LPNI seq info [149587:149587:6:4294967295] 00000400:00000200:1.0:1773616236.386504:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:0.0:1773616236.387806:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.387813:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5400. 00000400:00000200:0.0:1773616236.387821:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.387828:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616236.388306:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.388313:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.388318:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5200. 00000800:00000200:1.0:1773616236.388323:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.388329:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.388333:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.388337:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.388343:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35021 usecs (36 jiffies) 00000400:00000200:1.0:1773616236.388347:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.388350:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302037032 00000100:00000001:1.0:1773616236.388352:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302037664 00000100:00000001:1.0:1773616236.388355:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302037032 00000100:00000001:1.0:1773616236.388357:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302037664 00000100:00000001:1.0:1773616236.388359:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.388362:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.388365:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.388372:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.388380:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.388382:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.388386:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.388388:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.388391:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.388394:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795603968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.388398:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.388401:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.388403:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.388405:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.388409:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616236.388412:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.388415:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.388419:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616236.388424:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616236.388429:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603968, portal 4 00000100:00000001:1.0:1773616236.388432:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.388433:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:1.0:1773616236.388440:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.388453:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.388455:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.388457:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616236.388460:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795603968, offset 0 00000400:00000200:1.0:1773616236.388465:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616236.395855:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e12a8 00000400:00000010:0.0:1773616236.395865:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e12a8. 00000100:00000001:0.0:1773616236.395874:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.396056:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.396070:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.396073:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.396080:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.396082:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616236.396118:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.396122:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5900. 00000400:00000200:0.0:1773616236.396141:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.396146:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616236.396150:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1aa0 00000400:00000010:0.0:1773616236.396152:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1aa0. 00000100:00000001:0.0:1773616236.396155:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.396159:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.396166:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.396169:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.396192:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.396194:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616236.396278:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.396291:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5200. 00000400:00000200:0.0:1773616236.396294:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.396298:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616236.396301:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:0.0:1773616236.396303:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:0.0:1773616236.396305:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.396310:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.396317:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.396320:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.396326:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.396327:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616236.400746:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.400767:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.400772:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.400775:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.400787:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.400798:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.400809:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.400815:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.400823:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.400828:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673100 00000400:00000200:0.0:1773616236.400834:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.400886:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193fa9 [1] + 224 00000800:00000001:0.0:1773616236.400895:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.400905:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.400909:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.400916:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.400924:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.400933:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.400946:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.400955:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616236.400964:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.400968:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616236.404584:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.404600:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.404604:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.404609:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.404612:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.404616:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.404620:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149648:149648:256:4294967295] 192.168.201.103@tcp LPNI seq info [149588:149588:8:4294967295] 00000400:00000200:1.0:1773616236.404624:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.404645:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.404653:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.404663:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5f00. 00000800:00000200:1.0:1773616236.404672:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.404682:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.404687:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.404702:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.404711:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 42972 usecs (43 jiffies) 00000400:00000200:1.0:1773616236.404717:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.404720:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302037055 00000100:00000001:1.0:1773616236.404723:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302037664 00000100:00000001:1.0:1773616236.404726:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302037055 00000100:00000001:1.0:1773616236.404740:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302037664 00000100:00000001:1.0:1773616236.404743:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.404747:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.404754:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.404759:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.404770:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616236.404773:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616236.404776:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.404778:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616236.404784:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616236.404786:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616236.404789:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424580. 00000400:00000200:1.0:1773616236.404796:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:1.0:1773616236.404799:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:1.0:1773616236.404803:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616236.404812:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616236.404824:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.404832:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616236.404834:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.404854:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616236.404858:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616236.404860:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616236.404863:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.404871:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616236.404882:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=98 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616236.404887:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616236.404890:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616236.404892:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616236.404895:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616236.405106:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.405111:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616236.405113:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:1.0:1773616236.405115:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616236.405117:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.405123:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.405150:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.405154:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616236.405156:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616236.405161:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616236.405170:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795603712:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.405175:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.405177:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616236.405190:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376d80 x1859763795603712/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.405197:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616236.405200:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616236.405204:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616236.405208:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616236.405210:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616236.405212:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616236.405215:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616236.405218:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fd00. 02000000:00000001:1.0:1773616236.405222:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616236.405224:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616236.405226:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376d80. 00000100:00000001:1.0:1773616236.405230:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616236.405231:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773616236.405235:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:1.0:1773616236.405237:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.405240:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616236.405242:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.405244:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.405245:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616236.405247:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.405252:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.405266:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.405268:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.405271:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.405274:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.405277:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.405281:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795603072:192.168.201.103@tcp:400:kworker.0 00000800:00000200:0.0:1773616236.406392:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.406403:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5f00. 00000400:00000200:0.0:1773616236.406409:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.406415:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616236.406421:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:0.0:1773616236.406423:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:0.0:1773616236.406428:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.406434:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.406446:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.406450:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.406468:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.406471:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616236.407489:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.407498:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.407502:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.407505:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.407516:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616236.407518:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.407525:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.407531:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424580. 00000400:00000010:1.0:1773616236.407538:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616236.407544:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603072, portal 25 00000100:00000001:1.0:1773616236.407547:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.407549:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745433216 : -121323964118400 : ffff91a810374a80) 00000100:00000040:1.0:1773616236.407557:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.407564:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.407566:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.407569:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1770. 00000100:00000200:1.0:1773616236.407572:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795603072, offset 0 00000400:00000200:1.0:1773616236.407579:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616236.407587:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.407594:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.407599:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.407603:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.407607:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.407609:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.407613:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149649:149649:256:4294967295] 192.168.201.103@tcp LPNI seq info [149589:149589:8:4294967295] 00000400:00000200:1.0:1773616236.407617:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.407625:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.408296:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.408303:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5000. 00000800:00000200:1.0:1773616236.408310:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.408319:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.408323:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.408348:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.408354:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.408357:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302040989 00000100:00000001:1.0:1773616236.408367:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302037664 00000100:00000001:1.0:1773616236.408373:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302040989 00000100:00000001:1.0:1773616236.408376:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302037664 00000100:00000001:1.0:1773616236.408379:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.408382:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.408386:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.408392:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.408400:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.408403:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.408406:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.408409:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.408412:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.408416:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.408419:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.408421:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.408423:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.408425:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.408429:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616236.408431:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.408435:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.408438:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424478. 00000400:00000010:1.0:1773616236.408442:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1220. 00000100:00000200:1.0:1773616236.408446:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603328, portal 10 00000100:00000001:1.0:1773616236.408449:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.408450:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:1.0:1773616236.408458:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.408476:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.408481:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.408485:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616236.408489:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795603328, offset 0 00000400:00000200:1.0:1773616236.408493:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616236.408498:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.408502:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.408514:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.408517:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.408519:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.408521:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.408524:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149650:149650:255:4294967295] 192.168.201.103@tcp LPNI seq info [149590:149590:7:4294967295] 00000400:00000200:1.0:1773616236.408528:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.408534:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.408538:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.408541:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5e00. 00000800:00000200:1.0:1773616236.408544:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.408549:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.408551:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.408554:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.408557:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 94321 usecs (95 jiffies) 00000400:00000200:1.0:1773616236.408560:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.408563:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302037111 00000100:00000001:1.0:1773616236.408565:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302040989 00000100:00000001:1.0:1773616236.408567:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302037111 00000100:00000001:1.0:1773616236.408569:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302040989 00000100:00000001:1.0:1773616236.408571:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.408573:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.408575:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.408579:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.408587:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.408588:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.408590:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.408592:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.408594:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.408596:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.408599:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.408601:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.408603:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.408604:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.408607:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616236.408609:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.408611:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.408614:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424210. 00000400:00000010:1.0:1773616236.408617:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1908. 00000100:00000200:1.0:1773616236.408620:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603584, portal 4 00000100:00000001:1.0:1773616236.408622:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.408623:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:1.0:1773616236.408640:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.408647:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.408649:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.408653:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1bb0. 00000100:00000200:1.0:1773616236.408655:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795603584, offset 0 00000400:00000200:1.0:1773616236.408660:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616236.408663:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.408666:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.408669:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.408672:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.408674:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.408677:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.408679:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149651:149651:254:4294967295] 192.168.201.103@tcp LPNI seq info [149591:149591:6:4294967295] 00000400:00000200:1.0:1773616236.408683:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.408689:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.408693:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.408697:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5800. 00000800:00000200:1.0:1773616236.408701:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.408705:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.408708:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.408710:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.408714:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 424135 usecs (425 jiffies) 00000400:00000200:1.0:1773616236.408717:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.408719:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302037441 00000100:00000001:1.0:1773616236.408721:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302040989 00000100:00000001:1.0:1773616236.408723:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302037441 00000100:00000001:1.0:1773616236.408725:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302040989 00000100:00000001:1.0:1773616236.408738:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.408740:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.408742:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616236.408747:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.408759:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616236.408760:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.408762:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616236.408764:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616236.408766:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616236.408770:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795603840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.408773:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616236.408776:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616236.408777:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.408779:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616236.408782:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616236.408784:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616236.408787:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616236.408790:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424058. 00000400:00000010:1.0:1773616236.408793:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1440. 00000100:00000200:1.0:1773616236.408796:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795603840, portal 10 00000100:00000001:1.0:1773616236.408798:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616236.408799:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:1.0:1773616236.408805:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.408812:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616236.408814:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616236.408816:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1000. 00000100:00000200:1.0:1773616236.408819:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795603840, offset 0 00000400:00000200:1.0:1773616236.408823:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616236.408827:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.408830:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616236.408833:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616236.408835:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616236.408869:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616236.408871:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616236.408875:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149652:149652:253:4294967295] 192.168.201.103@tcp LPNI seq info [149592:149592:5:4294967295] 00000400:00000200:1.0:1773616236.408879:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616236.408885:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616236.408889:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616236.408893:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5100. 00000800:00000200:1.0:1773616236.408897:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616236.408901:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616236.408904:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616236.408907:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.408910:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 44742 usecs (45 jiffies) 00000400:00000200:1.0:1773616236.408913:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616236.408915:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302037062 00000100:00000001:1.0:1773616236.408918:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302040989 00000100:00000001:1.0:1773616236.408920:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302037062 00000100:00000001:1.0:1773616236.408922:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302040989 00000100:00000001:1.0:1773616236.408924:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.408926:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.408929:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.408934:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.408963:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.408966:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616236.409783:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.409797:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.409800:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.409802:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.409809:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.409814:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.409821:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.409824:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.409828:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.409831:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672f00 00000400:00000200:0.0:1773616236.409859:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.409865:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f89 [1] + 224 00000800:00000001:0.0:1773616236.409871:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.409877:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.409880:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.409884:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.409890:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.409896:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.409906:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.409931:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773616236.409970:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.409973:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5000. 00000400:00000200:0.0:1773616236.409977:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.409980:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616236.409984:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1770 00000400:00000010:0.0:1773616236.409986:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1770. 00000100:00000001:0.0:1773616236.409989:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.409993:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410004:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.410008:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410014:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.410015:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616236.410020:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.410024:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.410026:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.410028:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.410031:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410034:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.410039:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410041:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410043:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410047:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673000 00000400:00000200:0.0:1773616236.410049:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410053:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193f99 [1] + 224 00000800:00000001:0.0:1773616236.410057:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.410061:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.410062:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.410066:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.410069:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.410074:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.410082:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410088:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773616236.410097:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.410100:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5e00. 00000400:00000200:0.0:1773616236.410102:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.410104:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616236.410107:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:0.0:1773616236.410109:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:0.0:1773616236.410111:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.410114:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410121:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.410124:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410130:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.410132:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616236.410135:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.410139:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.410141:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.410143:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.410146:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410150:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.410153:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410155:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410158:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410160:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673200 00000400:00000200:0.0:1773616236.410163:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.410167:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193fb9 [1] + 224 00000800:00000001:0.0:1773616236.410170:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.410177:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.410179:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.410193:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.410196:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.410201:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.410208:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410215:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773616236.410224:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.410226:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5800. 00000400:00000200:0.0:1773616236.410228:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.410231:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616236.410233:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1bb0 00000400:00000010:0.0:1773616236.410235:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1bb0. 00000100:00000001:0.0:1773616236.410237:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.410240:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410247:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.410249:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410256:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.410257:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616236.410259:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.410262:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616236.410327:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616236.410330:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5100. 00000400:00000200:0.0:1773616236.410332:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.410336:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616236.410338:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1000 00000400:00000010:0.0:1773616236.410340:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1000. 00000100:00000001:0.0:1773616236.410343:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616236.410346:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410353:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.410357:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.410363:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.410365:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616236.411215:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.411220:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616236.411229:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616236.411231:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616236.411234:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249a0. 00000400:00000200:1.0:1773616236.411239:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:1.0:1773616236.411241:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:1.0:1773616236.411243:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616236.411249:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616236.411266:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411273:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616236.411275:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.411277:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616236.411291:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616236.411294:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616236.411296:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.411299:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616236.411309:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=27 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616236.411314:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=150 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616236.411316:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616236.411318:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616236.411321:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616236.411325:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.411328:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616236.411330:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616236.411332:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616236.411334:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.411340:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411347:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.411350:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616236.411352:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616236.411357:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616236.411366:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603200:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616236.411372:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616236.411373:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616236.411375:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424630. 00000400:00000200:1.0:1773616236.411378:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1110 00000400:00000010:1.0:1773616236.411379:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1110. 00000100:00000001:1.0:1773616236.411382:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616236.411385:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616236.411393:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411398:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616236.411400:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.411401:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616236.411403:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616236.411404:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616236.411405:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.411406:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616236.411410:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616236.411414:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616236.411416:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616236.411417:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616236.411419:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616236.411421:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.411423:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616236.411424:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:1.0:1773616236.411426:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616236.411428:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.411432:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411438:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.411440:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616236.411441:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616236.411444:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616236.411451:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603456:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616236.411458:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616236.411460:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616236.411461:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616236.411476:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:1.0:1773616236.411477:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:1.0:1773616236.411479:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616236.411484:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616236.411492:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411497:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616236.411499:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.411500:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616236.411502:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616236.411503:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616236.411514:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.411517:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616236.411522:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1773616236.411525:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616236.411527:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616236.411529:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616236.411530:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616236.411532:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.411534:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616236.411536:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616236.411537:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616236.411539:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.411543:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411549:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.411550:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616236.411551:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616236.411554:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616236.411562:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795603968:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.411567:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.411569:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616236.411572:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377b80 x1859763795603200/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411579:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616236.411581:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616236.411585:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604600. 02000000:00000001:1.0:1773616236.411588:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616236.411590:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616236.411592:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616236.411595:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616236.411597:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbb200. 02000000:00000001:1.0:1773616236.411602:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616236.411603:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616236.411605:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377b80. 00000100:00000001:1.0:1773616236.411608:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616236.411609:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.411611:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616236.411614:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795603456/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411621:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616236.411623:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616236.411634:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616236.411637:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616236.411638:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616236.411639:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616236.411641:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616236.411643:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbbc00. 02000000:00000001:1.0:1773616236.411645:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616236.411646:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616236.411647:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:1.0:1773616236.411650:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616236.411651:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.411653:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616236.411657:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795603968/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.411664:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616236.411665:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616236.411667:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616236.411669:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616236.411670:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616236.411672:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616236.411674:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616236.411676:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fb00. 02000000:00000001:1.0:1773616236.411678:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616236.411679:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616236.411680:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:1.0:1773616236.411682:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616236.411683:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.411686:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.411688:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.411689:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616236.411691:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.411693:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616236.435926:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.435945:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.435949:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.435952:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.435962:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.435970:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.435980:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.435985:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.435991:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.435996:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200672e80 00000400:00000200:0.0:1773616236.436002:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.436010:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193fc9 [1] + 224 00000800:00000001:0.0:1773616236.436019:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.436028:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.436032:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.436037:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.436046:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.436057:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.436069:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.436214:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.436220:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616236.436238:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616236.436250:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.436254:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616236.439147:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616236.439155:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616236.439159:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424580. 00000400:00000200:1.0:1773616236.439168:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:1.0:1773616236.439171:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:1.0:1773616236.439176:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616236.439388:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616236.439403:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.439412:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616236.439415:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.439419:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616236.439423:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616236.439425:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616236.439428:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.439431:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616236.439439:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616236.439444:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616236.439447:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616236.439449:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616236.439452:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616236.439454:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.439458:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616236.439759:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.439773:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.439776:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.439778:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.439786:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439792:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.439799:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439804:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439810:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439814:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673180 00000400:00000200:0.0:1773616236.439818:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439825:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193ff9 [1] + 224 00000800:00000001:0.0:1773616236.439834:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.439858:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.439862:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.439866:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.439871:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.439877:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.439887:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.439900:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616236.439907:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.439910:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.439912:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.439914:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.439917:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439920:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.439924:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439926:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439929:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439932:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200672f80 00000400:00000200:0.0:1773616236.439935:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.439938:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x193fd9 [1] + 224 00000800:00000001:0.0:1773616236.439942:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.440002:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.440005:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.440009:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.440012:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.440018:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.440027:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.440035:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616236.440039:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.440043:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616236.440586:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.440596:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.440600:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616236.440602:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616236.440607:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616236.440616:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795603072:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616236.441074:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616236.441077:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616236.441081:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424478. 00000400:00000200:0.0:1773616236.441086:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1220 00000400:00000010:0.0:1773616236.441089:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1220. 00000100:00000001:0.0:1773616236.441092:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.441098:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616236.441108:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.441116:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616236.441117:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616236.441120:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616236.441123:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616236.441125:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616236.441127:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616236.441130:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616236.441138:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=27 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616236.441141:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616236.441143:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616236.441145:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.441147:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616236.441150:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.441154:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616236.441156:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616236.441158:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616236.441160:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.441164:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.441171:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616236.441173:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616236.441175:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616236.441179:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616236.441201:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603328:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616236.441207:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616236.441208:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616236.441211:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424058. 00000400:00000200:0.0:1773616236.441214:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1440 00000400:00000010:0.0:1773616236.441215:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1440. 00000100:00000001:0.0:1773616236.441217:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.441221:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616236.441230:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.441237:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616236.441239:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616236.441240:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616236.441242:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616236.441243:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616236.441245:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616236.441247:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616236.441251:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=98 v=36 (36 0 0 0) 00000100:00001000:0.0:1773616236.441255:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616236.441257:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616236.441258:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.441260:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616236.441262:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.441264:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616236.441266:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616236.441268:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616236.441269:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616236.441273:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.441281:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616236.443234:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616236.443237:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616236.443250:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616236.443262:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795603840:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616236.443268:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.443272:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.443277:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374a80 x1859763795603072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.443294:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616236.443297:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616236.443302:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605e00. 02000000:00000001:0.0:1773616236.443307:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616236.443310:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616236.443312:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616236.443314:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616236.443317:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbb500. 02000000:00000001:0.0:1773616236.443322:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616236.443324:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616236.443326:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374a80. 00000100:00000001:0.0:1773616236.443330:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616236.443332:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616236.443334:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.443339:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795603328/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.443346:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616236.443347:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616236.443349:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:0.0:1773616236.443351:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616236.443352:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616236.443353:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616236.443355:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616236.443357:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a802bbba00. 02000000:00000001:0.0:1773616236.443359:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616236.443360:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616236.443362:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:0.0:1773616236.443364:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616236.443365:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616236.443367:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616236.443370:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795603840/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616236.443377:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616236.443378:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616236.443380:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:0.0:1773616236.443382:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616236.443384:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616236.443385:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616236.443387:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616236.443388:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:0.0:1773616236.443390:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616236.443391:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616236.443393:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:0.0:1773616236.443395:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616236.443396:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616236.443400:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.443403:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616236.443405:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616236.443408:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616236.443410:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.448286:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616236.448294:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.448301:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616236.448302:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.448306:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616236.448307:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.448311:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616236.448312:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.448315:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616236.448317:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616236.448320:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616236.448321:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616236.448417:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616236.448421:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616236.448424:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616236.451081:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.451099:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616236.451104:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.451106:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.451115:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.451124:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616236.451208:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.451214:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.451220:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.451224:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673080 00000400:00000200:0.0:1773616236.451228:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616236.451235:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193fe9 [1] + 224 00000800:00000001:0.0:1773616236.451243:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.451257:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616236.451260:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616236.451265:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616236.451273:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616236.451284:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616236.451297:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.451366:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.451372:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616236.451392:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616236.451402:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616236.451406:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616236.455370:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616236.455377:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616236.455381:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424210. 00000400:00000200:1.0:1773616236.455390:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1908 00000400:00000010:1.0:1773616236.455392:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1908. 00000100:00000001:1.0:1773616236.455396:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616236.455407:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616236.455418:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.455431:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616236.455433:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.455436:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616236.455440:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616236.455443:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616236.455445:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616236.455448:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616236.455458:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616236.455918:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=131 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616236.455923:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616236.455925:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616236.455927:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616236.455931:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.455935:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616236.455938:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616236.455940:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616236.455941:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616236.455948:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.455955:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616236.455958:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616236.455960:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616236.455965:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616236.455974:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795603584:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616236.455979:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.455981:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616236.455985:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795603584/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616252 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616236.455991:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616236.455994:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616236.455998:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616236.456002:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616236.456004:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616236.456006:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616236.456008:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616236.456011:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4ff00. 02000000:00000001:1.0:1773616236.456014:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616236.456016:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616236.456018:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:1.0:1773616236.456021:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616236.456022:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.456024:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616236.456033:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616236.456035:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616236.456038:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616236.456041:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616237.473248:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616237.473256:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616237.473263:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616237.473264:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616237.473268:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616237.473269:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616237.473273:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616237.473274:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616237.473278:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616237.473279:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616237.473282:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616237.473283:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616237.475720:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616237.475728:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616237.475733:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616238.498715:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616238.498722:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498728:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616238.498730:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498734:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616238.498735:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498739:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616238.498741:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498743:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616238.498744:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498748:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616238.498751:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616238.498754:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616238.498756:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498759:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616238.498762:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498764:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616238.498766:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616238.498793:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616238.498796:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616238.498798:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616239.522931:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616239.522937:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616239.522943:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616239.522944:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616239.522948:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616239.522949:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616239.522953:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616239.522954:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616239.522958:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616239.522959:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616239.522963:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616239.522964:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616239.526397:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616239.526405:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616239.526409:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616240.415998:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302040989, at 4302041024 00000100:00000010:1.0:1773616240.416015:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d83c0. 00000100:00000040:0.0:1773616240.416263:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302040989, at 4302041024 00000100:00000010:0.0:1773616240.416269:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8c00. 00010000:00000001:0.0:1773616240.544294:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616240.544302:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544308:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616240.544309:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544313:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616240.544315:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544318:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616240.544322:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616240.544325:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616240.544328:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544331:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616240.544333:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544335:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544337:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544341:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616240.544342:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616240.544346:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616240.544347:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616240.544919:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616240.544923:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616240.544926:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616241.504719:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.504730:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.504741:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616241.504747:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616241.504752:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.504755:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.504760:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.504767:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000001:0.0:1773616241.504775:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504785:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.504807:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.504811:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504818:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_00+0] req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.504879:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504884:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.504889:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.504893:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616241.504897:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616241.504901:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.504903:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.504905:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.504908:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f100. 00000100:00000001:0.0:1773616241.504911:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504916:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.504923:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.504925:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504929:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d486fa85] to pc [ptlrpcd_00_01+1] req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.504938:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504940:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.504943:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.504946:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374a80. 00000020:00000040:0.0:1773616241.504948:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616241.504950:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.504952:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.504953:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.504956:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fe00. 00000100:00000001:0.0:1773616241.504959:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504962:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.504985:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.504986:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504990:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee15e391] to pc [ptlrpcd_00_00+0] req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.504997:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.504999:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.505003:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.505006:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374700. 00000020:00000040:0.0:1773616241.505008:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616241.505010:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.505011:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.505013:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.505016:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f700. 00000100:00000001:0.0:1773616241.505019:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505023:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.505030:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.505032:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505035:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d141a73d] to pc [ptlrpcd_00_01+1] req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.505043:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505045:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.505050:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.505053:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000020:00000040:0.0:1773616241.505055:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616241.505057:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.505058:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.505060:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.505063:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f900. 00000100:00000001:0.0:1773616241.505066:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505070:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.505076:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.505078:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505081:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_00+0] req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.505088:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505091:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.505094:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.505096:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000020:00000040:0.0:1773616241.505109:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616241.505111:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.505113:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.505114:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.505117:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f500. 00000100:00000001:0.0:1773616241.505120:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505124:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.505130:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.505131:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505134:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ed28c38] to pc [ptlrpcd_00_01+1] req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.505140:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505142:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.505145:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.505148:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375c00. 00000020:00000040:0.0:1773616241.505149:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616241.505151:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.505152:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.505153:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.505157:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4ff00. 00000100:00000001:0.0:1773616241.505159:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505162:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.505168:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.505170:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505173:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4403eab] to pc [ptlrpcd_00_00+0] req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.505185:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505187:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616241.505190:0:59901:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616241.505193:0:59901:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616241.505195:0:59901:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616241.505197:0:59901:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616241.505198:0:59901:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616241.505199:0:59901:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616241.505202:0:59901:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fb00. 00000100:00000001:0.0:1773616241.505204:0:59901:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505208:0:59901:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616241.505215:0:59901:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616241.505217:0:59901:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505221:0:59901:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_01+1] req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.505228:0:59901:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616241.505230:0:59901:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616241.505234:0:59901:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616241.505238:0:59901:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7379) 00000100:00000001:1.0:1773616241.506549:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.506555:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616241.506558:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.506568:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.506578:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.506581:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.506584:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.506587:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.506590:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.506593:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604224:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.506598:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.506604:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.506607:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.506609:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.506616:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616241.506619:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.506626:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.506631:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424210. 00000400:00000010:1.0:1773616241.506638:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1908. 00000100:00000200:1.0:1773616241.506645:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604224, portal 10 00000100:00000001:1.0:1773616241.506647:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.506649:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:1.0:1773616241.506656:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.506663:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.506666:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.506668:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1198. 00000100:00000200:1.0:1773616241.506671:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795604224, offset 0 00000400:00000200:1.0:1773616241.506679:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.506688:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.506695:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.506700:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.506704:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.506708:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.506711:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.506715:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149653:149653:256:4294967295] 192.168.201.103@tcp LPNI seq info [149593:149593:8:4294967295] 00000400:00000200:1.0:1773616241.506719:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.506728:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.506734:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.506739:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5d00. 00000800:00000200:1.0:1773616241.506746:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.506754:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.506758:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.506783:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.506788:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 462970 usecs (463 jiffies) 00000400:00000200:1.0:1773616241.506792:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.506795:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302042577 00000100:00000010:1.0:1773616241.506801:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d83c0. 00000100:00000001:1.0:1773616241.506809:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616241.506816:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302042577 00000100:00000010:1.0:1773616241.506819:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8ae0. 00000100:00000001:1.0:1773616241.506822:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616241.506826:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.506828:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.506831:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.506835:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.506883:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.506885:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.506888:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.506889:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.506891:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.506893:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.506896:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.506899:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.506900:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.506902:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.506905:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616241.506907:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.506910:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.506913:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424580. 00000400:00000010:1.0:1773616241.506916:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616241.506919:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604480, portal 4 00000100:00000001:1.0:1773616241.506920:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.506921:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000040:1.0:1773616241.506927:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.506933:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.506935:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.506937:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1110. 00000100:00000200:1.0:1773616241.506939:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795604480, offset 0 00000400:00000200:1.0:1773616241.506943:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.506947:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.506950:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.506953:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.506955:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.506957:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.506960:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.506962:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149654:149654:255:4294967295] 192.168.201.103@tcp LPNI seq info [149594:149594:7:4294967295] 00000400:00000200:1.0:1773616241.506966:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.506972:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.506977:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.506980:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:1.0:1773616241.506985:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.506989:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.506991:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.506994:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.506997:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 665360 usecs (666 jiffies) 00000400:00000200:1.0:1773616241.507000:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.507001:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302042781 00000100:00000001:1.0:1773616241.507007:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302042577 00000100:00000001:1.0:1773616241.507010:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302042781 00000100:00000001:1.0:1773616241.507013:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302042577 00000100:00000001:1.0:1773616241.507016:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.507018:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.507020:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.507025:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.507050:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.507052:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.507054:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.507055:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.507057:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.507061:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795604736:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.507064:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.507066:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.507068:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.507069:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.507073:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616241.507075:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.507078:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.507081:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616241.507084:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616241.507087:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604736, portal 10 00000100:00000001:1.0:1773616241.507089:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.507090:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000040:1.0:1773616241.507096:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.507112:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.507114:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.507118:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1660. 00000100:00000200:1.0:1773616241.507120:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795604736, offset 0 00000400:00000200:1.0:1773616241.507125:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.507128:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.507132:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.507134:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.507137:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.507140:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.507142:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.507146:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149655:149655:254:4294967295] 192.168.201.103@tcp LPNI seq info [149595:149595:6:4294967295] 00000400:00000200:1.0:1773616241.507150:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.507157:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.507161:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.507165:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5b00. 00000800:00000200:1.0:1773616241.507169:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.507174:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.507176:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.507179:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.507182:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34680 usecs (35 jiffies) 00000400:00000200:1.0:1773616241.507185:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.507187:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302042150 00000100:00000001:1.0:1773616241.507189:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302042781 00000100:00000001:1.0:1773616241.507191:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302042150 00000100:00000001:1.0:1773616241.507193:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302042781 00000100:00000001:1.0:1773616241.507195:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.507197:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.507199:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.507202:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.507209:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.507211:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.507213:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.507215:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.507966:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.507972:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795604992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.507976:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.507980:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.507982:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.507984:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.507988:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604600. 02000000:00000001:1.0:1773616241.507990:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.507994:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.507997:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424630. 00000400:00000010:1.0:1773616241.508002:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1440. 00000100:00000200:1.0:1773616241.508005:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604992, portal 4 00000100:00000001:1.0:1773616241.508007:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.508008:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:1.0:1773616241.508015:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.508022:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.508025:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.508027:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1220. 00000100:00000200:1.0:1773616241.508029:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795604992, offset 0 00000400:00000200:1.0:1773616241.508034:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.508039:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.508055:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.508058:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.508061:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.508064:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.508066:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.508069:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149656:149656:253:4294967295] 192.168.201.103@tcp LPNI seq info [149596:149596:5:4294967295] 00000400:00000200:1.0:1773616241.508073:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.508079:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.508084:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.508088:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5600. 00000800:00000200:1.0:1773616241.508093:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.508106:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.508109:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.508113:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.508116:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 42523 usecs (43 jiffies) 00000400:00000200:1.0:1773616241.508119:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.508121:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302042159 00000100:00000001:1.0:1773616241.508123:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302042781 00000100:00000001:1.0:1773616241.508125:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302042159 00000100:00000001:1.0:1773616241.508127:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302042781 00000100:00000001:1.0:1773616241.508129:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.508131:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.508133:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.508136:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.508143:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616241.508145:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616241.508148:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.508149:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616241.508151:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.508154:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:1.0:1773616241.508156:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.508158:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616241.508160:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.508162:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.508163:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616241.508164:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.508169:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.508176:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.508177:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.508179:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.508181:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.508183:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.508185:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795604096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.508189:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.508191:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.508193:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.508196:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.508199:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616241.508200:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.508204:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.508206:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249a0. 00000400:00000010:1.0:1773616241.508209:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1000. 00000100:00000200:1.0:1773616241.508212:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604096, portal 25 00000100:00000001:1.0:1773616241.508213:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.508214:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000800:00000200:0.0:1773616241.508717:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.508723:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5d00. 00000400:00000200:0.0:1773616241.508728:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.508734:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.508738:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1198 00000400:00000010:0.0:1773616241.508740:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1198. 00000100:00000001:0.0:1773616241.508745:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.508750:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.508766:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.508769:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.508775:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.508776:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616241.508788:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.508791:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:0.0:1773616241.508793:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.508797:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.508800:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1110 00000400:00000010:0.0:1773616241.508801:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1110. 00000100:00000001:0.0:1773616241.508804:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.508806:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.508813:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.508816:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.508822:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.509059:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616241.509071:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.509073:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5b00. 00000400:00000200:0.0:1773616241.509076:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.509079:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.509082:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1660 00000400:00000010:0.0:1773616241.509084:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1660. 00000100:00000001:0.0:1773616241.509086:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.509091:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.509108:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.509112:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.509122:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.509124:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616241.509186:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.509189:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5600. 00000400:00000200:0.0:1773616241.509192:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.509196:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.509198:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1220 00000400:00000010:0.0:1773616241.509200:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1220. 00000100:00000001:0.0:1773616241.509202:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.509206:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.509212:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.509215:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616241.509316:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.509323:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.509326:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.509329:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1bb0. 00000100:00000200:1.0:1773616241.509332:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795604096, offset 0 00000400:00000200:1.0:1773616241.509337:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509342:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509348:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.509351:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.509354:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.509356:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.509358:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509362:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149657:149657:255:4294967295] 192.168.201.103@tcp LPNI seq info [149597:149597:7:4294967295] 00000400:00000200:1.0:1773616241.509366:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509372:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.509376:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.509379:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5500. 00000800:00000200:1.0:1773616241.509383:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.509388:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.509392:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.509395:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.509398:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.509400:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302046090 00000100:00000001:1.0:1773616241.509406:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302042781 00000100:00000001:1.0:1773616241.509410:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302046090 00000100:00000001:1.0:1773616241.509413:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302042781 00000100:00000001:1.0:1773616241.509416:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.509417:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.509421:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.509424:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.509431:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.509432:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.509435:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.509437:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.509440:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.509442:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604352:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.509446:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.509449:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.509450:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.509452:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.509455:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605400. 02000000:00000001:1.0:1773616241.509457:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.509461:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.509464:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204243c8. 00000400:00000010:1.0:1773616241.509467:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616241.509471:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604352, portal 10 00000100:00000001:1.0:1773616241.509473:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.509474:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745433216 : -121323964118400 : ffff91a810374a80) 00000100:00000040:1.0:1773616241.509480:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.509486:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.509488:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.509490:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1770. 00000100:00000200:1.0:1773616241.509492:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795604352, offset 0 00000400:00000200:1.0:1773616241.509496:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509499:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509502:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.509504:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.509506:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.509509:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.509511:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509514:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149658:149658:254:4294967295] 192.168.201.103@tcp LPNI seq info [149598:149598:6:4294967295] 00000400:00000200:1.0:1773616241.509518:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509524:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.509528:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.509531:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5c00. 00000800:00000200:1.0:1773616241.509535:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.509539:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.509541:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.509543:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.509546:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 94187 usecs (95 jiffies) 00000400:00000200:1.0:1773616241.509549:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.509551:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302042212 00000100:00000001:1.0:1773616241.509553:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302046090 00000100:00000001:1.0:1773616241.509555:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302042212 00000100:00000001:1.0:1773616241.509557:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302046090 00000100:00000001:1.0:1773616241.509559:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.509561:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.509563:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.509567:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.509578:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.509580:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.509582:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.509584:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.509585:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.509588:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604608:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.509591:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.509593:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.509595:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.509596:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.509599:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616241.509601:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.509605:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.509607:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424bb0. 00000400:00000010:1.0:1773616241.509610:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616241.509613:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604608, portal 4 00000100:00000001:1.0:1773616241.509614:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.509616:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000040:1.0:1773616241.509621:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.509626:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.509628:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.509630:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1088. 00000100:00000200:1.0:1773616241.509632:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795604608, offset 0 00000400:00000200:1.0:1773616241.509635:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509638:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509642:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.509644:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.509646:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.509648:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.509650:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509653:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149659:149659:253:4294967295] 192.168.201.103@tcp LPNI seq info [149599:149599:5:4294967295] 00000400:00000200:1.0:1773616241.509657:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509663:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.509667:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.509670:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5600. 00000800:00000200:1.0:1773616241.509673:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.509677:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.509680:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.509683:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.509685:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 422218 usecs (423 jiffies) 00000400:00000200:1.0:1773616241.509688:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.509691:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302042540 00000100:00000001:1.0:1773616241.509693:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302046090 00000100:00000001:1.0:1773616241.509695:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302042540 00000100:00000001:1.0:1773616241.509697:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302046090 00000100:00000001:1.0:1773616241.509699:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.509700:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.509702:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616241.509707:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.509713:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616241.509714:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.509716:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616241.509718:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616241.509720:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616241.509722:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795604864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.509726:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616241.509728:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616241.509730:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.509732:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616241.509734:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616241.509736:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616241.509739:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616241.509741:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424ec8. 00000400:00000010:1.0:1773616241.509744:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1aa0. 00000100:00000200:1.0:1773616241.509747:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795604864, portal 10 00000100:00000001:1.0:1773616241.509749:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616241.509750:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000040:1.0:1773616241.509756:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.509761:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616241.509763:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616241.509766:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e12a8. 00000100:00000200:1.0:1773616241.509768:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795604864, offset 0 00000400:00000200:1.0:1773616241.509771:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509774:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509777:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616241.509780:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616241.509782:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616241.509784:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616241.509786:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616241.509789:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149660:149660:252:4294967295] 192.168.201.103@tcp LPNI seq info [149600:149600:4:4294967295] 00000400:00000200:1.0:1773616241.509793:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616241.509799:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616241.509803:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616241.509805:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5b00. 00000800:00000200:1.0:1773616241.509809:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616241.509813:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616241.509815:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616241.509817:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.509821:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 45927 usecs (46 jiffies) 00000400:00000200:1.0:1773616241.509823:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616241.509825:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302042163 00000100:00000001:1.0:1773616241.509827:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302046090 00000100:00000001:1.0:1773616241.509829:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302042163 00000100:00000001:1.0:1773616241.509831:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302046090 00000100:00000001:1.0:1773616241.509833:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.509834:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.509854:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.509858:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.509870:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.509873:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.509926:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.509928:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616241.509945:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.509947:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5500. 00000400:00000200:0.0:1773616241.509950:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.509954:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.509957:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1bb0 00000400:00000010:0.0:1773616241.509959:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1bb0. 00000100:00000001:0.0:1773616241.509961:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.509965:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.509973:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.509976:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.509981:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.509983:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616241.509988:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.509991:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5c00. 00000400:00000200:0.0:1773616241.509993:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.509997:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.509999:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1770 00000400:00000010:0.0:1773616241.510000:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1770. 00000100:00000001:0.0:1773616241.510003:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.510006:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.510012:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.510015:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.510022:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.510023:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616241.510029:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.510030:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5600. 00000400:00000200:0.0:1773616241.510032:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.510035:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.510052:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1088 00000400:00000010:0.0:1773616241.510053:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1088. 00000100:00000001:0.0:1773616241.510056:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.510060:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.510067:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.510069:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.510075:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.510076:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616241.510082:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616241.510084:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5b00. 00000400:00000200:0.0:1773616241.510086:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.510088:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616241.510091:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e12a8 00000400:00000010:0.0:1773616241.510092:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e12a8. 00000100:00000001:0.0:1773616241.510094:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616241.510107:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.510114:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616241.510117:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.510123:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616241.510125:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616241.513334:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.513353:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.513357:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.513359:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.513368:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513376:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.513385:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513390:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513397:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513402:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673400 00000400:00000200:0.0:1773616241.513407:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513414:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194019 [1] + 224 00000800:00000001:0.0:1773616241.513422:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.513428:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.513431:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.513435:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.513441:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.513449:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.513460:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.513485:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.513493:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.513498:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.513726:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.513730:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.513734:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513747:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.513752:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513755:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513758:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513761:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673300 00000400:00000200:0.0:1773616241.513765:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.513770:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194009 [1] + 224 00000800:00000001:0.0:1773616241.513781:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.513788:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.513790:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.513794:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.513797:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.513802:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.513810:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.513818:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.513821:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.513825:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.514356:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.514361:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616241.514376:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.514379:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.514382:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424210. 00000400:00000200:1.0:1773616241.514388:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1908 00000400:00000010:1.0:1773616241.514390:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1908. 00000100:00000001:1.0:1773616241.514394:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.514400:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.514410:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.514417:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.514419:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.514422:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.514425:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.514427:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.514429:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.514432:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.514441:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=32 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616241.514445:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=5 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616241.514448:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.514458:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.514461:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.514464:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.514467:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616241.514469:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616241.514472:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616241.514478:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.514483:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.514490:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.514493:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.514501:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.514506:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.514514:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604224:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616241.514525:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.514527:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.514529:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424580. 00000400:00000200:1.0:1773616241.514532:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:1.0:1773616241.514533:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:1.0:1773616241.514536:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.514539:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.514552:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.514558:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.514559:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.514561:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.514562:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.514564:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.514566:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.514572:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.514576:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616241.514579:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616241.514581:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.514583:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.514584:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.514586:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.514589:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616241.514608:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:1.0:1773616241.514610:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616241.514612:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.514616:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.514623:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.514624:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.514626:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.514630:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.514637:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604480:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.514642:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.514645:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.514648:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795604224/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.514656:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.514658:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.514662:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616241.514665:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.514687:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.514689:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616241.514692:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.514695:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f100. 02000000:00000001:1.0:1773616241.514699:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.514700:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.514702:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:1.0:1773616241.514705:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.514707:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.514708:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.514712:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374700 x1859763795604480/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.514719:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.514720:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.514740:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616241.514743:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.514744:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.514745:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616241.514747:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.514749:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f700. 02000000:00000001:1.0:1773616241.514751:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.514752:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.514753:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374700. 00000100:00000001:1.0:1773616241.514756:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.514757:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.514761:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.514763:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.514764:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616241.514766:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.514768:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616241.519455:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519476:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.519480:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519483:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.519494:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519502:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.519512:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519517:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519523:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519526:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673480 00000400:00000200:0.0:1773616241.519536:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519543:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194069 [1] + 224 00000800:00000001:0.0:1773616241.519551:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519557:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.519560:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.519564:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.519572:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.519580:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.519590:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.519614:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.519623:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519627:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.519629:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519631:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.519634:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519637:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.519641:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519643:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519646:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519649:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673380 00000400:00000200:0.0:1773616241.519653:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519657:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194059 [1] + 224 00000800:00000001:0.0:1773616241.519660:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519662:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.519664:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.519667:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.519670:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.519673:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.519687:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.519693:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.519695:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519697:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.519699:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519701:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.519704:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519707:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.519711:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519713:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519716:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519719:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673580 00000400:00000200:0.0:1773616241.519721:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.519725:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194079 [1] + 224 00000800:00000001:0.0:1773616241.519728:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519734:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.519736:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.519739:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.519742:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.519746:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.519755:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.519762:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.519765:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.519768:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.521654:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.521663:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616241.521674:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.521676:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.521681:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204243c8. 00000400:00000200:1.0:1773616241.521689:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616241.521692:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616241.521697:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.521707:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.521719:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.521732:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.521733:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.521736:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.521740:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.521742:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.521746:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.521749:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.521759:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=32 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616241.521764:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616241.521768:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.521770:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.521773:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.521778:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.521782:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616241.521785:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616241.521787:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616241.521788:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.521794:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.521801:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.521805:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.521808:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.521813:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.521822:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604352:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616241.521830:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.521831:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.521833:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424bb0. 00000400:00000200:1.0:1773616241.521867:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616241.521870:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616241.521872:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.521878:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.521887:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.521893:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.521894:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.521896:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.521898:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.521899:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.521901:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.521903:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.521908:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616241.521911:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=136 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616241.521913:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.521914:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.521916:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.521918:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.521920:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616241.521921:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616241.521923:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616241.521924:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.521928:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.521934:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.521935:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.521937:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.522158:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.522169:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795604608:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616241.522176:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.522177:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.522179:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424ec8. 00000400:00000200:1.0:1773616241.522182:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1aa0 00000400:00000010:1.0:1773616241.522183:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1aa0. 00000100:00000001:1.0:1773616241.522186:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.522189:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.522198:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.522204:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.522206:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.522207:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.522209:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.522210:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.522212:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.522214:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.522219:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=103 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616241.522223:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616241.522225:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.522226:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.522228:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.522230:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.522232:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616241.522234:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616241.522235:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616241.522236:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.522240:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.522246:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.522247:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.522249:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.522252:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.522260:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795604864:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.522265:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.522268:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.522271:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374a80 x1859763795604352/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.522278:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.522280:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.522284:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605400. 02000000:00000001:1.0:1773616241.522287:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.522290:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.522292:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616241.522294:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.522297:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fe00. 02000000:00000001:1.0:1773616241.522301:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.522303:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.522305:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374a80. 00000100:00000001:1.0:1773616241.522308:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.522309:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.522311:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.522328:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795604608/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.522335:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.522337:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.522338:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616241.522341:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.522342:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.522343:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616241.522345:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.522346:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f900. 02000000:00000001:1.0:1773616241.522349:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.522350:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.522351:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:1.0:1773616241.522354:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.522355:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.522364:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.522367:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795604864/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.522374:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.522375:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.522377:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616241.522379:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.522381:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.522382:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616241.522384:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.522385:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4ff00. 02000000:00000001:1.0:1773616241.522387:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.522388:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.522389:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:1.0:1773616241.522391:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.522399:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.522403:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.522405:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.522407:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616241.522408:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.522410:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616241.523609:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.523631:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.523635:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.523639:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.523647:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.523660:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.523669:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.523674:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.523680:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.523683:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200673280 00000400:00000200:0.0:1773616241.523694:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.523700:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194049 [1] + 224 00000800:00000001:0.0:1773616241.523708:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.523722:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.523725:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.523729:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.523735:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.523740:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.523755:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.523778:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.523793:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.523796:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.523871:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.523874:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616241.523886:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.523888:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.523890:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249a0. 00000400:00000200:1.0:1773616241.523894:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1000 00000400:00000010:1.0:1773616241.523897:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1000. 00000100:00000001:1.0:1773616241.523900:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.523904:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.523919:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.523926:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.523927:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.523929:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.523932:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.523934:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.523936:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.523939:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.523949:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616241.523953:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616241.523955:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.523957:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.523959:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.523962:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.524214:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.524221:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.524227:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.524230:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.524232:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.524236:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.524243:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795604096:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.524248:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.524250:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.524253:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795604096/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.524259:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.524261:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.524264:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616241.524268:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.524270:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.524271:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616241.524273:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.524275:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:1.0:1773616241.524278:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.524279:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.524281:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:1.0:1773616241.524284:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.524286:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.524290:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.524292:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.524293:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616241.524295:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.524296:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616241.535006:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.535028:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.535033:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.535049:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.535059:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535066:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.535077:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535081:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535087:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535091:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673500 00000400:00000200:0.0:1773616241.535106:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535114:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194029 [1] + 224 00000800:00000001:0.0:1773616241.535122:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.535129:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.535132:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.535137:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.535145:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.535154:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.535166:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.535190:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.535200:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.535204:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616241.535207:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.535209:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.535212:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535612:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616241.535620:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535623:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535626:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535630:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673600 00000400:00000200:0.0:1773616241.535635:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616241.535639:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194039 [1] + 224 00000800:00000001:0.0:1773616241.535644:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.535654:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616241.535656:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616241.535659:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616241.535663:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616241.535668:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616241.535678:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616241.535687:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616241.535691:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616241.535694:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.535777:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.535782:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616241.535790:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.535791:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.535794:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616241.535799:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:1.0:1773616241.535801:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:1.0:1773616241.535804:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.535809:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.535818:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.535825:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.535827:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.535829:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.535832:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.535835:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.535866:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.535869:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.535878:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=103 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616241.535883:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616241.535886:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.535888:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.535891:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.535894:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.535898:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616241.535900:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:1.0:1773616241.535902:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616241.535903:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.535908:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.535915:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.535919:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.535921:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.535925:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.535934:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795604736:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616241.535940:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616241.535941:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616241.535943:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424630. 00000400:00000200:1.0:1773616241.535946:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1440 00000400:00000010:1.0:1773616241.535947:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1440. 00000100:00000001:1.0:1773616241.535949:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616241.535953:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616241.535975:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.535982:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616241.535984:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.535985:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616241.535987:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616241.535988:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616241.535990:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616241.535992:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616241.535995:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1773616241.535999:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616241.536001:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616241.536002:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616241.536003:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616241.536005:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.536007:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616241.536008:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616241.536010:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616241.536012:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616241.536016:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.536021:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616241.536023:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616241.536025:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616241.536027:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616241.536034:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795604992:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616241.536285:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.536288:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.536292:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795604736/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.536299:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.536301:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.536304:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616241.536308:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.536311:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.536314:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616241.536316:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.536318:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f500. 02000000:00000001:1.0:1773616241.536322:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.536323:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.536325:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:1.0:1773616241.536329:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.536330:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.536331:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616241.536335:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795604992/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616257 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616241.536342:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616241.536343:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616241.536344:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604600. 02000000:00000001:1.0:1773616241.536346:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616241.536348:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616241.536349:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616241.536351:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616241.536352:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fb00. 02000000:00000001:1.0:1773616241.536354:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616241.536355:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616241.536356:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:1.0:1773616241.536360:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616241.536361:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.536363:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616241.536370:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616241.536372:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616241.536374:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616241.536377:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616241.568880:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616241.568887:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616241.568893:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616241.568895:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616241.568899:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616241.568901:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616241.568904:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616241.568906:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616241.568909:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616241.568910:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616241.568914:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616241.568915:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616241.568939:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616241.568942:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616241.568945:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616242.593029:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616242.593041:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616242.593043:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616242.593062:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593067:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616242.593070:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593072:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593074:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593079:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616242.593091:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616242.593092:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616242.593099:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616242.593102:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616242.593103:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593105:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616242.593106:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593108:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593110:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593116:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616242.593118:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616242.593119:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616242.593121:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616242.593122:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616242.593123:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593125:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616242.593126:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593127:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593129:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593133:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616242.593135:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593139:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616242.593140:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616242.593141:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616242.593143:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616242.593145:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616242.593146:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593147:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616242.593148:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593150:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593152:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616242.593155:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616242.593156:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616242.593415:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616242.593420:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616242.593423:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616243.620409:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616243.620417:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616243.620423:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616243.620425:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616243.620429:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616243.620430:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616243.620443:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616243.620445:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616243.620449:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616243.620450:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616243.620453:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616243.620454:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616243.620517:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616243.620520:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616243.620523:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616244.640263:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616244.640271:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616244.640277:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616244.640280:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616244.640284:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616244.640285:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616244.640289:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616244.640290:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616244.640293:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616244.640294:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616244.640298:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616244.640299:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616244.640321:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616244.640334:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616244.640337:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616245.536196:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302046090, at 4302046144 00000100:00000010:0.0:1773616245.536212:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d83c0. 00000100:00000040:1.0:1773616245.536558:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302046090, at 4302046144 00000100:00000010:1.0:1773616245.536565:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8ae0. 00010000:00000001:0.0:1773616245.664151:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616245.664158:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616245.664164:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616245.664165:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616245.664169:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616245.664170:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616245.664173:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616245.664175:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616245.664178:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616245.664180:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616245.664183:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616245.664184:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616245.664269:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616245.664273:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616245.664277:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616246.624173:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616246.624185:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616246.624196:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616246.624202:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616246.624206:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616246.624209:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616246.624215:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616246.624223:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fd00. 00000100:00000001:0.0:1773616246.624230:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624242:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616246.624253:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616246.624257:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624263:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b96efe] to pc [ptlrpcd_00_00+0] req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624298:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624301:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616246.624304:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616246.624307:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374380. 00000020:00000040:0.0:1773616246.624310:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616246.624312:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616246.624314:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616246.624315:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616246.624320:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fb00. 00000100:00000001:0.0:1773616246.624323:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624328:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616246.624335:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616246.624337:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624341:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f336dc11] to pc [ptlrpcd_00_01+1] req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624348:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624350:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616246.624353:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616246.624356:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616246.624358:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616246.624360:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616246.624361:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616246.624363:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616246.624367:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f500. 00000100:00000001:0.0:1773616246.624370:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624374:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616246.624381:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616246.624383:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624387:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624395:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624397:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616246.624401:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616246.624404:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000100:00000001:1.0:1773616246.624407:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1773616246.624407:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616246.624413:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1773616246.624414:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1773616246.624415:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616246.624418:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616246.624422:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f200. 00000100:00000001:0.0:1773616246.624425:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.624428:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616246.624432:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1773616246.624439:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624445:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616246.624450:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.624459:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1773616246.624459:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ed28c38] to pc [ptlrpcd_00_01+1] req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.624464:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.624471:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773616246.624473:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.624476:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1773616246.624477:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1773616246.624483:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.624484:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1773616246.624490:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795605120:192.168.201.103@tcp:400:kworker.0 00000100:00000010:0.0:1773616246.624491:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616246.624496:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616246.624498:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1773616246.624501:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616246.624504:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616246.624505:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.624506:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.624510:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616246.624512:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4ff00. 02000000:00000001:1.0:1773616246.624514:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1773616246.624517:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616246.624522:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604600. 00000100:00000040:0.0:1773616246.624525:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1773616246.624527:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.624538:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1773616246.624539:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.624543:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773616246.624547:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424630. 00000100:00000040:0.0:1773616246.624550:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_00+0] req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773616246.624556:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1440. 00000100:00000001:0.0:1773616246.624564:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616246.624566:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795605120, portal 25 00000100:00000040:0.0:1773616246.624567:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616246.624572:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616246.624574:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1773616246.624575:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000010:0.0:1773616246.624579:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375c00. 00000020:00000040:0.0:1773616246.624584:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000040:1.0:1773616246.624586:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624589:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616246.624592:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616246.624595:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.624602:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1773616246.624602:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f900. 00000100:00000040:1.0:1773616246.624608:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000100:00000001:0.0:1773616246.624609:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773616246.624613:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000040:0.0:1773616246.624618:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1773616246.624620:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795605120, offset 0 00000100:00000001:0.0:1773616246.624632:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1773616246.624634:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000100:00000001:0.0:1773616246.624636:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624643:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4403eab] to pc [ptlrpcd_00_01+1] req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616246.624645:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.624656:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616246.624659:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000040:0.0:1773616246.624660:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616246.624665:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1773616246.624668:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1773616246.624670:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000400:00000200:1.0:1773616246.624675:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000020:00000040:0.0:1773616246.624676:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616246.624680:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616246.624681:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616246.624683:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616246.624687:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4fe00. 00000100:00000001:0.0:1773616246.624689:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616246.624693:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1773616246.624696:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616246.624706:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616246.624708:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624713:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_00+0] req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624719:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624721:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616246.624724:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616246.624727:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374a80. 00000020:00000040:0.0:1773616246.624729:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616246.624730:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616246.624731:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616246.624733:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616246.624736:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a807d4f700. 00000100:00000001:0.0:1773616246.624738:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624742:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616246.624748:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616246.624750:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624753:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee15e391] to pc [ptlrpcd_00_01+1] req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624759:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.624761:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616246.624764:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616246.624769:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7384) 00000100:00000001:0.0:1773616246.624817:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616246.624820:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616246.624822:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1773616246.624823:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000100:00000040:0.0:1773616246.624828:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616246.624864:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149661:149661:256:4294967295] 192.168.201.103@tcp LPNI seq info [149601:149601:8:4294967295] 00000400:00000200:1.0:1773616246.624874:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.624881:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616246.624883:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.624887:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616246.624891:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1773616246.624892:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 02000000:00000001:0.0:1773616246.624896:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616246.624904:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000100:00100000:0.0:1773616246.624904:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795605248:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.624911:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1773616246.624913:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 02000000:00000001:0.0:1773616246.624915:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.624918:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.624921:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1773616246.624925:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 02000000:00000010:0.0:1773616246.624927:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29a00. 02000000:00000001:0.0:1773616246.624931:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616246.624936:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000400:00000200:0.0:1773616246.624940:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000800:00000200:1.0:1773616246.624943:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1773616246.624945:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a0b0. 00000400:00000010:0.0:1773616246.624952:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816add0. 00000100:00000200:0.0:1773616246.624956:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795605248, portal 10 00000100:00000001:0.0:1773616246.624959:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616246.624960:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.624962:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745431424 : -121323964120192 : ffff91a810374380) 00000400:00000200:1.0:1773616246.624969:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616246.624974:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302051206 00000100:00000040:0.0:1773616246.624974:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.624985:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616246.624988:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616246.624991:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a4c8. 00000100:00000200:0.0:1773616246.624994:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795605248, offset 0 00000400:00000200:0.0:1773616246.624999:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625004:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625008:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616246.625012:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616246.625025:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616246.625029:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616246.625031:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625035:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149662:149662:255:4294967295] 192.168.201.103@tcp LPNI seq info [149602:149602:7:4294967295] 00000400:00000200:0.0:1773616246.625039:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625047:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616246.625052:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616246.625056:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a807d4f100. 00000800:00000200:0.0:1773616246.625061:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616246.625066:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616246.625069:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a807d4f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616246.625072:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.625076:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 462028 usecs (463 jiffies) 00000400:00000200:0.0:1773616246.625079:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.625082:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302047696 00000800:00000200:1.0:1773616246.625086:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1773616246.625088:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cfd20. 00000800:00000010:1.0:1773616246.625093:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000100:00000001:0.0:1773616246.625096:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1773616246.625099:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773616246.625106:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302047696 00000400:00000200:1.0:1773616246.625108:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000010:0.0:1773616246.625112:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cfc60. 00000400:00000200:1.0:1773616246.625116:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000100:00000001:0.0:1773616246.625118:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000400:00000010:1.0:1773616246.625121:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:0.0:1773616246.625123:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616246.625128:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773616246.625129:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.625134:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1773616246.625138:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.625143:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.625163:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616246.625163:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616246.625168:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625172:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1773616246.625173:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773616246.625175:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616246.625181:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616246.625186:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795605504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.625189:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616246.625192:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.625194:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625196:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616246.625200:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616246.625202:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616246.625205:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616246.625208:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a268. 00000400:00000010:0.0:1773616246.625212:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aa18. 00000100:00000200:0.0:1773616246.625215:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795605504, portal 4 00000100:00000001:0.0:1773616246.625217:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616246.625218:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000040:0.0:1773616246.625224:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625230:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616246.625232:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616246.625235:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616246.625237:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795605504, offset 0 00000400:00000200:0.0:1773616246.625241:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625245:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625248:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616246.625251:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616246.625254:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616246.625256:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616246.625258:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625261:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149663:149663:254:4294967295] 192.168.201.103@tcp LPNI seq info [149603:149603:6:4294967295] 00000400:00000200:0.0:1773616246.625265:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625272:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616246.625277:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616246.625281:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a820372b00. 00000800:00000200:0.0:1773616246.625285:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616246.625289:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616246.625292:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a820372b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616246.625295:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.625298:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 660975 usecs (661 jiffies) 00000400:00000200:0.0:1773616246.625301:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.625303:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302047894 00000100:00000001:0.0:1773616246.625308:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302047696 00000100:00000001:0.0:1773616246.625311:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302047894 00000100:00000001:0.0:1773616246.625314:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302047696 00000100:00000001:0.0:1773616246.625317:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.625319:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.625321:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616246.625325:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625331:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616246.625333:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625335:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616246.625337:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616246.625339:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616246.625342:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795605760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.625345:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616246.625348:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.625349:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625351:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616246.625354:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28200. 02000000:00000001:0.0:1773616246.625356:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616246.625360:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616246.625363:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a738. 00000400:00000010:0.0:1773616246.625366:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a088. 00000100:00000200:0.0:1773616246.625369:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795605760, portal 10 00000100:00000001:0.0:1773616246.625370:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616246.625372:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000040:0.0:1773616246.625377:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625383:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616246.625385:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616246.625387:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a6e8. 00000100:00000200:0.0:1773616246.625389:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795605760, offset 0 00000400:00000200:0.0:1773616246.625393:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625397:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625400:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616246.625403:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616246.625406:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616246.625408:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616246.625410:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625414:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149664:149664:253:4294967295] 192.168.201.103@tcp LPNI seq info [149604:149604:5:4294967295] 00000400:00000200:0.0:1773616246.625418:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625424:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616246.625428:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616246.625432:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5c00. 00000800:00000200:0.0:1773616246.625436:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616246.625441:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616246.625444:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616246.625447:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.625449:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34806 usecs (35 jiffies) 00000400:00000200:0.0:1773616246.625452:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.625454:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302047268 00000100:00000001:0.0:1773616246.625457:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.625460:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302047268 00000100:00000001:0.0:1773616246.625461:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.625464:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.625466:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.625468:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616246.625472:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625478:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616246.625479:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625481:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616246.625483:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616246.625484:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616246.625487:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795606016:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.625490:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616246.625492:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.625493:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625495:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616246.625498:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28400. 02000000:00000001:0.0:1773616246.625499:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616246.625502:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616246.625505:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a9f8. 00000400:00000010:0.0:1773616246.625508:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a770. 00000100:00000200:0.0:1773616246.625510:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606016, portal 4 00000100:00000001:0.0:1773616246.625512:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616246.625513:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745433216 : -121323964118400 : ffff91a810374a80) 00000100:00000040:0.0:1773616246.625518:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625525:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616246.625527:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616246.625530:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ae58. 00000100:00000200:0.0:1773616246.625532:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795606016, offset 0 00000400:00000200:0.0:1773616246.625536:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625539:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625542:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616246.625544:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616246.625547:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616246.625549:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616246.625551:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625554:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149665:149665:252:4294967295] 192.168.201.103@tcp LPNI seq info [149605:149605:4:4294967295] 00000400:00000200:0.0:1773616246.625558:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625563:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616246.625568:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616246.625572:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5e00. 00000800:00000200:0.0:1773616246.625582:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616246.625587:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616246.625589:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616246.625592:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.625595:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 42338 usecs (43 jiffies) 00000400:00000200:0.0:1773616246.625597:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.625599:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302047276 00000100:00000001:0.0:1773616246.625602:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.625604:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302047276 00000100:00000001:0.0:1773616246.625606:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.625608:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.625610:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.625612:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.625615:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.625624:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616246.625626:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616246.625628:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616246.625630:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616246.625632:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616246.625635:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773616246.625636:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.625638:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616246.625639:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.625641:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616246.625642:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616246.625643:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616246.625647:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625652:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616246.625654:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625656:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616246.625657:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616246.625659:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616246.625661:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795605632:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.625664:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616246.625667:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.625668:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625670:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616246.625673:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616246.625675:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616246.625678:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616246.625681:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a318. 00000400:00000010:0.0:1773616246.625684:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816acc0. 00000100:00000200:0.0:1773616246.625687:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795605632, portal 4 00000100:00000001:0.0:1773616246.625689:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616246.625690:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:0.0:1773616246.625695:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625701:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616246.625703:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616246.625705:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a440. 00000100:00000200:0.0:1773616246.625708:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795605632, offset 0 00000400:00000200:0.0:1773616246.625712:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625716:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625719:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616246.625721:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616246.625723:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616246.625726:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616246.625728:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616246.625731:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149666:149666:251:4294967295] 192.168.201.103@tcp LPNI seq info [149606:149606:3:4294967295] 00000400:00000200:0.0:1773616246.625735:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.625740:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616246.625744:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616246.625748:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5100. 00000800:00000200:0.0:1773616246.625752:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616246.625755:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616246.625757:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616246.625761:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.625764:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 419938 usecs (420 jiffies) 00000400:00000200:0.0:1773616246.625767:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.625769:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302047653 00000100:00000001:0.0:1773616246.625772:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.625774:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302047653 00000100:00000001:0.0:1773616246.625776:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.625779:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.625781:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.625783:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616246.625788:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.625795:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616246.625797:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625799:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616246.625801:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616246.625802:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616246.625805:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795605888:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.625808:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616246.625810:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.625812:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.625814:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616246.625818:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28600. 02000000:00000001:0.0:1773616246.625822:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.625824:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616246.625829:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616246.625830:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1773616246.626080:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab00. 00000400:00000010:0.0:1773616246.626086:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ab28. 00000100:00000200:0.0:1773616246.626090:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795605888, portal 10 00000800:00000200:1.0:1773616246.626092:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773616246.626093:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616246.626096:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000800:00000010:1.0:1773616246.626099:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a807d4f100. 00000100:00000040:0.0:1773616246.626106:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773616246.626107:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616246.626118:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616246.626125:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a4c8 00000100:00000001:0.0:1773616246.626125:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1773616246.626131:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a4c8. 00000100:00000040:0.0:1773616246.626131:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616246.626137:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ad48. 00000100:00000001:1.0:1773616246.626138:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616246.626143:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795605888, offset 0 00000100:00000200:1.0:1773616246.626147:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616246.626154:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616246.626164:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616246.626165:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773616246.626170:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000100:00000040:1.0:1773616246.626174:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616246.626176:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616246.626181:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616246.626184:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616246.626186:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616246.626189:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149667:149667:251:4294967295] 192.168.201.103@tcp LPNI seq info [149607:149607:3:4294967295] 00000400:00000200:0.0:1773616246.626193:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.626199:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616246.626204:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616246.626207:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5b00. 00000800:00000200:0.0:1773616246.626212:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616246.626216:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616246.626219:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616246.626222:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.626225:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 44855 usecs (45 jiffies) 00000400:00000200:0.0:1773616246.626228:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.626230:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302047279 00000100:00000001:0.0:1773616246.626232:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.626234:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302047279 00000100:00000001:0.0:1773616246.626236:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302047894 00000100:00000001:0.0:1773616246.626238:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.626240:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.626243:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.626246:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.626269:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.626271:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616246.626275:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302047894 00000100:00000001:0.0:1773616246.626280:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302051207 00000100:00000001:0.0:1773616246.626284:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302047894 00000800:00000200:1.0:1773616246.626288:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773616246.626288:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1773616246.626293:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a820372b00. 00000100:00000001:0.0:1773616246.626296:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616246.626299:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773616246.626303:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1773616246.626308:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616246.626312:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:1.0:1773616246.626316:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000040:0.0:1773616246.626316:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.626322:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773616246.626329:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1773616246.626331:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.626332:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.626339:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616246.626342:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616246.626349:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.626350:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773616246.626356:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795605376:192.168.201.103@tcp:400:kworker.0 00000100:00000040:1.0:1773616246.626358:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.626362:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616246.626366:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616246.626369:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.626372:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.626373:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616246.626378:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616246.626381:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616246.626384:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616246.626389:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1773616246.626390:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a840. 00000400:00000010:0.0:1773616246.626396:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616246.626399:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795605376, portal 10 00000100:00000001:0.0:1773616246.626401:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1773616246.626403:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773616246.626404:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000800:00000010:1.0:1773616246.626409:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5c00. 00000400:00000200:1.0:1773616246.626415:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1773616246.626415:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.626424:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616246.626427:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616246.626430:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a4c8. 00000100:00000200:0.0:1773616246.626435:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795605376, offset 0 00000400:00000200:1.0:1773616246.626436:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616246.626444:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616246.626708:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a6e8 00000400:00000010:1.0:1773616246.626711:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a6e8. 00000100:00000001:1.0:1773616246.626715:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616246.626720:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.626728:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.626731:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.626737:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.626738:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773616246.632812:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.632828:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616246.632833:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616246.632848:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616246.632853:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616246.632856:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616246.632860:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149668:149668:252:4294967295] 192.168.201.103@tcp LPNI seq info [149608:149608:4:4294967295] 00000400:00000200:0.0:1773616246.632865:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.632876:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616246.632884:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000001:0.0:1773616246.632914:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.632929:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.632932:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.632934:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.632938:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.632943:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000800:00000200:1.0:1773616246.635070:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616246.635078:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5e00. 00000400:00000200:1.0:1773616246.635083:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616246.635091:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616246.635098:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ae58 00000400:00000010:1.0:1773616246.635101:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ae58. 00000100:00000001:1.0:1773616246.635105:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616246.635114:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.635126:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.635130:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.635138:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.635140:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616246.635148:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616246.635150:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5100. 00000400:00000200:1.0:1773616246.635153:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616246.635156:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616246.635158:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a440 00000400:00000010:1.0:1773616246.635160:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a440. 00000100:00000001:1.0:1773616246.635162:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616246.635166:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.635174:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.635177:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.635194:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.635195:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616246.635252:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616246.635255:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5b00. 00000400:00000200:1.0:1773616246.635258:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616246.635262:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616246.635265:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ad48 00000400:00000010:1.0:1773616246.635266:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ad48. 00000100:00000001:1.0:1773616246.635269:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616246.635273:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.635280:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.635283:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.635290:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.635292:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1773616246.639037:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639046:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639053:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639059:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200673680 00000400:00000200:0.0:1773616246.639065:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639072:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194089 [1] + 224 00000800:00000001:0.0:1773616246.639082:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.639101:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.639114:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.639118:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.639125:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.639134:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.639145:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.639155:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.639164:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.639169:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.639171:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.639173:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.639178:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639181:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616246.639188:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639191:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639193:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639197:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673800 00000400:00000200:0.0:1773616246.639200:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.639205:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1940a9 [1] + 224 00000800:00000001:0.0:1773616246.639209:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.639216:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.639218:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.639221:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.639224:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.639229:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.639238:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.639253:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.639256:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.639259:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1773616246.639280:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5800. 00000800:00000200:0.0:1773616246.639287:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616246.639294:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616246.639299:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616246.639310:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.639315:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 93771 usecs (94 jiffies) 00000400:00000200:0.0:1773616246.639319:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616246.639321:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302047341 00000100:00000001:0.0:1773616246.639325:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302051206 00000100:00000001:0.0:1773616246.639328:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302047341 00000100:00000001:0.0:1773616246.639330:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302051207 00000100:00000001:0.0:1773616246.639333:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.639336:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.639340:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.639344:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.639353:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616246.639356:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616246.639359:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616246.639361:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616246.639365:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616246.639367:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616246.639370:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424630. 00000400:00000200:0.0:1773616246.639373:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1440 00000400:00000010:0.0:1773616246.639376:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1440. 00000100:00000001:0.0:1773616246.639379:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.639382:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616246.639392:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.639399:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616246.639401:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.639403:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616246.639406:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616246.639409:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616246.639411:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.639414:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616246.639420:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=37 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616246.639424:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616246.639427:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616246.639429:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.639431:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616246.639434:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.639436:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.639442:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.639450:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.639453:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616246.639455:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616246.639458:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616246.639465:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795605120:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.639470:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.639472:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616246.639475:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795605120/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.639482:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616246.639485:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616246.639488:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604600. 02000000:00000001:0.0:1773616246.639491:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616246.639494:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616246.639496:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616246.639498:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616246.639501:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fd00. 02000000:00000001:0.0:1773616246.639505:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616246.639507:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616246.639509:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:0.0:1773616246.639512:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616246.639514:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.639517:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.639518:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616246.639519:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616246.639521:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.639522:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616246.639693:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616246.639698:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5800. 00000400:00000200:1.0:1773616246.639702:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616246.639707:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616246.639710:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a4c8 00000400:00000010:1.0:1773616246.639711:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a4c8. 00000100:00000001:1.0:1773616246.639715:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616246.639720:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.639729:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.639732:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.639738:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.639739:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616246.639753:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616246.639756:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616246.639760:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616246.639762:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616246.639764:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a268. 00000400:00000200:1.0:1773616246.639766:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aa18 00000400:00000010:1.0:1773616246.639767:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aa18. 00000100:00000001:1.0:1773616246.639770:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616246.639773:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616246.639781:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.639786:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616246.639789:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.639791:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616246.639792:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616246.639794:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616246.639795:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.639797:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616246.639802:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616246.639806:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=107 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616246.639808:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616246.639810:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616246.639812:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616246.639815:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.639818:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616246.639820:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:1.0:1773616246.639821:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616246.639823:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616246.639826:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.639832:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616246.639833:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616246.639834:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616246.639863:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616246.639871:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795605504:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616246.639875:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.639877:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.639880:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795605504/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.639885:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616246.639893:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616246.639895:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29c00. 02000000:00000001:1.0:1773616246.639898:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616246.639900:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616246.639901:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616246.639903:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616246.639904:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f200. 02000000:00000001:1.0:1773616246.639906:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616246.639907:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616246.639908:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:1.0:1773616246.639912:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616246.639913:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.639915:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.639916:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616246.639917:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616246.639918:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.639920:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616246.643091:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.643109:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.643113:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.643115:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.643124:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643131:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616246.643140:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643144:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643150:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643154:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673700 00000400:00000200:0.0:1773616246.643159:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643165:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194099 [1] + 224 00000800:00000001:0.0:1773616246.643174:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.643180:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.643184:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.643188:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.643194:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.643203:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.643213:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.643235:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.643244:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.643248:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.643250:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.643252:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.643255:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643259:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616246.643263:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643265:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643267:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643270:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673900 00000400:00000200:0.0:1773616246.643273:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.643276:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1940b9 [1] + 224 00000800:00000001:0.0:1773616246.643279:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.643285:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.643287:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.643290:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.643293:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.643297:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.643304:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.643311:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.643314:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.643317:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.648916:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616246.649112:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616246.649123:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616246.649126:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616246.649130:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a0b0. 00000400:00000200:1.0:1773616246.649138:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816add0 00000400:00000010:1.0:1773616246.649140:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816add0. 00000100:00000001:1.0:1773616246.649145:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616246.649156:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616246.649168:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.649175:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616246.649176:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.649178:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616246.649181:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616246.649184:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616246.649186:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.649189:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616246.649199:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=37 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616246.649203:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=10 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616246.649206:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616246.649207:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616246.649210:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616246.649214:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.649217:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616246.649219:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616246.649221:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616246.649222:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616246.649227:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.649233:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616246.649236:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616246.649238:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616246.649242:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616246.649249:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795605248:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616246.649255:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616246.649256:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616246.649258:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a738. 00000400:00000200:1.0:1773616246.649261:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a088 00000400:00000010:1.0:1773616246.649263:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a088. 00000100:00000001:1.0:1773616246.649265:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616246.649268:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616246.649277:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.649283:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616246.649284:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.649285:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616246.649287:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616246.649288:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616246.649289:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.649291:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616246.649295:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=108 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616246.649298:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=108 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616246.649300:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616246.649301:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616246.649302:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616246.649304:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.649306:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616246.649307:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:1.0:1773616246.649309:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616246.649310:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616246.649313:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.649319:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616246.649320:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616246.649321:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616246.649324:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616246.649331:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795605760:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616246.649335:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.649337:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.649339:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374380 x1859763795605248/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.649346:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616246.649348:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616246.649351:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29a00. 02000000:00000001:1.0:1773616246.649354:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616246.649357:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616246.649358:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616246.649360:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616246.649363:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fb00. 02000000:00000001:1.0:1773616246.649366:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616246.649367:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616246.649369:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374380. 00000100:00000001:1.0:1773616246.649372:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616246.649373:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.649374:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.649377:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795605760/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.649382:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616246.649383:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616246.649385:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28200. 02000000:00000001:1.0:1773616246.649387:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616246.649388:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616246.649389:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616246.649391:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616246.649392:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f900. 02000000:00000001:1.0:1773616246.649394:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616246.649395:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616246.649396:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:1.0:1773616246.649398:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616246.649399:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.649402:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.649404:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616246.649405:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616246.649407:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.649409:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616246.651307:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651326:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.651330:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651333:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.651342:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651350:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616246.651360:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651366:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651371:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651375:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673a00 00000400:00000200:0.0:1773616246.651380:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651386:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1940c9 [1] + 224 00000800:00000001:0.0:1773616246.651393:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651399:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.651402:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.651407:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.651413:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.651421:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.651432:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.651459:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.651469:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651473:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.651475:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651477:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.651480:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651484:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616246.651487:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651490:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651493:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651496:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673880 00000400:00000200:0.0:1773616246.651499:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651503:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1940d9 [1] + 224 00000800:00000001:0.0:1773616246.651507:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651511:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.651513:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.651516:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.651519:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.651524:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.651531:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.651538:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.651541:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651544:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.651545:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651548:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.651551:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651554:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616246.651558:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651560:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651562:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651565:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673780 00000400:00000200:0.0:1773616246.651568:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.651572:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1940f9 [1] + 224 00000800:00000001:0.0:1773616246.651576:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651584:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.651586:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.651589:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.651591:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.651596:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.651610:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.651626:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.651630:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.651633:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.651648:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616246.651651:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616246.651657:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616246.651659:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616246.651661:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a840. 00000400:00000200:0.0:1773616246.651666:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000010:0.0:1773616246.651668:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000100:00000001:0.0:1773616246.651671:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.651675:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616246.651683:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.651688:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616246.651690:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.651692:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616246.651695:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616246.651697:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616246.651699:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616246.651701:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616246.651710:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=37 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616246.651713:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616246.651716:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616246.651717:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.651719:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616246.651722:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.651725:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616246.651727:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616246.651729:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616246.651731:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616246.651735:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.651741:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616246.651743:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616246.651745:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616246.651749:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616246.651755:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795605376:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616246.651759:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.651761:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616246.651764:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795605376/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.651770:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616246.651772:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616246.651775:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28000. 02000000:00000001:0.0:1773616246.651778:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616246.651780:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616246.651782:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616246.651783:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616246.651786:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f500. 02000000:00000001:0.0:1773616246.651789:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616246.651791:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616246.651792:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:0.0:1773616246.651795:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616246.651796:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.651798:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616246.651805:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616246.651807:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616246.651809:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616246.651811:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616246.652121:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.652129:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616246.652132:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.652133:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.652137:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.652141:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616246.652146:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.652149:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.652152:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.652156:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673980 00000400:00000200:0.0:1773616246.652159:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616246.652164:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1940e9 [1] + 224 00000800:00000001:0.0:1773616246.652168:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.652173:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616246.652176:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616246.652179:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616246.652183:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616246.652187:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616246.652195:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616246.652202:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616246.652206:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616246.652209:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654137:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616246.654145:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616246.654153:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616246.654156:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616246.654159:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a318. 00000400:00000200:1.0:1773616246.654167:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816acc0 00000400:00000010:1.0:1773616246.654169:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816acc0. 00000100:00000001:1.0:1773616246.654173:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616246.654183:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616246.654193:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654200:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616246.654202:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654205:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616246.654207:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616246.654210:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616246.654212:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.654214:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616246.654222:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616246.654226:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=141 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616246.654229:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616246.654230:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616246.654232:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616246.654236:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.654239:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616246.654242:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616246.654244:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616246.654246:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616246.654251:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654257:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616246.654259:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616246.654261:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616246.654265:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616246.654272:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795605632:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616246.654278:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616246.654279:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616246.654281:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab00. 00000400:00000200:1.0:1773616246.654284:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ab28 00000400:00000010:1.0:1773616246.654299:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ab28. 00000100:00000001:1.0:1773616246.654302:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616246.654306:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616246.654314:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654321:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616246.654322:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654324:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616246.654325:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616246.654327:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616246.654328:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.654330:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616246.654334:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=108 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616246.654337:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=108 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616246.654339:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616246.654340:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616246.654342:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616246.654343:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.654346:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616246.654347:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616246.654348:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616246.654350:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616246.654353:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654360:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616246.654361:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616246.654363:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616246.654366:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616246.654372:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795605888:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616246.654377:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616246.654378:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616246.654380:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a9f8. 00000400:00000200:1.0:1773616246.654382:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a770 00000400:00000010:1.0:1773616246.654384:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a770. 00000100:00000001:1.0:1773616246.654386:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616246.654390:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616246.654399:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654405:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616246.654407:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654408:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616246.654410:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616246.654411:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616246.654412:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616246.654414:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616246.654418:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=107 v=5 (5 0 0 0) 00000100:00001000:1.0:1773616246.654420:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=107 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616246.654422:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616246.654423:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616246.654425:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616246.654426:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.654428:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616246.654429:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616246.654431:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616246.654432:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616246.654435:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654442:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616246.654444:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616246.654445:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616246.654449:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616246.654457:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795606016:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616246.654461:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654463:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.654467:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795605632/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654473:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616246.654475:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616246.654479:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:1.0:1773616246.654483:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616246.654485:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616246.654488:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616246.654490:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616246.654493:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4ff00. 02000000:00000001:1.0:1773616246.654497:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616246.654498:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616246.654500:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:1.0:1773616246.654503:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616246.654505:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654506:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.654509:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795605888/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654515:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616246.654516:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616246.654517:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28600. 02000000:00000001:1.0:1773616246.654519:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616246.654520:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616246.654521:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616246.654522:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616246.654523:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4fe00. 02000000:00000001:1.0:1773616246.654525:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616246.654526:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616246.654527:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:1.0:1773616246.654529:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616246.654530:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654531:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616246.654534:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374a80 x1859763795606016/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616262 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616246.654539:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616246.654540:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616246.654542:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28400. 02000000:00000001:1.0:1773616246.654544:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616246.654545:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616246.654546:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616246.654548:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616246.654549:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a807d4f700. 02000000:00000001:1.0:1773616246.654550:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616246.654552:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616246.654553:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374a80. 00000100:00000001:1.0:1773616246.654555:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616246.654556:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654558:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616246.654566:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616246.654568:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616246.654570:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616246.654572:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.687988:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616246.687996:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.688003:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616246.688004:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.688008:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616246.688010:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.688024:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616246.688036:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.688040:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616246.688041:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616246.688044:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616246.688046:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616246.688293:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616246.688296:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616246.688299:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616247.712276:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616247.712284:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712289:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616247.712290:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712294:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616247.712295:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712299:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616247.712300:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712303:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616247.712304:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712307:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616247.712310:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616247.712312:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616247.712315:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712317:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616247.712319:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712321:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616247.712324:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616247.712343:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616247.712346:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616247.712349:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616248.079289:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616248.079305:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616248.079310:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616248.079312:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616248.079322:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616248.079339:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616248.079348:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616248.079353:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616248.079359:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616248.079363:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b720066e100 00000400:00000200:0.0:1773616248.079369:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616248.079375:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x193969 [1] + 0 00000800:00000001:0.0:1773616248.079383:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616248.079392:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616248.079396:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616248.079400:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616248.079408:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616248.079417:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 4 to 0 dl 1773616257 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00001000:0.0:1773616248.079429:0:2391:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=432 replied=0 unlinked=0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 4 to 0 dl 1773616257 ref 1 fl Rpc:Q/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616248.079449:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616248.079456:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616248.079459:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616248.082272:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616248.082282:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616248.082286:0:2402:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:3.0:1773616248.082289:0:2402:0:(sec.c:1254:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:3.0:1773616248.082297:0:2402:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2d80. 02000000:00000010:3.0:1773616248.082307:0:2402:0:(sec.c:1264:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff91a803265100. 02000000:00000001:3.0:1773616248.082311:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616248.082313:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616248.082315:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616248.082324:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616248.082326:0:2402:0:(sec.c:1322:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616248.082347:0:2402:0:(import.c:2136:obd_at_measure()) add 2 to ffff91a8097c7c10 time=109 v=5 (1 0 0 0) 02000000:00000010:3.0:1773616248.082352:0:2402:0:(sec.c:1345:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff91a803265100. 00000100:00000010:3.0:1773616248.082356:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2d80. 00000100:00001000:3.0:1773616248.082370:0:2402:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #5, new deadline in 34s (25s) req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616248.082381:0:2402:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616248.082383:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616248.082387:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616248.735975:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616248.736213:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616248.736220:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616248.736222:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616248.736226:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616248.736227:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616248.736231:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616248.736232:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616248.736236:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616248.736237:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616248.736241:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616248.736242:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616248.738148:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616248.738153:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616248.738158:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616249.759990:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616249.759996:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760002:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616249.760004:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760007:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616249.760008:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760012:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616249.760016:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616249.760018:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616249.760022:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760025:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616249.760027:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760030:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760032:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760036:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616249.760037:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616249.760041:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616249.760042:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616249.763983:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616249.763991:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616249.763996:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616250.656000:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302051207, at 4302051264 00000100:00000010:1.0:1773616250.656020:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cfc60. 00000100:00000040:0.0:1773616250.656172:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302051206, at 4302051264 00000100:00000010:0.0:1773616250.656180:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cfd20. 00010000:00000001:0.0:1773616250.785018:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616250.785026:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616250.785032:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616250.785033:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616250.785037:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616250.785038:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616250.785042:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616250.785043:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616250.785046:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616250.785047:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616250.785049:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616250.785051:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616250.785072:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616250.785076:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616250.785078:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616251.744224:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744235:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744247:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616251.744253:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616251.744257:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744260:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744266:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744274:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5f00. 00000100:00000001:0.0:1773616251.744281:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744292:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744302:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744318:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744325:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.744358:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744360:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744364:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744367:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616251.744369:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616251.744371:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744372:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744381:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744384:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5400. 00000100:00000001:0.0:1773616251.744387:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744392:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744399:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744401:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744405:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b96efe] to pc [ptlrpcd_00_01+1] req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.744414:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744416:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744419:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744422:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374700. 00000020:00000040:0.0:1773616251.744424:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616251.744427:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744428:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744430:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744433:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5200. 00000100:00000001:0.0:1773616251.744436:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744440:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744454:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744456:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744460:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d141a73d] to pc [ptlrpcd_00_00+0] req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.744467:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744470:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744473:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744476:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616251.744478:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616251.744479:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744481:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744482:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744485:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5a00. 00000100:00000001:0.0:1773616251.744488:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744503:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744511:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744513:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744517:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d486fa85] to pc [ptlrpcd_00_01+1] req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.744524:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744526:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744529:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744532:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375180. 00000020:00000040:0.0:1773616251.744534:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616251.744536:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744537:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744539:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744542:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5300. 00000100:00000001:0.0:1773616251.744544:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744549:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744555:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744557:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744560:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3749c] to pc [ptlrpcd_00_00+0] req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.744566:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744568:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744571:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744574:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616251.744576:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616251.744578:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744579:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744580:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744583:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5900. 00000100:00000001:0.0:1773616251.744585:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744589:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744596:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744597:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744601:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c11d5863] to pc [ptlrpcd_00_01+1] req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.744608:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744611:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744614:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744617:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616251.744619:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616251.744620:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744622:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744624:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744629:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5800. 00000100:00000001:0.0:1773616251.744631:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744635:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744641:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744643:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744646:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_00+0] req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.744652:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744654:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616251.744657:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616251.744659:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377b80. 00000020:00000040:0.0:1773616251.744661:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616251.744663:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616251.744664:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616251.744665:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616251.744668:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5b00. 00000100:00000001:0.0:1773616251.744670:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744673:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616251.744680:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616251.744681:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.744684:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b36ca0a] to pc [ptlrpcd_00_01+1] req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.744785:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616251.744789:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616251.744792:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616251.744798:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.744806:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616251.744808:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.744812:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616251.744815:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616251.744817:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.744820:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606272:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.744825:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616251.744830:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616251.744832:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.744834:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616251.744880:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616251.744883:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.744891:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.744894:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616251.744902:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616251.744908:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606272, portal 10 00000100:00000001:1.0:1773616251.744911:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616251.744913:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000040:1.0:1773616251.744921:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.744929:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616251.744941:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616251.744945:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1000. 00000100:00000200:1.0:1773616251.744948:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795606272, offset 0 00000400:00000200:1.0:1773616251.744955:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616251.744963:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.744971:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616251.744976:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616251.744981:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616251.744985:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616251.744987:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616251.744992:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149669:149669:256:4294967295] 192.168.201.103@tcp LPNI seq info [149609:149609:8:4294967295] 00000400:00000200:1.0:1773616251.744996:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745005:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616251.745011:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616251.745016:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:1.0:1773616251.745023:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616251.745031:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616251.745035:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616251.745049:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.745054:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 461131 usecs (462 jiffies) 00000400:00000200:1.0:1773616251.745057:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616251.745060:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302052814 00000100:00000010:1.0:1773616251.745065:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8ae0. 00000100:00000001:1.0:1773616251.745072:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616251.745077:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302052814 00000100:00000010:1.0:1773616251.745081:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d86c0. 00000100:00000001:1.0:1773616251.745084:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616251.745087:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.745090:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.745092:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616251.745097:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745103:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616251.745105:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745107:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616251.745109:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616251.745110:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.745113:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.745116:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616251.745118:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616251.745119:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745121:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616251.745124:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616251.745125:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.745128:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.745131:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249a0. 00000400:00000010:1.0:1773616251.745134:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1aa0. 00000100:00000200:1.0:1773616251.745136:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606528, portal 4 00000100:00000001:1.0:1773616251.745138:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616251.745140:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:1.0:1773616251.745145:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745152:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616251.745154:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616251.745157:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616251.745159:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795606528, offset 0 00000400:00000200:1.0:1773616251.745164:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745169:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745172:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616251.745175:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616251.745178:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616251.745180:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616251.745183:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745186:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149670:149670:255:4294967295] 192.168.201.103@tcp LPNI seq info [149610:149610:7:4294967295] 00000400:00000200:1.0:1773616251.745190:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745196:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616251.745200:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616251.745203:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5d00. 00000800:00000200:1.0:1773616251.745207:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616251.745211:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616251.745214:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616251.745217:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.745220:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 656696 usecs (657 jiffies) 00000400:00000200:1.0:1773616251.745223:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616251.745225:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302053009 00000100:00000001:1.0:1773616251.745230:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302052814 00000100:00000001:1.0:1773616251.745233:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302053009 00000100:00000001:1.0:1773616251.745235:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302052814 00000100:00000001:1.0:1773616251.745238:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.745241:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.745243:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616251.745246:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745254:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616251.745255:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745257:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616251.745259:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616251.745261:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.745265:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795606784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.745276:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616251.745279:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616251.745280:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745282:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616251.745285:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616251.745287:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.745290:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.745293:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424ec8. 00000400:00000010:1.0:1773616251.745297:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616251.745299:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606784, portal 10 00000100:00000001:1.0:1773616251.745301:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616251.745302:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:1.0:1773616251.745308:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745315:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616251.745317:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616251.745320:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616251.745322:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795606784, offset 0 00000400:00000200:1.0:1773616251.745326:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745330:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745334:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616251.745337:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616251.745339:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616251.745342:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616251.745344:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745346:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149671:149671:254:4294967295] 192.168.201.103@tcp LPNI seq info [149611:149611:6:4294967295] 00000400:00000200:1.0:1773616251.745350:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745356:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616251.745360:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616251.745363:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5100. 00000800:00000200:1.0:1773616251.745366:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616251.745371:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616251.745374:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616251.745376:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.745379:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34672 usecs (35 jiffies) 00000400:00000200:1.0:1773616251.745382:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616251.745384:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302052387 00000100:00000001:1.0:1773616251.745386:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302053009 00000100:00000001:1.0:1773616251.745388:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302052387 00000100:00000001:1.0:1773616251.745390:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302053009 00000100:00000001:1.0:1773616251.745392:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.745394:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.745397:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.745399:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.745407:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616251.745409:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616251.745411:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616251.745412:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616251.745414:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.745417:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:1.0:1773616251.745418:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.745420:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616251.745422:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.745423:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616251.745424:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616251.745425:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616251.745429:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745436:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616251.745437:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745439:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616251.745441:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616251.745443:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.745447:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795606144:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.745450:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616251.745453:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616251.745455:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745457:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616251.745460:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616251.745462:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.745465:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.745468:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424bb0. 00000400:00000010:1.0:1773616251.745472:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1908. 00000100:00000200:1.0:1773616251.745475:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606144, portal 25 00000100:00000001:1.0:1773616251.745477:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616251.745479:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:1.0:1773616251.745483:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745489:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616251.745492:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616251.745494:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616251.745496:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795606144, offset 0 00000400:00000200:1.0:1773616251.745500:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745504:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745507:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616251.745510:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616251.745512:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616251.745514:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616251.745516:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745519:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149672:149672:253:4294967295] 192.168.201.103@tcp LPNI seq info [149612:149612:5:4294967295] 00000400:00000200:1.0:1773616251.745523:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745528:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616251.745532:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616251.745535:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5800. 00000800:00000200:1.0:1773616251.745538:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616251.745543:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616251.745546:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616251.745548:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.745551:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616251.745553:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302056325 00000100:00000001:1.0:1773616251.745556:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302053009 00000100:00000001:1.0:1773616251.745559:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302056325 00000100:00000001:1.0:1773616251.745561:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302053009 00000100:00000001:1.0:1773616251.745563:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.745565:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.745567:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616251.745570:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745577:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616251.745578:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745580:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616251.745582:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616251.745583:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.745586:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606400:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.745589:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616251.745591:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616251.745592:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745594:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616251.745597:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605400. 02000000:00000001:1.0:1773616251.745599:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.745602:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.745604:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204243c8. 00000400:00000010:1.0:1773616251.745608:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e14c8. 00000100:00000200:1.0:1773616251.745611:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606400, portal 10 00000100:00000001:1.0:1773616251.745613:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616251.745614:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000040:1.0:1773616251.745621:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745627:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616251.745629:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616251.745631:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1550. 00000100:00000200:1.0:1773616251.745633:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795606400, offset 0 00000400:00000200:1.0:1773616251.745637:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745641:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745644:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616251.745647:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616251.745649:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616251.745651:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616251.745653:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616251.745657:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149673:149673:252:4294967295] 192.168.201.103@tcp LPNI seq info [149613:149613:4:4294967295] 00000400:00000200:1.0:1773616251.745661:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.745667:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616251.745672:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616251.745675:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5e00. 00000800:00000200:1.0:1773616251.745679:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616251.745683:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616251.745685:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616251.745688:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.745955:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 93435 usecs (94 jiffies) 00000400:00000200:1.0:1773616251.745960:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616251.745962:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302052447 00000100:00000001:1.0:1773616251.745964:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302056325 00000100:00000001:1.0:1773616251.745966:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302052447 00000100:00000001:1.0:1773616251.745968:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302056325 00000100:00000001:1.0:1773616251.745970:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.745973:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.745975:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616251.745980:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.745987:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616251.745989:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.745991:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616251.745992:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616251.745995:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.745998:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606656:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.746001:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616251.746004:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616251.746006:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.746007:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616251.746012:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616251.746014:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.746017:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.746019:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424580. 00000400:00000010:1.0:1773616251.746023:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e13b8. 00000100:00000200:1.0:1773616251.746027:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606656, portal 4 00000100:00000001:1.0:1773616251.746028:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616251.746030:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:1.0:1773616251.746036:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.746042:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616251.746044:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616251.746047:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616251.746049:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795606656, offset 0 00000400:00000200:1.0:1773616251.746053:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616251.746057:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.746061:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616251.746064:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616251.746067:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616251.746069:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616251.746072:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616251.746074:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149674:149674:251:4294967295] 192.168.201.103@tcp LPNI seq info [149614:149614:3:4294967295] 00000400:00000200:1.0:1773616251.746078:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.746084:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616251.746089:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616251.746093:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5000. 00000800:00000200:1.0:1773616251.746096:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616251.746101:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616251.746103:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616251.746106:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.746109:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 417776 usecs (418 jiffies) 00000400:00000200:1.0:1773616251.746111:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616251.746113:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302052771 00000100:00000001:1.0:1773616251.746116:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302056325 00000100:00000001:1.0:1773616251.746118:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302052771 00000100:00000001:1.0:1773616251.746120:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302056325 00000100:00000001:1.0:1773616251.746122:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.746124:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.746126:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616251.746130:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.746136:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616251.746138:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.746140:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616251.746142:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616251.746144:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616251.746146:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795606912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.746152:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616251.746154:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616251.746156:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.746158:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616251.746161:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616251.746163:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616251.746166:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.746168:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424210. 00000400:00000010:1.0:1773616251.746171:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1990. 00000100:00000200:1.0:1773616251.746174:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795606912, portal 10 00000100:00000001:1.0:1773616251.746175:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616251.746176:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:1.0:1773616251.746182:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.746189:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616251.746191:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616251.746194:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1c38. 00000100:00000200:1.0:1773616251.746196:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795606912, offset 0 00000400:00000200:1.0:1773616251.746200:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616251.746203:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.746207:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616251.746209:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616251.746212:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616251.746214:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616251.746217:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616251.746220:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149675:149675:250:4294967295] 192.168.201.103@tcp LPNI seq info [149615:149615:2:4294967295] 00000400:00000200:1.0:1773616251.746223:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.746229:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616251.746233:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616251.746236:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5f00. 00000800:00000200:1.0:1773616251.746240:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616251.746245:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616251.746247:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616251.746250:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.746253:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 44528 usecs (45 jiffies) 00000400:00000200:1.0:1773616251.746256:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616251.746258:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302052398 00000100:00000001:1.0:1773616251.746260:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302056325 00000100:00000001:1.0:1773616251.746262:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302052398 00000100:00000001:1.0:1773616251.746265:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302056325 00000100:00000001:1.0:1773616251.746267:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.746269:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.746271:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.746274:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.746301:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616251.746304:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616251.746354:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616251.746358:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:1.0:1773616251.746363:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616251.746368:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616251.746373:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1000 00000400:00000010:1.0:1773616251.747132:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1000. 00000100:00000001:1.0:1773616251.747140:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616251.747147:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747157:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.747160:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747167:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.747169:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616251.747184:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616251.747187:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5d00. 00000400:00000200:1.0:1773616251.747191:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616251.747194:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616251.747197:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616251.747199:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616251.747201:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616251.747204:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747212:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.747215:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747219:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.747221:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616251.747227:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616251.747229:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5100. 00000400:00000200:1.0:1773616251.747232:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616251.747234:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616251.747237:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:1.0:1773616251.747238:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:1.0:1773616251.747240:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616251.747244:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747249:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.747252:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747258:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.747259:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616251.747266:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616251.747268:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5800. 00000400:00000200:1.0:1773616251.747270:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616251.747273:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616251.747275:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:1.0:1773616251.747277:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:1.0:1773616251.747279:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616251.747283:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747289:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.747292:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747298:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.747299:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616251.747319:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616251.747322:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5e00. 00000400:00000200:1.0:1773616251.747324:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616251.747328:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616251.747330:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1550 00000400:00000010:1.0:1773616251.747332:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1550. 00000100:00000001:1.0:1773616251.747334:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616251.747337:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747344:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.747347:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747354:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.747356:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616251.747363:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616251.747366:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5000. 00000400:00000200:1.0:1773616251.747368:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616251.747371:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616251.747373:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:1.0:1773616251.747384:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:1.0:1773616251.747388:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616251.747391:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747398:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.747401:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747408:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.747410:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616251.747475:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616251.747478:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5f00. 00000400:00000200:1.0:1773616251.747481:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616251.747484:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616251.747487:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1c38 00000400:00000010:1.0:1773616251.747489:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1c38. 00000100:00000001:1.0:1773616251.747500:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616251.747504:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747511:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.747513:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.747520:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.747521:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616251.747850:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.747854:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616251.747862:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616251.747869:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7390) 00000100:00000001:0.0:1773616251.747885:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616251.747889:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616251.747890:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616251.747896:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.747904:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616251.747906:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616251.747909:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616251.747911:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616251.747913:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616251.747916:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795607040:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616251.747920:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616251.747923:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616251.747925:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616251.747927:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616251.747942:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616251.747945:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616251.747950:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616251.747954:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a840. 00000400:00000010:0.0:1773616251.747958:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816af68. 00000100:00000200:0.0:1773616251.747963:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607040, portal 4 00000100:00000001:0.0:1773616251.747965:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616251.747967:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00000040:0.0:1773616251.747973:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.747980:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616251.747983:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616251.747986:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616251.747988:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795607040, offset 0 00000400:00000200:0.0:1773616251.747993:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616251.747998:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.748002:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616251.748006:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616251.748009:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616251.748011:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616251.748014:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616251.748017:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149676:149676:256:4294967295] 192.168.201.103@tcp LPNI seq info [149616:149616:8:4294967295] 00000400:00000200:0.0:1773616251.748021:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.748027:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616251.748032:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616251.748036:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5100. 00000800:00000200:0.0:1773616251.748041:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616251.748047:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616251.748051:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616251.757766:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.757780:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 42108 usecs (43 jiffies) 00000400:00000200:0.0:1773616251.757789:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616251.757794:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302052408 00000100:00000001:0.0:1773616251.757798:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302056325 00000100:00000001:0.0:1773616251.757800:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302052408 00000100:00000001:0.0:1773616251.757803:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302056325 00000100:00000001:0.0:1773616251.757805:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616251.757809:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.757816:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.757819:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.757827:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616251.757829:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616251.757832:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616251.757834:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616251.757850:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.757854:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616251.757974:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616251.757979:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5100. 00000400:00000200:0.0:1773616251.757986:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.757993:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616251.758000:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:0.0:1773616251.758003:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:0.0:1773616251.758009:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616251.758017:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.758028:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616251.758031:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.758038:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.758040:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616251.758070:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616251.758072:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616251.758739:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.758751:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.758754:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.758757:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.758762:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758767:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616251.758775:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758779:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758784:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758788:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673c00 00000400:00000200:0.0:1773616251.758793:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758799:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194119 [1] + 224 00000800:00000001:0.0:1773616251.758813:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.758818:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.758821:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.758825:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616251.758830:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.758835:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616251.758873:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.758886:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616251.758892:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.758897:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.758899:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.758900:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.758904:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758908:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616251.758912:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758914:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758917:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758920:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673c80 00000400:00000200:0.0:1773616251.758923:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.758926:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194159 [1] + 224 00000800:00000001:0.0:1773616251.758929:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.758950:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.758953:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.758956:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616251.758959:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.758962:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616251.758971:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.758978:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616251.758981:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.758985:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.758995:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616251.758997:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616251.759004:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616251.759007:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616251.759010:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424580. 00000400:00000200:0.0:1773616251.759014:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e13b8 00000400:00000010:0.0:1773616251.759016:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e13b8. 00000100:00000001:0.0:1773616251.759018:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.759022:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616251.759030:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.759036:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616251.759038:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.759040:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616251.759044:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616251.759046:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616251.759049:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616251.759051:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616251.759061:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616251.759065:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=146 v=5 (1 1 1 0) 00000100:00000001:0.0:1773616251.759067:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616251.759069:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.759072:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616251.759076:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.759079:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616251.759081:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:0.0:1773616251.759082:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616251.759084:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.759088:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.759096:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616251.759098:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616251.759100:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616251.759104:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616251.759117:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606656:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616251.759122:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616251.759123:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616251.759124:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249a0. 00000400:00000200:0.0:1773616251.759137:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1aa0 00000400:00000010:0.0:1773616251.759138:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1aa0. 00000100:00000001:0.0:1773616251.759140:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.759143:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616251.759150:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.759156:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616251.759157:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.759158:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616251.759159:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616251.759161:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616251.759162:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616251.759164:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616251.759168:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616251.759170:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=112 v=5 (2 0 0 0) 00000100:00000001:0.0:1773616251.759173:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616251.759174:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.759175:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616251.759177:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.759179:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616251.759180:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:0.0:1773616251.759182:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616251.759183:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.759186:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.759192:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616251.759195:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616251.759196:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616251.759200:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616251.759221:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606528:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616251.759226:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.759229:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616251.759233:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795606656/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.759239:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616251.759241:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616251.759244:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:0.0:1773616251.759248:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616251.759251:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616251.759252:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616251.759255:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616251.759258:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5300. 02000000:00000001:0.0:1773616251.759262:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616251.759263:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616251.759265:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:0.0:1773616251.759268:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616251.759269:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.759271:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616251.759274:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795606528/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.759279:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616251.759281:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616251.759282:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604000. 02000000:00000001:0.0:1773616251.759284:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616251.759285:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616251.759286:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616251.759288:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616251.759289:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5a00. 02000000:00000001:0.0:1773616251.759292:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616251.759293:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616251.759294:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:0.0:1773616251.759297:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616251.759298:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.759300:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.759302:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616251.759303:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616251.759305:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.759307:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616251.761247:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.761262:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.761267:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.761269:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.761277:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761284:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616251.761291:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761296:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761301:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761305:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673b80 00000400:00000200:0.0:1773616251.761310:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761315:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194149 [1] + 224 00000800:00000001:0.0:1773616251.761322:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.761326:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.761329:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.761333:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616251.761339:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.761345:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616251.761355:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.761370:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616251.761376:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.761379:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.761382:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.761396:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.761399:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761403:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616251.761408:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761409:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761412:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761415:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673d80 00000400:00000200:0.0:1773616251.761418:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.761422:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194169 [1] + 224 00000800:00000001:0.0:1773616251.761426:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.761429:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.761431:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.762133:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616251.762138:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.762144:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616251.762153:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.762160:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616251.762167:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.762173:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.762175:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.762178:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.762182:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.762185:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616251.762190:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.762193:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.762196:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.762199:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200673a80 00000400:00000200:0.0:1773616251.762213:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.762217:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194139 [1] + 224 00000800:00000001:0.0:1773616251.762222:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.762230:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.762232:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.762236:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616251.762239:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.762243:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616251.762252:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.762259:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616251.762262:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.762265:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.762283:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616251.762287:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616251.762293:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616251.762294:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616251.762297:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424bb0. 00000400:00000200:0.0:1773616251.762301:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1908 00000400:00000010:0.0:1773616251.762304:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1908. 00000100:00000001:0.0:1773616251.762307:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.762311:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616251.762320:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.762327:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616251.762329:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.762331:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616251.762334:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616251.762336:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616251.762339:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616251.762342:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616251.762347:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616251.762351:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616251.762353:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616251.762355:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.762358:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616251.762360:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.762362:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.762368:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.762375:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616251.762378:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616251.762380:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616251.762529:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616251.762540:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795606144:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616251.762547:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616251.762549:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616251.762551:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204243c8. 00000400:00000200:0.0:1773616251.762554:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e14c8 00000400:00000010:0.0:1773616251.762556:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e14c8. 00000100:00000001:0.0:1773616251.762558:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.762562:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616251.762571:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.762577:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616251.762578:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.762580:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616251.762581:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616251.762583:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616251.762584:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616251.762586:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616251.762592:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=42 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616251.762595:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616251.762597:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616251.763305:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.763308:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616251.763311:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.763314:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616251.763317:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:0.0:1773616251.763319:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616251.763320:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.763326:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.763333:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616251.763335:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616251.763337:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616251.763341:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616251.763349:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606400:192.168.201.103@tcp:400:kworker.0 00000400:00000001:0.0:1773616251.763356:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616251.763358:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616251.763360:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424210. 00000400:00000200:0.0:1773616251.763363:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1990 00000400:00000010:0.0:1773616251.763365:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1990. 00000100:00000001:0.0:1773616251.763368:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.763372:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616251.763380:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.764166:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616251.764169:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.764173:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616251.764176:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616251.764178:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616251.764180:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616251.764182:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616251.764188:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=113 v=36 (36 0 0 0) 00000100:00001000:0.0:1773616251.764192:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616251.764194:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616251.764196:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.764198:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616251.764200:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.768560:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616251.768563:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616251.768566:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616251.768568:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.768581:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.768591:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616251.768595:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616251.768607:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616251.768612:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616251.768620:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795606912:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616251.768629:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.768632:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616251.768637:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795606144/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.768644:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616251.768647:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616251.768652:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:0.0:1773616251.768658:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616251.768661:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616251.768663:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616251.768665:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616251.768668:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5f00. 02000000:00000001:0.0:1773616251.768672:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616251.768674:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616251.768678:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:0.0:1773616251.768682:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616251.768684:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.768686:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616251.768690:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374700 x1859763795606400/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.768708:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616251.768710:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616251.768711:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605400. 02000000:00000001:0.0:1773616251.768714:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616251.768715:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616251.768716:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616251.768718:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616251.768719:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5200. 02000000:00000001:0.0:1773616251.768722:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616251.768723:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616251.768724:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374700. 00000100:00000001:0.0:1773616251.768726:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616251.768727:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.768729:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616251.768732:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795606912/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.768737:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616251.768738:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616251.768739:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:0.0:1773616251.768740:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616251.768741:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616251.768742:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616251.768744:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616251.768745:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5800. 02000000:00000001:0.0:1773616251.768747:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616251.768748:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616251.768749:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616251.768752:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616251.768753:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.768757:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.768760:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616251.768762:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616251.768764:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616251.768766:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616251.773343:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773361:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.773366:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773369:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.773378:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773387:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616251.773397:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773402:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773408:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773412:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673d00 00000400:00000200:0.0:1773616251.773417:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773423:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194129 [1] + 224 00000800:00000001:0.0:1773616251.773431:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773437:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.773441:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.773445:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616251.773452:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.773460:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616251.773472:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.773503:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616251.773512:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773516:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.773518:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773520:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.773523:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773526:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616251.773531:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773534:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773537:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773540:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200673e00 00000400:00000200:0.0:1773616251.773544:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773548:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194179 [1] + 224 00000800:00000001:0.0:1773616251.773552:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773556:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.773558:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616251.773561:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616251.773564:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616251.773568:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616251.773577:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.773584:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616251.773588:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773591:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616251.773593:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616251.773595:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.773600:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616251.773604:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1773616251.773609:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000001:1.0:1773616251.773610:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616251.773612:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1773616251.773613:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000010:1.0:1773616251.773616:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a840. 00000400:00000200:0.0:1773616251.773618:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616251.773620:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616251.773621:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816af68 00000400:00000200:0.0:1773616251.773623:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616251.773624:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816af68. 00000400:00000200:0.0:1773616251.773626:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673b00 00000100:00000001:1.0:1773616251.773627:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1773616251.773629:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000200:1.0:1773616251.773632:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773616251.773633:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194109 [1] + 224 00000800:00000001:0.0:1773616251.773637:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1773616251.773642:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1773616251.773645:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616251.773647:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1773616251.773650:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1773616251.773650:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616251.773652:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616251.773653:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1773616251.773654:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616251.773657:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1773616251.773658:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.773660:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616251.773662:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.773665:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616251.773667:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616251.773673:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1773616251.773675:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=112 v=5 (5 0 0 0) 00000800:00000001:0.0:1773616251.773676:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1773616251.773679:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=112 v=5 (1 0 0 0) 00000800:00000001:0.0:1773616251.773679:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.773682:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616251.773683:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616251.773686:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616251.773689:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.773706:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616251.773709:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616251.773711:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616251.773712:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.773718:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.773725:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.773729:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616251.773731:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616251.773735:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616251.773743:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795607040:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616251.773749:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616251.773750:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616251.773752:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616251.773755:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:1.0:1773616251.773757:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:1.0:1773616251.773759:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616251.773763:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616251.773771:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.773778:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616251.773780:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.773781:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616251.773783:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616251.773784:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616251.773786:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.773788:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616251.773792:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=42 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616251.773795:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=15 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616251.773797:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616251.773799:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616251.773800:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616251.773802:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.773804:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616251.773806:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616251.773808:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616251.773809:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.773813:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.773820:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.773822:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616251.773823:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616251.773827:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616251.773870:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795606272:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616251.773877:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616251.773878:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616251.773880:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424ec8. 00000400:00000200:1.0:1773616251.773883:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616251.773885:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616251.773887:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616251.773891:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616251.773900:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.773907:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616251.773908:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.773910:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616251.773911:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616251.773912:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616251.773914:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616251.773916:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616251.773920:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=113 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616251.773923:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616251.773926:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616251.773927:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616251.773929:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616251.773941:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.773944:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616251.773945:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:1.0:1773616251.773947:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616251.773949:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616251.773953:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.773959:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616251.773961:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616251.773962:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616251.773965:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616251.773971:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795606784:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616251.773975:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.773978:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.773981:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377b80 x1859763795607040/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.773988:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616251.773991:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616251.773995:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29200. 02000000:00000001:1.0:1773616251.773999:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616251.774002:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616251.774004:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616251.774006:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616251.774009:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5b00. 02000000:00000001:1.0:1773616251.774012:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616251.774014:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616251.774016:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377b80. 00000100:00000001:1.0:1773616251.774020:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616251.774021:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.774023:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.774026:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795606272/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.774033:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616251.774034:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616251.774036:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616251.774038:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616251.774039:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616251.774040:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616251.774042:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616251.774044:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5400. 02000000:00000001:1.0:1773616251.774046:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616251.774047:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616251.774048:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:1.0:1773616251.774051:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616251.774052:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.774053:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616251.774056:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795606784/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616251.774063:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616251.774064:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616251.774065:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616251.774067:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616251.774068:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616251.774070:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616251.774071:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616251.774073:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5900. 02000000:00000001:1.0:1773616251.774075:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616251.774076:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616251.774078:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:1.0:1773616251.774080:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616251.774081:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.774083:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616251.774091:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616251.774093:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616251.774096:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616251.774098:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808126:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616251.808135:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616251.808138:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616251.808142:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808147:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616251.808149:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808151:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808153:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808157:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616251.808159:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616251.808160:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616251.808165:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616251.808168:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616251.808169:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808171:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616251.808172:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808173:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808175:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808179:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616251.808181:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616251.808182:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616251.808183:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616251.808184:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616251.808186:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808187:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616251.808188:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808189:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808191:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808194:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616251.808197:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808576:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616251.808580:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616251.808582:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616251.808585:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616251.808586:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616251.808587:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808589:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616251.808590:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808592:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808594:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616251.808599:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616251.808601:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616251.816151:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616251.816158:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616251.816163:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616252.832196:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616252.832204:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616252.832210:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616252.832212:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616252.832216:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616252.832217:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616252.832222:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616252.832223:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616252.832226:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616252.832228:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616252.832231:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616252.832233:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616252.832386:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616252.832390:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616252.832393:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773616253.279982:0:2402:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773616253.279995:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616253.279997:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:3.0:1773616253.280002:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616253.280005:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616253.280009:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616253.280013:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616253.861436:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616253.861455:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616253.861462:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616253.861463:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616253.861468:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616253.861469:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616253.861473:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616253.861474:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616253.861478:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616253.861480:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616253.861483:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616253.861484:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616253.861510:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616253.861514:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616253.861518:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616254.880331:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616254.880340:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616254.880347:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616254.880349:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616254.880354:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616254.880355:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616254.880360:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616254.880361:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616254.880365:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616254.880366:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616254.880370:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616254.880371:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616254.880782:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616254.880786:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616254.880790:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616255.776013:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302056325, at 4302056384 00000100:00000010:0.0:1773616255.776029:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8ae0. 00000100:00000040:1.0:1773616255.776168:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302056325, at 4302056384 00000100:00000010:1.0:1773616255.776175:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d86c0. 00010000:00000001:0.0:1773616255.904080:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616255.904089:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616255.904097:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616255.904098:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616255.904103:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616255.904104:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616255.904108:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616255.904110:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616255.904114:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616255.904115:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616255.904119:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616255.904120:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616255.904241:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616255.904244:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616255.904247:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616256.863980:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616256.863990:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.864001:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616256.864007:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616256.864011:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.864014:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.864020:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.864027:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5800. 00000100:00000001:0.0:1773616256.864035:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.864056:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.864067:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.864071:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.864078:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_00+0] req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.864113:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.864117:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773616256.864257:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.864261:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616256.864264:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.864270:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.864278:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.864281:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.864284:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.864287:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.864289:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.864293:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795607168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.864298:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.864312:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.864315:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.864317:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.864323:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605200. 02000000:00000001:1.0:1773616256.864325:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.864333:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.864337:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424ec8. 00000400:00000010:1.0:1773616256.864342:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616256.864349:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607168, portal 25 00000100:00000001:1.0:1773616256.864351:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.864353:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:1.0:1773616256.864358:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.864365:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.864368:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.864370:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616256.864373:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795607168, offset 0 00000400:00000200:1.0:1773616256.864379:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.864387:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.864404:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.864411:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.864415:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.864419:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.864422:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.864425:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149677:149677:256:4294967295] 192.168.201.103@tcp LPNI seq info [149617:149617:8:4294967295] 00000400:00000200:1.0:1773616256.864430:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.864439:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.864445:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.864450:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5f00. 00000800:00000200:1.0:1773616256.864456:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.864465:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.864470:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616256.864482:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.864486:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.864489:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302061445 00000100:00000010:1.0:1773616256.864494:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d86c0. 00000100:00000001:1.0:1773616256.864500:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616256.864507:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302061445 00000100:00000010:1.0:1773616256.864510:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8120. 00000100:00000001:1.0:1773616256.864513:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616256.864517:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.864520:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.864523:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.864525:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.864533:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616256.864535:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616256.864537:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.864538:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616256.864539:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.864541:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.864553:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.864555:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616256.864873:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616256.864877:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5f00. 00000400:00000200:1.0:1773616256.864882:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616256.864887:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616256.864893:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:1.0:1773616256.864895:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:1.0:1773616256.864899:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616256.864904:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.864912:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.864916:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.864923:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.864925:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616256.865680:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.865686:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374700. 00000020:00000040:0.0:1773616256.865690:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616256.865693:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.865695:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.865698:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.865702:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5200. 00000100:00000001:0.0:1773616256.865707:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865712:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.865731:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.865735:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865740:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d141a73d] to pc [ptlrpcd_00_01+1] req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.865765:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865769:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616256.865772:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.865775:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616256.865777:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616256.865779:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.865781:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.865783:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.865786:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5f00. 00000100:00000001:0.0:1773616256.865789:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865792:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.865798:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.865800:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865803:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.865811:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865813:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616256.865816:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.865818:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616256.865820:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616256.865823:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.865824:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.865825:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.865828:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5a00. 00000100:00000001:0.0:1773616256.865830:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865834:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.865964:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.865966:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865970:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d486fa85] to pc [ptlrpcd_00_01+1] req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.865977:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.865980:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616256.865982:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.865986:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375180. 00000020:00000040:0.0:1773616256.865989:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616256.865992:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.865994:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.865996:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.865999:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5300. 00000100:00000001:1.0:1773616256.866505:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.866509:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616256.866512:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.866517:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.866525:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.866527:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.866530:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.866532:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.866535:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.866538:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607296:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.866542:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.866546:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.866548:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.866550:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.866554:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616256.866556:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.866561:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.866565:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616256.866570:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616256.866576:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607296, portal 10 00000100:00000001:1.0:1773616256.866578:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.866580:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000040:1.0:1773616256.866586:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.866592:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.866595:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.866597:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1c38. 00000100:00000200:1.0:1773616256.866600:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795607296, offset 0 00000400:00000200:1.0:1773616256.866604:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.866610:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.866615:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.866619:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.866622:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.866625:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.866627:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.866631:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149678:149678:256:4294967295] 192.168.201.103@tcp LPNI seq info [149618:149618:8:4294967295] 00000400:00000200:1.0:1773616256.866635:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.866641:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.866647:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.866652:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5f00. 00000800:00000200:1.0:1773616256.866657:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.866664:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.866668:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616256.866680:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.866684:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 460248 usecs (461 jiffies) 00000400:00000200:1.0:1773616256.866687:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.866690:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302057935 00000100:00000001:1.0:1773616256.866693:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.866695:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302057935 00000100:00000001:1.0:1773616256.866698:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.866700:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.866702:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.866704:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.866708:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.866716:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.866717:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.866800:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.866807:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.866815:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.866817:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.866821:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3749c] to pc [ptlrpcd_00_00+0] req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.866829:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.866832:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616256.866835:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.866915:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376d80. 00000020:00000040:0.0:1773616256.866919:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616256.866922:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.866923:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.866925:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.866930:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5100. 00000100:00000001:0.0:1773616256.866933:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.866939:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.866946:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.866948:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.866951:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec2c98fd] to pc [ptlrpcd_00_01+1] req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.866960:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.866962:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616256.866965:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.866970:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616256.866972:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616256.866974:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.866975:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.866977:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.866981:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5e00. 00000100:00000001:0.0:1773616256.866984:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.866988:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.866995:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.866997:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.867000:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c11d5863] to pc [ptlrpcd_00_00+0] req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.867008:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.867010:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616256.867014:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616256.867016:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000020:00000040:0.0:1773616256.867019:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=4 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616256.867021:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616256.867022:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616256.867024:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616256.867027:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5c00. 00000100:00000001:0.0:1773616256.867030:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.867034:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616256.867041:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616256.867043:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.867046:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087b96efe] to pc [ptlrpcd_00_01+1] req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.867053:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.867055:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1773616256.867058:0:42286:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1773616256.867064:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7395) 02000000:00000001:1.0:1773616256.868569:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.868574:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.868578:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.868584:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.868590:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.868595:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.868597:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.868600:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.868608:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616256.868610:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.868616:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.868621:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424738. 00000400:00000010:1.0:1773616256.868627:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616256.868633:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607552, portal 4 00000100:00000001:1.0:1773616256.868636:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.868638:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:1.0:1773616256.868646:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.868654:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.868656:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.868659:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1550. 00000100:00000200:1.0:1773616256.868662:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795607552, offset 0 00000400:00000200:1.0:1773616256.868668:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.868674:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.868680:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.868684:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.868688:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.868691:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.868694:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.868697:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149679:149679:255:4294967295] 192.168.201.103@tcp LPNI seq info [149619:149619:7:4294967295] 00000400:00000200:1.0:1773616256.868702:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.868709:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.868715:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.870351:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5000. 00000800:00000200:1.0:1773616256.870365:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.870372:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.870376:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1773616256.870570:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616256.870576:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5f00. 00000400:00000200:0.0:1773616256.870580:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.870585:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616256.870591:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1c38 00000400:00000010:0.0:1773616256.870594:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1c38. 00000100:00000001:0.0:1773616256.870599:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616256.870606:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.870617:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.870621:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.870628:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.870630:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616256.871511:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.871519:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 652468 usecs (653 jiffies) 00000400:00000200:1.0:1773616256.871525:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.871529:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302058132 00000100:00000001:1.0:1773616256.871533:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.871536:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302058132 00000100:00000001:1.0:1773616256.871539:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.871541:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.871544:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.871769:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.871773:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.871783:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616256.871785:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616256.871788:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.871790:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616256.871791:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.871799:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.871807:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.871810:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.871814:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.871817:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.871819:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.871822:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795607808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.871826:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.871830:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.871833:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.871835:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.871863:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616256.871866:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.871871:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.871876:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424790. 00000400:00000010:1.0:1773616256.871880:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616256.871886:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607808, portal 10 00000100:00000001:1.0:1773616256.871888:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.871890:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745442176 : -121323964109440 : ffff91a810376d80) 00000100:00000040:1.0:1773616256.871896:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.871903:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.871906:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.871909:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1880. 00000100:00000200:1.0:1773616256.871912:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795607808, offset 0 00000400:00000200:1.0:1773616256.871917:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.871923:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.871929:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.871934:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.871937:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.871940:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.871943:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.871947:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149680:149680:255:4294967295] 192.168.201.103@tcp LPNI seq info [149620:149620:7:4294967295] 00000400:00000200:1.0:1773616256.871951:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.871960:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.871965:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.871969:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5e00. 00000800:00000200:1.0:1773616256.871974:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.871980:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.871983:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616256.871987:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.871991:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34736 usecs (35 jiffies) 00000400:00000200:1.0:1773616256.871994:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.871996:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302057514 00000100:00000001:1.0:1773616256.871998:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872000:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302057514 00000100:00000001:1.0:1773616256.872002:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872004:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.872006:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.872008:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.872012:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872024:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.872026:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872028:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.872029:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.872031:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.872034:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795608064:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.872037:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.872039:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.872041:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872042:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.872046:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605400. 02000000:00000001:1.0:1773616256.872047:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.872051:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.872054:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8204249f8. 00000400:00000010:1.0:1773616256.872057:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616256.872060:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795608064, portal 4 00000100:00000001:1.0:1773616256.872062:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.872063:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000040:1.0:1773616256.872069:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872075:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.872077:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.872080:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1000. 00000100:00000200:1.0:1773616256.872082:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795608064, offset 0 00000400:00000200:1.0:1773616256.872086:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872089:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872093:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.872095:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.872097:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.872099:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.872101:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872105:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149681:149681:254:4294967295] 192.168.201.103@tcp LPNI seq info [149621:149621:6:4294967295] 00000400:00000200:1.0:1773616256.872108:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872114:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.872128:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.872133:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5800. 00000800:00000200:1.0:1773616256.872137:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.872141:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.872144:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616256.872147:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.872150:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 41700 usecs (42 jiffies) 00000400:00000200:1.0:1773616256.872153:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.872155:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302057521 00000100:00000001:1.0:1773616256.872157:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872159:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302057521 00000100:00000001:1.0:1773616256.872161:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872163:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.872165:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.872168:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.872170:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.872173:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616256.872174:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616256.872176:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.872178:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616256.872179:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.872183:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1773616256.872184:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.872186:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616256.872187:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.872188:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.872189:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616256.872190:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.872194:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872202:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.872203:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872205:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.872207:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.872208:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.872211:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607424:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.872214:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.872216:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.872218:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872219:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.872222:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616256.872225:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.872227:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.872230:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b00. 00000400:00000010:1.0:1773616256.872233:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616256.872235:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607424, portal 10 00000100:00000001:1.0:1773616256.872237:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.872238:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:1.0:1773616256.872244:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872249:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.872251:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.872253:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1e58. 00000100:00000200:1.0:1773616256.872256:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795607424, offset 0 00000400:00000200:1.0:1773616256.872259:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872263:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872266:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.872268:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.872271:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.872273:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.872275:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872279:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149682:149682:253:4294967295] 192.168.201.103@tcp LPNI seq info [149622:149622:5:4294967295] 00000400:00000200:1.0:1773616256.872282:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872288:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.872292:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.872296:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5100. 00000800:00000200:1.0:1773616256.872299:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.872302:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.872305:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616256.872307:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.872310:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 93036 usecs (94 jiffies) 00000400:00000200:1.0:1773616256.872313:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.872315:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302057573 00000100:00000001:1.0:1773616256.872317:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872319:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302057573 00000100:00000001:1.0:1773616256.872321:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872322:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.872324:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.872327:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.872331:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872338:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.872339:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872342:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.872345:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.872347:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.872349:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607680:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.872352:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.872354:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.872356:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872358:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.872361:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616256.872363:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.872366:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.872368:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424948. 00000400:00000010:1.0:1773616256.872372:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616256.872374:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607680, portal 4 00000100:00000001:1.0:1773616256.872376:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.872378:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:1.0:1773616256.872382:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872389:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.872391:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.872393:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1ee0. 00000100:00000200:1.0:1773616256.872396:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795607680, offset 0 00000400:00000200:1.0:1773616256.872411:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872414:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872417:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.872419:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.872422:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.872424:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.872426:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872429:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149683:149683:252:4294967295] 192.168.201.103@tcp LPNI seq info [149623:149623:4:4294967295] 00000400:00000200:1.0:1773616256.872433:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872438:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.872442:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.872445:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5d00. 00000800:00000200:1.0:1773616256.872448:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.872452:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.872454:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616256.872457:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.872459:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 415531 usecs (416 jiffies) 00000400:00000200:1.0:1773616256.872462:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.872464:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302057895 00000100:00000001:1.0:1773616256.872466:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872467:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302057895 00000100:00000001:1.0:1773616256.872469:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872471:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.872472:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.872474:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616256.872478:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872484:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616256.872486:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872487:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616256.872489:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616256.872491:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616256.872493:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795607936:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.872496:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616256.872499:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616256.872500:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.872502:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616256.872504:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616256.872506:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616256.872509:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616256.872511:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424160. 00000400:00000010:1.0:1773616256.872514:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1f68. 00000100:00000200:1.0:1773616256.872516:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795607936, portal 10 00000100:00000001:1.0:1773616256.872517:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616256.872518:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:1.0:1773616256.872523:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.872533:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616256.872536:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616256.872538:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000100:00000200:1.0:1773616256.872540:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795607936, offset 0 00000400:00000200:1.0:1773616256.872544:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872547:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872549:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616256.872552:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616256.872554:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616256.872556:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616256.872558:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616256.872561:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149684:149684:251:4294967295] 192.168.201.103@tcp LPNI seq info [149624:149624:3:4294967295] 00000400:00000200:1.0:1773616256.872564:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616256.872569:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616256.872573:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616256.872576:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:1.0:1773616256.872579:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616256.872583:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616256.872585:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616256.872588:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.872591:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 43723 usecs (44 jiffies) 00000400:00000200:1.0:1773616256.872593:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616256.872595:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302057523 00000100:00000001:1.0:1773616256.872598:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872600:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302057523 00000100:00000001:1.0:1773616256.872602:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302061445 00000100:00000001:1.0:1773616256.872604:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.872606:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.872609:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.872612:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616256.872698:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.872713:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.872715:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.872718:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.872723:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.872727:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.872733:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.872737:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.872741:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.872744:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200673e80 00000400:00000200:0.0:1773616256.872748:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.872754:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194189 [1] + 224 00000800:00000001:0.0:1773616256.872760:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.872771:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.872773:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.872777:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.872783:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.872789:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.872798:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.872808:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1773616256.872835:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616256.873071:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5000. 00000400:00000200:0.0:1773616256.873075:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.873079:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616256.873082:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1550 00000400:00000010:0.0:1773616256.873084:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1550. 00000100:00000001:0.0:1773616256.873087:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616256.873091:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873100:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.873103:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873109:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873111:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616256.873117:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.873121:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616256.873128:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616256.873130:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5e00. 00000400:00000200:0.0:1773616256.873133:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.873136:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616256.873139:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1880 00000400:00000010:0.0:1773616256.873140:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1880. 00000100:00000001:0.0:1773616256.873143:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616256.873146:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873158:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.873160:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873167:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873168:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616256.873176:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616256.873177:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5800. 00000400:00000200:0.0:1773616256.873180:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.873183:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616256.873186:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1000 00000400:00000010:0.0:1773616256.873187:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1000. 00000100:00000001:0.0:1773616256.873189:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616256.873193:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873200:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.873203:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873209:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873211:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616256.873218:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616256.873220:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5100. 00000400:00000200:0.0:1773616256.873222:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.873225:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616256.873227:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1e58 00000400:00000010:0.0:1773616256.873229:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1e58. 00000100:00000001:0.0:1773616256.873231:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616256.873234:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873241:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.873243:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873255:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873256:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616256.873264:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616256.873266:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5d00. 00000400:00000200:0.0:1773616256.873269:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.873272:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616256.873274:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1ee0 00000400:00000010:0.0:1773616256.873276:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1ee0. 00000100:00000001:0.0:1773616256.873278:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616256.873282:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873289:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.873292:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873299:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873300:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616256.873353:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616256.873355:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:0.0:1773616256.873358:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.873362:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616256.873364:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1330 00000400:00000010:0.0:1773616256.873366:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1330. 00000100:00000001:0.0:1773616256.873368:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616256.873371:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873378:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.873381:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873388:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873389:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616256.873404:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616256.873407:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616256.873412:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616256.873413:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616256.873415:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424ec8. 00000400:00000200:0.0:1773616256.873418:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:0.0:1773616256.873420:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:0.0:1773616256.873422:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.873425:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616256.873434:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873441:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616256.873443:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616256.873445:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616256.873448:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616256.873450:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616256.873452:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616256.873454:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616256.873461:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616256.873465:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616256.873467:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616256.873469:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616256.873472:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616256.873474:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873477:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616256.873482:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873489:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616256.873678:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616256.873681:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616256.873686:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616256.873695:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795607168:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616256.873701:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616256.873704:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616256.873707:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795607168/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.873713:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616256.873716:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616256.873718:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605200. 02000000:00000001:0.0:1773616256.873721:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616256.873724:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616256.873726:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616256.873729:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616256.873731:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5800. 02000000:00000001:0.0:1773616256.873734:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616256.873736:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616256.873738:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616256.873741:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616256.873742:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616256.873744:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616256.873750:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616256.873751:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616256.873753:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616256.873755:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616256.885672:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.885694:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.885699:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.885702:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.885712:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885730:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.885740:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885745:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885750:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885755:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673f00 00000400:00000200:0.0:1773616256.885760:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885767:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194199 [1] + 224 00000800:00000001:0.0:1773616256.885774:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.885781:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.885783:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.885788:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.885795:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.885803:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.885815:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.885882:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616256.885892:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.885896:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.885898:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.885900:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.885903:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885907:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.885912:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885915:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885918:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885921:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674000 00000400:00000200:0.0:1773616256.885925:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.885929:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1941a9 [1] + 224 00000800:00000001:0.0:1773616256.885933:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.885983:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.885986:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.885989:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.885993:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.885997:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.886006:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.886013:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616256.886018:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.886021:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.886824:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.886833:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.886877:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.886882:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.886887:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.886894:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.886900:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.886904:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.886908:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.886911:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674200 00000400:00000200:0.0:1773616256.886915:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.886920:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1941c9 [1] + 224 00000800:00000001:0.0:1773616256.886926:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.886933:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.886935:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.886939:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.886943:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.886949:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.886959:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.886967:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616256.886972:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.886975:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.887272:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.887278:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616256.887286:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616256.887289:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616256.887291:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8204249f8. 00000400:00000200:1.0:1773616256.887296:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616256.887299:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616256.887312:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616256.887318:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616256.887329:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887336:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616256.887338:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.887341:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616256.887344:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616256.887347:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616256.887350:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.887353:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616256.887361:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=117 v=5 (5 0 0 0) 00000100:00001000:1.0:1773616256.887365:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616256.887368:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616256.887369:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616256.887372:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616256.887375:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.887378:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616256.887380:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616256.887382:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616256.887384:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.887389:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887626:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.887630:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616256.887632:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616256.887638:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616256.887647:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795608064:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616256.887654:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616256.887655:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616256.887658:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616256.887661:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:1.0:1773616256.887663:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:1.0:1773616256.887665:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616256.887669:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616256.887678:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887684:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616256.887685:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.887687:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616256.887689:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616256.887690:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616256.887692:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.887694:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616256.887699:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=47 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616256.887702:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=20 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616256.887704:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616256.887705:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616256.887707:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616256.887709:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.887711:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616256.887712:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616256.887714:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616256.887716:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.887732:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887744:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.887746:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616256.887747:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616256.887750:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616256.887756:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607296:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616256.887761:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616256.887762:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616256.887764:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424738. 00000400:00000200:1.0:1773616256.887767:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:1.0:1773616256.887768:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:1.0:1773616256.887771:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616256.887774:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616256.887791:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887796:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616256.887798:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.887800:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616256.887801:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616256.887802:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616256.887804:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.887805:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616256.887809:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=47 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616256.887812:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=117 v=5 (2 0 0 0) 00000100:00000001:1.0:1773616256.887814:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616256.887815:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616256.887816:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616256.887818:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.887820:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616256.887821:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:1.0:1773616256.887824:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616256.887825:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.887828:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887833:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.887835:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616256.887872:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616256.887876:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616256.887882:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607552:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.887886:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.887888:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.887891:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375f80 x1859763795608064/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887897:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616256.887899:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616256.887902:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605400. 02000000:00000001:1.0:1773616256.887906:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616256.887908:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616256.887910:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616256.887912:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616256.887915:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5c00. 02000000:00000001:1.0:1773616256.887919:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616256.887920:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616256.887922:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375f80. 00000100:00000001:1.0:1773616256.887926:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616256.887927:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.887928:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.887931:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374700 x1859763795607296/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887936:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616256.887938:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616256.887939:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616256.887942:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616256.887943:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616256.887944:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616256.887946:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616256.887947:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5200. 02000000:00000001:1.0:1773616256.887948:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616256.887949:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616256.887950:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374700. 00000100:00000001:1.0:1773616256.887952:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616256.887954:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.887955:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.887958:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795607552/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.887963:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616256.887964:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616256.887965:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616256.887967:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616256.887968:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616256.887969:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616256.887970:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616256.887972:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5a00. 02000000:00000001:1.0:1773616256.887973:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616256.887974:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616256.887975:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:1.0:1773616256.887977:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616256.887978:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.887982:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.887984:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.887986:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616256.887988:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.887989:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616256.893833:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.893900:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.893904:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.893906:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.893916:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.893923:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.893931:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.893936:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.893941:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.893945:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674080 00000400:00000200:0.0:1773616256.893950:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.893957:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1941e9 [1] + 224 00000800:00000001:0.0:1773616256.893964:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.893969:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.893972:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.893976:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.893983:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.893991:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.894002:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.894012:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616256.894019:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894022:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.894023:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894026:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.894028:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894031:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.894035:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894037:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894040:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894042:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674100 00000400:00000200:0.0:1773616256.894045:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894049:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1941b9 [1] + 224 00000800:00000001:0.0:1773616256.894053:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894056:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.894058:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.894061:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.894064:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.894262:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.894271:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.894279:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616256.894284:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894289:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.894291:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894293:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.894296:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894300:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.894391:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894395:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894398:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894401:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200673f80 00000400:00000200:0.0:1773616256.894405:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894408:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1941d9 [1] + 224 00000800:00000001:0.0:1773616256.894413:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894417:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.894419:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.894422:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.894425:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.894430:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.894439:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.894447:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616256.894451:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894454:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616256.894456:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894457:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.894460:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894463:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616256.894467:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894469:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894472:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894474:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674180 00000400:00000200:0.0:1773616256.894477:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616256.894481:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1941f9 [1] + 224 00000800:00000001:0.0:1773616256.894484:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894494:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616256.894496:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616256.894499:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616256.894502:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616256.894506:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616256.894514:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616256.894522:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616256.894526:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616256.894529:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897250:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.897256:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616256.897263:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616256.897265:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616256.897269:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b00. 00000400:00000200:1.0:1773616256.897277:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:1.0:1773616256.897279:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:1.0:1773616256.897283:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616256.897292:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616256.897312:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897320:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616256.897322:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897325:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616256.897328:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616256.897331:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616256.897334:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.897337:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616256.897345:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=47 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616256.897350:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616256.897353:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616256.897355:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616256.897358:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616256.897361:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.897364:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616256.897366:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616256.897368:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616256.897370:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.897374:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897382:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.897385:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616256.897387:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616256.897391:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616256.897399:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607424:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616256.897406:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616256.897407:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616256.897409:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424948. 00000400:00000200:1.0:1773616256.897412:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:1.0:1773616256.897413:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:1.0:1773616256.897415:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616256.897419:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616256.897427:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897432:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616256.897434:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897435:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616256.897437:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616256.897438:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616256.897439:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.897440:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616256.897445:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=47 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616256.897448:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=151 v=5 (1 1 1 0) 00000100:00000001:1.0:1773616256.897450:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616256.897451:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616256.897453:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616256.897455:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.897457:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616256.897458:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616256.897460:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616256.897461:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.897464:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897471:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.897472:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616256.897473:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616256.897476:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616256.897483:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795607680:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616256.897488:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616256.897489:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616256.897490:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424160. 00000400:00000200:1.0:1773616256.897492:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1f68 00000400:00000010:1.0:1773616256.897494:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1f68. 00000100:00000001:1.0:1773616256.897496:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616256.897500:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616256.897508:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897513:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616256.897514:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897516:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616256.897517:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616256.897518:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616256.897519:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.897521:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616256.897525:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=118 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616256.897528:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616256.897530:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616256.897531:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616256.897532:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616256.897534:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.897536:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616256.897537:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:1.0:1773616256.897539:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616256.897540:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.897543:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897549:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.897551:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616256.897552:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616256.897556:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616256.897562:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795607936:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616256.897566:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616256.897567:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616256.897569:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424790. 00000400:00000200:1.0:1773616256.897571:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:1.0:1773616256.897572:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:1.0:1773616256.897575:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616256.897578:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616256.897585:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897591:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616256.897592:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897593:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616256.897595:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616256.897596:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616256.897597:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616256.897599:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616256.897603:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=118 v=36 (36 0 0 0) 00000100:00001000:1.0:1773616256.897606:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616256.897608:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616256.897610:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616256.897611:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616256.897613:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.897614:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616256.897616:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:1.0:1773616256.897617:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616256.897618:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616256.897621:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897628:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616256.897630:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616256.897631:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616256.897635:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616256.897642:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2400:1859763795607808:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616256.897645:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897648:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.897651:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795607424/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897657:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616256.897659:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616256.897663:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604a00. 02000000:00000001:1.0:1773616256.897667:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616256.897670:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616256.897672:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616256.897674:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616256.897677:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5f00. 02000000:00000001:1.0:1773616256.897680:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616256.897682:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616256.897683:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:1.0:1773616256.897687:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616256.897688:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897690:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.897693:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795607680/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616272 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897699:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616256.897700:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616256.897701:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604000. 02000000:00000001:1.0:1773616256.897703:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616256.897704:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616256.897706:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616256.897708:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616256.897709:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5300. 02000000:00000001:1.0:1773616256.897711:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616256.897713:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616256.897714:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:1.0:1773616256.897716:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616256.897717:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897719:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.897722:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795607936/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897728:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616256.897729:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616256.897731:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605a00. 02000000:00000001:1.0:1773616256.897733:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616256.897734:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616256.897735:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616256.897737:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616256.897738:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5e00. 02000000:00000001:1.0:1773616256.897739:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616256.897741:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616256.897742:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:1.0:1773616256.897743:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616256.897744:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897745:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616256.897748:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376d80 x1859763795607808/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616256.897753:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616256.897754:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616256.897755:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616256.897757:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616256.897758:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616256.897759:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616256.897761:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616256.897762:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5100. 02000000:00000001:1.0:1773616256.897763:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616256.897765:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616256.897766:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376d80. 00000100:00000001:1.0:1773616256.897769:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616256.897770:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897772:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616256.897779:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616256.897781:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616256.897783:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616256.897785:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616256.928728:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616256.928737:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616256.928744:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616256.928745:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616256.928749:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616256.928750:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616256.928753:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616256.928754:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616256.928757:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616256.928759:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616256.928762:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616256.928763:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616256.928781:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616256.928785:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616256.928787:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616257.951971:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616257.951979:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.951985:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616257.951986:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.951990:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616257.951991:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.951995:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616257.951996:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.952000:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616257.952001:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.952003:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616257.952006:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616257.952009:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616257.952012:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.952015:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616257.952017:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.952019:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616257.952022:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616257.952222:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616257.952226:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616257.952229:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616258.977373:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616258.977380:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616258.977386:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616258.977387:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616258.977391:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616258.977392:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616258.977397:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616258.977398:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616258.977401:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616258.977402:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616258.977405:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616258.977406:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616258.977743:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616258.977748:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616258.977752:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616260.000643:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616260.000651:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000658:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616260.000659:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000663:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616260.000664:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000669:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616260.000673:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616260.000675:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616260.000679:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000682:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616260.000685:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000687:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000689:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000693:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616260.000695:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616260.000699:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616260.000700:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616260.000727:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616260.000730:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616260.000733:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773616260.895968:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302061445, at 4302061504 00000100:00000010:1.0:1773616260.896162:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8120. 00000100:00000040:0.0:1773616260.898337:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302061445, at 4302061506 00000100:00000010:0.0:1773616260.898352:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d86c0. 00010000:00000001:0.0:1773616261.024142:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616261.024150:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.024156:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616261.024157:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.024161:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616261.024162:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.024166:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616261.024167:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.024170:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616261.024171:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.024174:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616261.024176:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.024254:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616261.024258:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616261.024262:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773616261.540876:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.540895:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616261.540900:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.540902:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616261.540912:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.540920:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616261.540928:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.540945:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.540951:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.540956:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b720066e100 00000400:00000200:1.0:1773616261.540961:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.540967:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x193969 [1] + 224 00000800:00000001:1.0:1773616261.540976:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.540989:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616261.540992:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616261.540997:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616261.541004:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616261.541014:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616261.541025:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616261.541050:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616261.541059:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.541064:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616261.541290:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616261.541294:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616261.541301:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616261.541304:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616261.541307:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9268. 00000400:00000200:3.0:1773616261.541312:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2eaa0 00000400:00000010:3.0:1773616261.541315:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2eaa0. 00000100:00000001:3.0:1773616261.541318:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616261.541324:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616261.541334:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0a80 x1859763795583232/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616261.541341:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616261.541344:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616261.541346:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616261.541349:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616261.541352:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616261.541354:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.541357:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616261.541380:0:2402:0:(import.c:2136:obd_at_measure()) add 136 to ffff91a8097c7d30 time=229 v=5 (5 0 36 36) 00000100:00001000:3.0:1773616261.541384:0:2402:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c7d30 change: old=5 new=136 delta=131 (val=136) hist 136 5 0 36 00000100:00001000:3.0:1773616261.541388:0:2402:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-OST0000-osc-ffff91a8182b3000 ptl 6 has changed from 5 to 136 00000100:00001000:3.0:1773616261.541391:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=122 v=5 (2 0 0 0) 00000100:00000001:3.0:1773616261.541394:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616261.541396:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616261.541399:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616261.541402:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.541406:0:2402:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616261.541407:0:2402:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773616261.541409:0:2402:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616261.541411:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616261.541413:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528623744 : -121324180927872 : ffff91a8034b0a80) 00000100:00000001:3.0:1773616261.541417:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616261.541419:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:3.0:1773616261.541421:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616261.541423:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616261.541428:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0a80 x1859763795583232/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616261.541436:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616261.541439:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616261.541441:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773616261.541455:0:2402:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1773616261.541473:0:2402:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616261.541478:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0a80 x1859763795583232/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616261.541486:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795583232:192.168.201.103@tcp:10:truncate.0 00000100:00000001:3.0:1773616261.541492:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616261.541495:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616261.541498:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0a80 x1859763795583232/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616261.541505:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.541507:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616261.541514:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616261.541516:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.541519:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616261.541521:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616261.541860:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616261.541864:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:1.0:1773616261.541866:0:93434:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773616261.541869:0:93434:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616261.541871:0:93434:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616261.541873:0:93434:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616261.541875:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:1.0:1773616261.541878:0:93434:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1773616261.541882:0:93434:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616261.541885:0:93434:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616261.541887:0:93434:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616261.541890:0:93434:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616261.541911:0:93434:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616261.541913:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616261.541915:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:1.0:1773616261.541917:0:93434:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616261.541922:0:93434:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773616261.541927:0:93434:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616261.541930:0:93434:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=100 : 100 : 64) 00020000:00000001:1.0:1773616261.541942:0:93434:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616261.541944:0:93434:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=100 : 100 : 64) 00020000:00000002:1.0:1773616261.541947:0:93434:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=100 (1) m=1773616141 a=0 c=1773616141 b=8 00020000:00000001:1.0:1773616261.541950:0:93434:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616261.541952:0:93434:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=100 m=1773616141 a=0 c=1773616141 b=8 00020000:00000001:1.0:1773616261.541955:0:93434:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616261.541957:0:93434:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616261.541959:0:93434:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000080:00200000:1.0:1773616261.541961:0:93434:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 100 i_blocks 8 00000080:00000001:1.0:1773616261.541964:0:93434:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773616261.541965:0:93434:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616261.541967:0:93434:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616261.541970:0:93434:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773616261.541972:0:93434:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a8090965d8 (ffff91a81091c008/0) at cl_lock_release():245 00000020:00000001:1.0:1773616261.541975:0:93434:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616261.541976:0:93434:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8090965d8 (ffff91a81091c008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773616261.541980:0:93434:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773616261.541983:0:93434:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616261.541985:0:93434:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877521320 : -121323832030296 : ffff91a81816cba8) 00000020:00000001:1.0:1773616261.541987:0:93434:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616261.541988:0:93434:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a807bb2530 (ffff91a8116cb1b8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773616261.541992:0:93434:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773616261.541993:0:93434:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773616261.541996:0:93434:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616261.541999:0:93434:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616261.542001:0:93434:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=4 00000020:00000001:1.0:1773616261.542004:0:93434:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616261.542007:0:93434:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:1.0:1773616261.542009:0:93434:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616261.542015:0:93434:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810420480000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616261.542026:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616261.542028:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616261.542031:0:93434:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810420480000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616261.542039:0:93434:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616261.542043:0:93434:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616261.542046:0:93434:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773616261.542053:0:93434:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a812a64480. 00010000:00000001:1.0:1773616261.542056:0:93434:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773616261.542070:0:93434:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773616261.542073:0:93434:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616261.542075:0:93434:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616261.542076:0:93434:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616261.542078:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616261.542079:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616261.542081:0:93434:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616261.542082:0:93434:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616261.542083:0:93434:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773616261.542085:0:93434:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616261.542087:0:93434:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616261.542088:0:93434:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616261.542090:0:93434:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616261.542091:0:93434:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8090965d8 (ffff91a81091c008/0) at cl_lock_fini():72 00020000:00000001:1.0:1773616261.542094:0:93434:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773616261.542095:0:93434:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616261.542097:0:93434:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a807bb2530 (ffff91a81091c008/1) at cl_lock_fini():72 00000008:00000010:1.0:1773616261.542107:0:93434:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811954d10. 00000020:00000001:1.0:1773616261.542111:0:93434:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773616261.542113:0:93434:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a807bb2500. 00020000:00000001:1.0:1773616261.542116:0:93434:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773616261.542118:0:93434:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773616261.542119:0:93434:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1773616261.542121:0:93434:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616261.542123:0:93434:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616261.542124:0:93434:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616261.542126:0:93434:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616261.542127:0:93434:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616261.542129:0:93434:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616261.542131:0:93434:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616261.542132:0:93434:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616261.542134:0:93434:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773616261.542135:0:93434:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616261.542137:0:93434:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616261.542139:0:93434:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:1.0:1773616261.542142:0:93434:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff91a803625760. 00020000:00000001:1.0:1773616261.542146:0:93434:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616261.542147:0:93434:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616261.542149:0:93434:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616261.542150:0:93434:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616261.542152:0:93434:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616261.542154:0:93434:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616261.542155:0:93434:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616261.542157:0:93434:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616261.542160:0:93434:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616261.542162:0:93434:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616261.542163:0:93434:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616261.542164:0:93434:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616261.542166:0:93434:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616261.542168:0:93434:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb1b0 00000020:00000010:1.0:1773616261.542172:0:93434:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809129c00. 00000020:00000010:1.0:1773616261.542177:0:93434:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469bb40. 00000008:00000010:1.0:1773616261.542181:0:93434:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efaca0. 00020000:00000010:1.0:1773616261.542185:0:93434:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ab40. 00008000:00000010:1.0:1773616261.542189:0:93434:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216a60. 00000080:00000010:1.0:1773616261.542194:0:93434:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b690. 00000080:00000010:1.0:1773616261.542199:0:93434:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8182086d8. 00000020:00000010:1.0:1773616261.542202:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128400. 00000008:00000010:1.0:1773616261.542205:0:93434:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea3a20. 00020000:00000010:1.0:1773616261.542209:0:93434:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f180. 00008000:00000010:1.0:1773616261.542213:0:93434:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27f98. 00000080:00000010:1.0:1773616261.542217:0:93434:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f283c0. 00000020:00000010:1.0:1773616261.542220:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128600. 00000020:00000010:1.0:1773616261.542222:0:93434:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb1b0. 00020000:00000001:1.0:1773616261.542225:0:93434:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616261.542227:0:93434:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616261.542230:0:93434:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616261.542232:0:93434:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616261.542235:0:93434:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616261.542236:0:93434:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616261.542238:0:93434:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c000 00000020:00000010:1.0:1773616261.542240:0:93434:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ce1800. 00000020:00000010:1.0:1773616261.542245:0:93434:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ae0. 00000008:00000010:1.0:1773616261.542249:0:93434:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:1.0:1773616261.542252:0:93434:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118000. 00008000:00000010:1.0:1773616261.542256:0:93434:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:1.0:1773616261.542259:0:93434:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740150. 00000080:00000010:1.0:1773616261.542262:0:93434:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088248. 00000020:00000010:1.0:1773616261.542265:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0000. 00000008:00000010:1.0:1773616261.542267:0:93434:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8000. 00020000:00000010:1.0:1773616261.542270:0:93434:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cb40. 00008000:00000010:1.0:1773616261.542272:0:93434:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bd8. 00000080:00000010:1.0:1773616261.542275:0:93434:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090965a0. 00000020:00000010:1.0:1773616261.542277:0:93434:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ce0200. 00000020:00000010:1.0:1773616261.542279:0:93434:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c000. 00000080:00000001:1.0:1773616261.542283:0:93434:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616261.542286:0:93434:0:(llite_lib.c:2503:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1773616261.542291:0:93434:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ce0800. 00000020:00000001:1.0:1773616261.542298:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947c90 00000080:00200008:1.0:1773616261.542302:0:93434:0:(llite_lib.c:2533:ll_setattr_raw()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a804159148) current size 100, valid attrs 168, mode ffff, uid -1694207700, gid -1, new size 100, atime 1773616141.000000000, mtime 1773616141.000000000, ctime 1773616141.000000000, rc 0 00000080:00000001:1.0:1773616261.542308:0:93434:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616261.542316:0:93434:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773616261.542319:0:93434:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881947e58 00000080:00002000:1.0:1773616261.542321:0:93434:0:(dcache.c:127:ll_ddelete()) deleting dentry f132.recovery-small (ffff91a808629e58, parent ffff91a80860ad80, inode ffff91a804159148) hashed, 00000080:00000001:1.0:1773616261.542324:0:93434:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616261.542332:0:93434:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773616261.542339:0:93434:0:(dcache.c:48:ll_release()) Process leaving 00000020:00000001:3.0:1773616261.543053:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616261.543057:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616261.543060:0:86094:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773616261.543063:0:86094:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616261.543065:0:86094:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616261.543070:0:86094:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420480000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773616261.543081:0:86094:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a804651600 already unused, calling callback (ffffffffc109a260) 00000008:00000001:3.0:1773616261.543084:0:86094:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773616261.543087:0:86094:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616261.543088:0:86094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616261.543090:0:86094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616261.543092:0:86094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651600 refcount=3 00000020:00000001:3.0:1773616261.543094:0:86094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616261.543097:0:86094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107840 : -121324162443776 : ffff91a804651600) 00010000:00000001:3.0:1773616261.543100:0:86094:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616261.543102:0:86094:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428480000000 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1773616261.543109:0:86094:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773616261.543112:0:86094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616261.543116:0:86094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbab0. 00000020:00000010:3.0:1773616261.543120:0:86094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7400. 00000020:00000010:3.0:1773616261.543124:0:86094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf7200. 00000020:00000010:3.0:1773616261.543127:0:86094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b300. 00000008:00000010:3.0:1773616261.543133:0:86094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773616261.543137:0:86094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773616261.543141:0:86094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a8182174f8. 00000080:00000010:3.0:1773616261.543146:0:86094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bb28. 00000080:00000010:3.0:1773616261.543149:0:86094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820ada0. 00000020:00000010:3.0:1773616261.543153:0:86094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6600. 00000008:00000010:3.0:1773616261.543156:0:86094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616261.543159:0:86094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616261.543162:0:86094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616261.543166:0:86094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28e10. 00000020:00000001:3.0:1773616261.543169:0:86094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712568 : -121323943839048 : ffff91a8116cbab8) 00000020:00001000:3.0:1773616261.543171:0:86094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbab0 00000008:00000001:3.0:1773616261.543173:0:86094:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773616261.543175:0:86094:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1773616261.543177:0:86094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616261.543179:0:86094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb630. 00000020:00000010:3.0:1773616261.543182:0:86094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7000. 00000020:00000010:3.0:1773616261.543184:0:86094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6c00. 00000020:00000010:3.0:1773616261.543186:0:86094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b6c0. 00000008:00000010:3.0:1773616261.543190:0:86094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773616261.543192:0:86094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318acc0. 00008000:00000010:3.0:1773616261.543195:0:86094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616261.543198:0:86094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b5e8. 00000080:00000010:3.0:1773616261.543201:0:86094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818208490. 00000020:00000010:3.0:1773616261.543204:0:86094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7800. 00000008:00000010:3.0:1773616261.543207:0:86094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea26e0. 00020000:00000010:3.0:1773616261.543209:0:86094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827d8c0. 00008000:00000010:3.0:1773616261.543212:0:86094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27358. 00000080:00000010:3.0:1773616261.543215:0:86094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28c30. 00000020:00000001:3.0:1773616261.543218:0:86094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711416 : -121323943840200 : ffff91a8116cb638) 00000020:00001000:3.0:1773616261.543219:0:86094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb630 00000008:00000001:3.0:1773616261.543222:0:86094:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1773616261.543225:0:86094:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1773616261.543229:0:86094:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1773616261.543231:0:86094:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616261.543233:0:86094:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1773616261.543237:0:86094:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1773616261.543241:0:86094:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773616261.543245:0:86094:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773616261.543248:0:86094:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c9dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1773616261.543251:0:86094:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1773616261.543254:0:86094:0:(osc_lock.c:372:osc_lock_flush()) object ffff91a8044c9dc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1773616261.543257:0:86094:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1773616261.543259:0:86094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:3.0:1773616261.543261:0:86094:0:(cl_object.c:151:cl_object_top()) ffff91a80460bf58 -> ffff91a80460bf58 00000020:00000001:3.0:1773616261.543263:0:86094:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773616261.543266:0:86094:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773616261.543268:0:86094:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773616261.543271:0:86094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616261.543273:0:86094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773616261.543275:0:86094:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773616261.543279:0:86094:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a804efe508 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1773616261.543282:0:86094:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773616261.543284:0:86094:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773616261.543287:0:86094:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773616261.543290:0:86094:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773616261.543291:0:86094:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.543293:0:86094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616261.543294:0:86094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773616261.543295:0:86094:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1773616261.543296:0:86094:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616261.543298:0:86094:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1773616261.543301:0:86094:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:3.0:1773616261.543303:0:86094:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:3.0:1773616261.543305:0:86094:0:(cl_page.c:740:__cl_page_own()) Process entered 00000020:00000001:3.0:1773616261.543308:0:86094:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1773616261.543309:0:86094:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749556204808 : -121324153346808 : ffff91a804efe508) 00000020:00000001:3.0:1773616261.543312:0:86094:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1773616261.543313:0:86094:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1773616261.543315:0:86094:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773616261.543319:0:86094:0:(cl_page.c:547:__cl_page_state_set()) page@0000000062f15a32[2 00000000f2a9949b 1 1 00000000d674c2d7] 00000020:00000001:3.0:1773616261.543321:0:86094:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1773616261.543322:0:86094:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1773616261.543324:0:86094:0:(cl_page.c:784:__cl_page_own()) res 0 00000020:00000001:3.0:1773616261.543325:0:86094:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.543329:0:86094:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:3.0:1773616261.543330:0:86094:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:3.0:1773616261.543332:0:86094:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773616261.543333:0:86094:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773616261.543334:0:86094:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1773616261.543337:0:86094:0:(cl_page.c:547:__cl_page_state_set()) page@0000000062f15a32[2 00000000f2a9949b 2 1 0000000000000000] 00000020:00000001:3.0:1773616261.543339:0:86094:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1773616261.543340:0:86094:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1773616261.543342:0:86094:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1773616261.543344:0:86094:0:(osc_page.c:138:osc_page_delete()) ffff91a8037c4d80 00000008:00000001:3.0:1773616261.543346:0:86094:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1773616261.543349:0:86094:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff91a8037c4d90 page ffff91a8037c4d80 at index 0. 00000008:00000001:3.0:1773616261.543351:0:86094:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616261.543355:0:86094:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1773616261.543358:0:86094:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd0b184cc8180 index 0 00000020:00000001:3.0:1773616261.543363:0:86094:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1773616261.543364:0:86094:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:3.0:1773616261.543373:0:86094:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:3.0:1773616261.543374:0:86094:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1773616261.543375:0:86094:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1773616261.543376:0:86094:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1773616261.543378:0:86094:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:3.0:1773616261.543381:0:86094:0:(cl_page.c:596:cl_batch_put()) page@0000000062f15a32[1 00000000f2a9949b 5 1 0000000000000000] 00000020:00000001:3.0:1773616261.543382:0:86094:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:3.0:1773616261.543384:0:86094:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:3.0:1773616261.543389:0:86094:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91a8037c4d20. 00000020:00000001:3.0:1773616261.543392:0:86094:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:3.0:1773616261.543394:0:86094:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:3.0:1773616261.543404:0:86094:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616261.543407:0:86094:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773616261.543410:0:86094:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773616261.543412:0:86094:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773616261.543414:0:86094:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773616261.543416:0:86094:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1773616261.543419:0:86094:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773616261.543420:0:86094:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1773616261.543421:0:86094:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616261.543424:0:86094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb630 00000020:00000010:3.0:1773616261.543427:0:86094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6c00. 00000020:00000010:3.0:1773616261.543431:0:86094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b6c0. 00000008:00000010:3.0:1773616261.543434:0:86094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773616261.543437:0:86094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318acc0. 00008000:00000010:3.0:1773616261.543440:0:86094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616261.543443:0:86094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b5e8. 00000080:00000010:3.0:1773616261.543446:0:86094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818208490. 00000020:00000010:3.0:1773616261.543449:0:86094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7000. 00000008:00000010:3.0:1773616261.543451:0:86094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea26e0. 00020000:00000010:3.0:1773616261.543456:0:86094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827d8c0. 00008000:00000010:3.0:1773616261.543459:0:86094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27358. 00000080:00000010:3.0:1773616261.543461:0:86094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28c30. 00000020:00000010:3.0:1773616261.543463:0:86094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7800. 00000020:00000010:3.0:1773616261.543466:0:86094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb630. 00000008:00000001:3.0:1773616261.543468:0:86094:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.543471:0:86094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00010000:00000001:3.0:1773616261.543473:0:86094:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1773616261.543476:0:86094:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.543478:0:86094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000020:00000001:3.0:1773616261.543479:0:86094:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773616261.543482:0:86094:0:(osc_object.c:161:osc_attr_update()) set kms from 100to 0 00020000:00000001:3.0:1773616261.543485:0:86094:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773616261.543487:0:86094:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.543489:0:86094:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.543490:0:86094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9dc0 -> ffff91a80460bf58 00000008:00000001:3.0:1773616261.543494:0:86094:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616261.543495:0:86094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbab0 00000020:00000010:3.0:1773616261.543497:0:86094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf7200. 00000020:00000010:3.0:1773616261.543500:0:86094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b300. 00000008:00000010:3.0:1773616261.543502:0:86094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773616261.543505:0:86094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773616261.543507:0:86094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a8182174f8. 00000080:00000010:3.0:1773616261.543510:0:86094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bb28. 00000080:00000010:3.0:1773616261.543513:0:86094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820ada0. 00000020:00000010:3.0:1773616261.543516:0:86094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7400. 00000008:00000010:3.0:1773616261.543518:0:86094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616261.543520:0:86094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616261.543523:0:86094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616261.543718:0:86094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28e10. 00000020:00000010:3.0:1773616261.543721:0:86094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6600. 00000020:00000010:3.0:1773616261.543724:0:86094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbab0. 00000008:00000001:3.0:1773616261.543726:0:86094:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616261.543729:0:86094:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616261.543734:0:86094:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616261.543735:0:86094:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616261.543737:0:86094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616261.543740:0:86094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616261.543742:0:86094:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804651600 with handle 0xe60cc2233ec67931 from hash 00010000:00000001:3.0:1773616261.543744:0:86094:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616261.543746:0:86094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616261.543747:0:86094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616261.543748:0:86094:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616261.543752:0:86094:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616261.543754:0:86094:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773616261.543759:0:86094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616261.543762:0:86094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616261.543764:0:86094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616261.543767:0:86094:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773616261.543783:0:86094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2d80. 00000020:00000040:3.0:1773616261.543787:0:86094:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616261.543792:0:86094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616261.543794:0:86094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616261.543799:0:86094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616261.543808:0:86094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804cf6600. 00000100:00000001:3.0:1773616261.543814:0:86094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616261.543816:0:86094:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616261.543822:0:86094:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1773616261.543830:0:86094:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616261.543832:0:86094:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616261.548550:0:86094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616261.548561:0:86094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616261.548578:0:86094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c279062a] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773616261.548807:0:86094:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616261.548811:0:86094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616261.548814:0:86094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616261.548816:0:86094:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616261.548818:0:86094:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616261.548822:0:86094:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616261.548828:0:86094:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616261.548864:0:86094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616261.548867:0:86094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000fcf02bdb/0xe60cc2233ec67931 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69480000020 nid: local remote: 0xf6516185796c632 expref: -99 pid: 93425 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:3.0:1773616261.548877:0:86094:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a8182c2f80. 00010000:00000040:3.0:1773616261.548884:0:86094:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527b00 count: 0 00010000:00000010:3.0:1773616261.548891:0:86094:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91a804527400. 00010000:00000001:3.0:1773616261.548900:0:86094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616261.548902:0:86094:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616261.548905:0:86094:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a812a64480. 00010000:00000001:3.0:1773616261.548909:0:86094:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616261.548913:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616261.548915:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616261.548917:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616261.548919:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616261.548920:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616261.548922:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616261.548924:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616261.548925:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616261.548927:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773616261.549968:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773616261.549974:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773616261.549977:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.549984:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616261.549986:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.549988:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616261.549990:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616261.549992:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616261.550001:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.550010:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616261.550012:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.550016:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616261.550020:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616261.550023:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616261.550026:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795608192:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616261.550030:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616261.550036:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616261.550040:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.550042:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616261.550051:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616261.550054:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616261.550063:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616261.550069:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616261.550077:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616261.550085:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795608192, portal 18 00000100:00000001:2.0:1773616261.550087:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.550089:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528632704 : -121324180918912 : ffff91a8034b2d80) 00000100:00000040:2.0:1773616261.550098:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.550106:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616261.550109:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616261.550111:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e770. 00000100:00000200:2.0:1773616261.550114:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795608192, offset 0 00000400:00000200:2.0:1773616261.550121:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616261.550129:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.550135:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616261.550141:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616261.550145:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616261.550149:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616261.550152:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616261.550156:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149685:149685:256:4294967295] 192.168.201.103@tcp LPNI seq info [149625:149625:8:4294967295] 00000400:00000200:2.0:1773616261.550160:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.550170:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616261.550176:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616261.550181:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06100. 00000800:00000200:2.0:1773616261.550188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616261.550196:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616261.550201:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616261.550222:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.550227:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1625407 usecs (1626 jiffies) 00000400:00000200:2.0:1773616261.550231:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616261.550234:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302063784 00000100:00000010:2.0:1773616261.550239:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685a80. 00000100:00000001:2.0:1773616261.550245:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773616261.550252:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302063784 00000100:00000010:2.0:1773616261.550255:0:2401:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a804685960. 00000100:00000001:2.0:1773616261.550258:0:2401:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773616261.550262:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.550265:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.550268:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.550270:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.550280:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616261.550283:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616261.550422:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616261.550427:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06100. 00000400:00000200:0.0:1773616261.550431:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616261.550436:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616261.550441:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e770 00000400:00000010:0.0:1773616261.550444:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e770. 00000100:00000001:0.0:1773616261.550447:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616261.550453:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616261.550463:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616261.550467:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616261.550474:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616261.550476:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1773616261.551254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a81023d6c0. 00010000:00000010:3.1:1773616261.566237:0:1349:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527b00. 00010000:00000010:3.1:1773616261.566252:0:1349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651600. 00000800:00000001:1.0:1773616261.576900:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.576919:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616261.576924:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.576926:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616261.576937:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.576945:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616261.576954:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.576958:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.576964:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.576968:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 392 into portal 15 MB=0x69b7201431200 00000400:00000200:1.0:1773616261.576976:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 392/392 into md 0x192e01 [2] + 1312 00000800:00000001:1.0:1773616261.576984:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.576992:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616261.576995:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616261.577000:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616261.577008:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773616261.577011:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1773616261.577017:0:2392:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000100:00000040:1.0:1773616261.577021:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91a807a1b100 x1859763810013696 msgsize 392 00000100:00100000:1.0:1773616261.577026:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:1.0:1773616261.577033:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773616261.577043:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.577046:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616261.577719:0:81767:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773616261.577723:0:81767:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763810013696 02000000:00000001:0.0:1773616261.577726:0:81767:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773616261.577729:0:81767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616261.577731:0:81767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616261.577736:0:81767:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616261.577741:0:81767:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763810013696 00000020:00000001:0.0:1773616261.577744:0:81767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773616261.577747:0:81767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec678eb 00000020:00000001:0.0:1773616261.577749:0:81767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616261.577752:0:81767:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a802f53000 refcount=4 00000020:00000001:0.0:1773616261.577755:0:81767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000020:00000001:0.0:1773616261.577758:0:81767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749522997248 : -121324186554368 : ffff91a802f53000) 00000100:00000001:0.0:1773616261.577762:0:81767:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773616261.577768:0:81767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a8182c2fc0. 00000100:00000001:0.0:1773616261.577780:0:81767:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616261.577784:0:81767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a8182c2fc0. 00000020:00000010:0.0:1773616261.577792:0:81767:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29800. 00000020:00000010:0.0:1773616261.577799:0:81767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5300. 00000020:00000010:0.0:1773616261.577805:0:81767:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000100:00000040:0.0:1773616261.577814:0:81767:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1773616261.577818:0:81767:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773616261.577819:0:81767:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773616261.577822:0:81767:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616261.577830:0:81767:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616261.577875:0:81767:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616261.577890:0:81767:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773616261.577893:0:81767:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773616261.577899:0:81767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 41 00000100:00000040:0.0:1773616261.577903:0:81767:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a802f53000 : new rpc_count 1 00000100:00000001:0.0:1773616261.577906:0:81767:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:0.0:1773616261.577913:0:81767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a807a1b100 x1859763810013696/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:472/0 lens 392/0 e 0 to 0 dl 1773616272 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616261.577924:0:81767:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773616261.577927:0:81767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a8182c2fc0. 00000100:00000001:0.0:1773616261.577929:0:81767:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616261.577932:0:81767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a8182c2fc0. 00000100:00100000:0.0:1773616261.577937:0:81767:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a807a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6528:x1859763810013696:12345-192.168.201.103@tcp:105: 00000100:00000200:0.0:1773616261.577941:0:81767:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763810013696 00010000:00000001:0.0:1773616261.577945:0:81767:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1773616261.577953:0:81767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616261.577956:0:81767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616261.577958:0:81767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=5 00000020:00000001:0.0:1773616261.577961:0:81767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616261.577964:0:81767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00010000:0.0:1773616261.577971:0:81767:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616261.577984:0:81767:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1773616261.577987:0:81767:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616261.577998:0:81767:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616261.578007:0:81767:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773616261.578011:0:81767:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.578013:0:81767:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616261.578015:0:81767:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773616261.578018:0:81767:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616261.578026:0:81767:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1773616261.578030:0:81767:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773616261.578040:0:81767:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x176c:0x0].0x0 (ffff91a80460ad00) refcount = 1 00010000:00000040:0.0:1773616261.578043:0:81767:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773616261.578046:0:81767:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10080000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616261.578055:0:81767:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1773616261.578058:0:81767:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773616261.578068:0:81767:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff91a8182c2fc0. 00000100:00000001:0.0:1773616261.578072:0:81767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616261.578078:0:81767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616261.578080:0:81767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749757080896 : -121323952470720 : ffff91a810e90540) 00000100:00000001:0.0:1773616261.578083:0:81767:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446622749757080896 : -121323952470720 : ffff91a810e90540) 00000100:00000001:0.0:1773616261.578085:0:81767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616261.578087:0:81767:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773616261.578089:0:81767:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773616261.578092:0:81767:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616261.578169:0:81767:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.578173:0:81767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616261.578174:0:81767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616261.578176:0:81767:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.578178:0:81767:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773616261.578180:0:81767:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773616261.578183:0:81767:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616261.578185:0:81767:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616261.578187:0:81767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773616261.578190:0:81767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616261.578193:0:81767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773616261.578195:0:81767:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773616261.578198:0:81767:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff91a8182c2fc0. 00010000:00010000:0.0:1773616261.578201:0:81767:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff91a81002a600) 00010000:00000001:0.0:1773616261.578203:0:81767:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616261.578205:0:81767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616261.578206:0:81767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616261.578210:0:81767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773616261.578212:0:81767:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773616261.578219:0:81767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8034c3c00. 02000000:00000001:0.0:1773616261.578221:0:81767:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616261.578224:0:81767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616261.578229:0:81767:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773616261.578232:0:81767:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616261.578236:0:81767:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=176 v=5 (1 1 1 0) 00000100:00000001:0.0:1773616261.578241:0:81767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616261.578245:0:81767:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 28 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616261.578247:0:81767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:0.0:1773616261.578250:0:81767:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773616261.578252:0:81767:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616261.578255:0:81767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616261.578259:0:81767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616261.578264:0:81767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a110. 00000100:00000200:0.0:1773616261.578269:0:81767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763810013696, offset 224 00000400:00000200:0.0:1773616261.578276:0:81767:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616261.578285:0:81767:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616261.578292:0:81767:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616261.578299:0:81767:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149686:149686:256:4294967295] 192.168.201.103@tcp LPNI seq info [149626:149626:8:4294967295] 00000400:00000200:0.0:1773616261.578304:0:81767:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616261.578314:0:81767:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616261.578319:0:81767:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616261.578324:0:81767:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5800. 00000800:00000200:0.0:1773616261.578331:0:81767:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616261.578338:0:81767:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616261.578343:0:81767:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616261.578366:0:81767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616261.578370:0:81767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 27 to 192.168.201.103@tcp 00010000:00000001:0.0:1773616261.578373:0:81767:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616261.578378:0:81767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763810013696/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:472/0 lens 392/224 e 0 to 0 dl 1773616272 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773616261.578389:0:81767:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a807a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6528:x1859763810013696:12345-192.168.201.103@tcp:105: Request processed in 464us (1366us total) trans 0 rc 0/0 00000100:00100000:0.0:1773616261.578398:0:81767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 41 00000100:00000040:0.0:1773616261.578402:0:81767:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a802f53000 : new rpc_count 0 00000100:00000001:0.0:1773616261.578404:0:81767:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773616261.578406:0:81767:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773616261.578410:0:81767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5300. 00000020:00000010:0.0:1773616261.578414:0:81767:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000020:00000010:0.0:1773616261.578418:0:81767:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29800. 00000020:00000040:0.0:1773616261.578423:0:81767:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f53000 : new refcount 3 00000100:00000001:0.0:1773616261.578426:0:81767:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773616261.578530:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616261.578535:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5800. 00000400:00000200:1.0:1773616261.578539:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616261.578544:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616261.578549:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a110 00000400:00000010:1.0:1773616261.578552:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a110. 00000100:00000001:1.0:1773616261.578556:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1773616261.578558:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1773616261.578681:0:93436:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616261.578690:0:93436:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616261.578695:0:93436:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x20000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616261.578702:0:93436:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616261.578703:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.578704:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616261.578705:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.578706:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616261.578708:0:93436:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616261.578713:0:93436:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773616261.578715:0:93436:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616261.578718:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616261.578720:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616261.578722:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:2.0:1773616261.578724:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.578727:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.578729:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616261.578730:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616261.578732:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=4 00000020:00000001:2.0:1773616261.578734:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.578737:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.578740:0:93436:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616261.578743:0:93436:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616261.578747:0:93436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616261.578754:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.578755:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616261.578758:0:93436:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773616261.578761:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00010000:2.0:1773616261.578765:0:93436:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 100, setting rss=100; kms=100, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773616261.578784:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:2.0:1773616261.578786:0:93436:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773616261.578788:0:93436:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 100 00020000:00000001:2.0:1773616261.578791:0:93436:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616261.578793:0:93436:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578795:0:93436:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578797:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00000001:2.0:1773616261.578800:0:93436:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1773616261.578802:0:93436:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616261.578804:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616261.578805:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616261.578807:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=5 00000020:00000001:2.0:1773616261.578809:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.578811:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.578814:0:93436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616261.578817:0:93436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616261.578824:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.578826:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616261.578829:0:93436:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616261.578870:0:93436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616261.578872:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.578874:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616261.578875:0:93436:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.578878:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.578886:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0e00 x1859763795584000/t0(0) o101->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616158 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.578894:0:93436:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616261.578897:0:93436:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616261.578901:0:93436:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803494800. 02000000:00000001:2.0:1773616261.578905:0:93436:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616261.578907:0:93436:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616261.578909:0:93436:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616261.578912:0:93436:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616261.578915:0:93436:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a802e4ce00. 02000000:00000001:2.0:1773616261.578920:0:93436:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616261.578922:0:93436:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616261.578924:0:93436:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0e00. 00000100:00000001:2.0:1773616261.578929:0:93436:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616261.578930:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773616261.578932:0:93436:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616261.578935:0:93436:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578938:0:93436:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.578941:0:93436:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578943:0:93436:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578945:0:93436:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578948:0:93436:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578951:0:93436:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.578954:0:93436:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773616261.578958:0:93436:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1773616261.578965:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabb80 00000080:00200000:2.0:1773616261.578968:0:93436:0:(vvp_io.c:1286:vvp_io_write_start()) f132.recovery-small: write [0, 4096) append 0 append lockpos 0 00000020:00000001:2.0:1773616261.578972:0:93436:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773616261.578976:0:93436:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000002:2.0:1773616261.578980:0:93436:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bd20 addref 2/0 by ffff91a803224f80. 00020000:00000002:2.0:1773616261.579001:0:93436:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00000020:00000001:2.0:1773616261.579004:0:93436:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1773616261.579008:0:93436:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773616261.579012:0:93436:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773616261.579017:0:93436:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1773616261.579020:0:93436:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616261.579022:0:93436:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878644072 : -121323830907544 : ffff91a81827ed68) 00000020:00000001:2.0:1773616261.579025:0:93436:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616261.579028:0:93436:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616261.579031:0:93436:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579033:0:93436:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.579035:0:93436:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579037:0:93436:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616261.579055:0:93436:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773616261.579058:0:93436:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1773616261.579089:0:93436:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:2.0:1773616261.579092:0:93436:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x7:0x0] ffffd0b184cdc240 0 1 00000020:00000001:2.0:1773616261.579096:0:93436:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773616261.579098:0:93436:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579100:0:93436:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:2.0:1773616261.579105:0:93436:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91a807b35d20. 00000020:00000001:2.0:1773616261.579109:0:93436:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773616261.579110:0:93436:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1773616261.579113:0:93436:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1773616261.579116:0:93436:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1773616261.579118:0:93436:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616261.579120:0:93436:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878644072 : -121323830907544 : ffff91a81827ed68) 00000008:00000001:2.0:1773616261.579124:0:93436:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1773616261.579126:0:93436:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff91a807b35d90 folio ffffd0b184cdc240 pg:0 obj off 0 00000008:00000001:2.0:1773616261.579128:0:93436:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579130:0:93436:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773616261.579131:0:93436:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1773616261.579133:0:93436:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1773616261.579135:0:93436:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.579139:0:93436:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579141:0:93436:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622749602569504 : -121324106982112 : ffff91a807b35d20) 00000020:00000001:2.0:1773616261.579144:0:93436:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622749602569504 : -121324106982112 : ffff91a807b35d20) 00000020:00000001:2.0:1773616261.579146:0:93436:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:2.0:1773616261.579149:0:93436:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773616261.579151:0:93436:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749878162664 : -121323831388952 : ffff91a8182094e8) 00000020:00000001:2.0:1773616261.579154:0:93436:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773616261.579155:0:93436:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773616261.579157:0:93436:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616261.579162:0:93436:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000c0e8e7e5 1 1 000000002da1fd36] 00000020:00000001:2.0:1773616261.579164:0:93436:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773616261.579166:0:93436:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773616261.579167:0:93436:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00008000:2.0:1773616261.579170:0:93436:0:(rw26.c:818:ll_write_begin()) page@000000008c2524b9[2 00000000c0e8e7e5 2 1 000000002da1fd36] 00000080:00008000:2.0:1773616261.579172:0:93436:0:(rw26.c:818:ll_write_begin()) full page write 00000080:00000001:2.0:1773616261.579174:0:93436:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:2.0:1773616261.579175:0:93436:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616261.579181:0:93436:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:2.0:1773616261.579183:0:93436:0:(rw26.c:909:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1773616261.579186:0:93436:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773616261.579187:0:93436:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749878162664 : -121323831388952 : ffff91a8182094e8) 00000020:00000001:2.0:1773616261.579189:0:93436:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1773616261.579191:0:93436:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616261.579194:0:93436:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1773616261.579197:0:93436:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773616261.579198:0:93436:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773616261.579200:0:93436:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1773616261.579204:0:93436:0:(rw26.c:967:ll_write_end()) page@000000008c2524b9[3 00000000c0e8e7e5 2 1 000000002da1fd36] 00000080:00200000:2.0:1773616261.579207:0:93436:0:(rw26.c:967:ll_write_end()) vmpage @00000000550739fe 17ffffc0001001 3:0 ffff91a807b35d20 0 lru 00000080:00200000:2.0:1773616261.579216:0:93436:0:(rw26.c:967:ll_write_end()) osc-page@000000002c54a317 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000e197a1ff 00000000db50ed70 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1773616261.579218:0:93436:0:(rw26.c:967:ll_write_end()) end page@000000008c2524b9 00000080:00200000:2.0:1773616261.579220:0:93436:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1773616261.579222:0:93436:0:(rw26.c:988:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1773616261.579227:0:93436:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1773616261.579230:0:93436:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000020:00000001:2.0:1773616261.579233:0:93436:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1773616261.579236:0:93436:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1773616261.579238:0:93436:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616261.579240:0:93436:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878644072 : -121323830907544 : ffff91a81827ed68) 00000020:00000001:2.0:1773616261.579242:0:93436:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1773616261.579244:0:93436:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1773616261.579246:0:93436:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1773616261.579248:0:93436:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773616261.579249:0:93436:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:2.0:1773616261.579251:0:93436:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1773616261.579254:0:93436:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff91a807b35d90 folio ffffd0b184cdc240 pg:0 added for cmd 2 00000008:00000001:2.0:1773616261.579259:0:93436:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:2.0:1773616261.579262:0:93436:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff91a81094d000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773616261.579268:0:93436:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff91a81094d000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773616261.579273:0:93436:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff91a807b35dc8 page ffffd0b184cdc240 00000008:00000020:2.0:1773616261.579276:0:93436:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff91a81094d000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1773616261.579281:0:93436:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1773616261.579283:0:93436:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616261.579285:0:93436:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1773616261.579290:0:93436:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91a809118b40. 00000008:00000020:2.0:1773616261.579296:0:93436:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff91a804748a80 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:2.0:1773616261.579303:0:93436:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1773616261.579309:0:93436:0:(osc_cache.c:848:osc_extent_find()) extent ffff91a809118b40@{[0 -> 0/1023], [3|1|-|active|wi|ffff91a804748a80], [28672|0|-|-|ffff91a81002a600|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1773616261.579316:0:93436:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000007c028cff ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1773616261.579324:0:93436:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:2.0:1773616261.579328:0:93436:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616261.579331:0:93436:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616261.579333:0:93436:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1773616261.579335:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00000002:2.0:1773616261.579337:0:93436:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 100->4096 100 00000020:00000001:2.0:1773616261.579340:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:2.0:1773616261.579342:0:93436:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773616261.579344:0:93436:0:(osc_object.c:161:osc_attr_update()) set kms from 100to 4096 00020000:00000001:2.0:1773616261.579346:0:93436:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616261.579347:0:93436:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579349:0:93436:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579351:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00000001:2.0:1773616261.579353:0:93436:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1773616261.579355:0:93436:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1773616261.579357:0:93436:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773616261.579361:0:93436:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[4 00000000c0e8e7e5 2 1 000000002da1fd36] 00000020:00000001:2.0:1773616261.579363:0:93436:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:2.0:1773616261.579365:0:93436:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:2.0:1773616261.579366:0:93436:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1773616261.579369:0:93436:0:(osc_request.c:745:osc_update_next_shrink()) next time 8594 to shrink grant 00000080:00000001:2.0:1773616261.579371:0:93436:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:2.0:1773616261.579373:0:93436:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1773616261.579381:0:93436:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff91a80415d4f8, count 1, dirtied 1 00000080:00000001:2.0:1773616261.579384:0:93436:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1773616261.579386:0:93436:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773616261.579388:0:93436:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773616261.579390:0:93436:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773616261.579391:0:93436:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616261.579394:0:93436:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[3 00000000c0e8e7e5 2 1 0000000000000000] 00000020:00000001:2.0:1773616261.579395:0:93436:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1773616261.579397:0:93436:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773616261.579398:0:93436:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773616261.579400:0:93436:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773616261.579403:0:93436:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[3 00000000c0e8e7e5 1 1 0000000000000000] 00000020:00000001:2.0:1773616261.579404:0:93436:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:2.0:1773616261.579405:0:93436:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773616261.579407:0:93436:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:2.0:1773616261.579409:0:93436:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1773616261.579411:0:93436:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579413:0:93436:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.579415:0:93436:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579417:0:93436:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616261.579420:0:93436:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000020:00000001:2.0:1773616261.579423:0:93436:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1773616261.579425:0:93436:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1773616261.579427:0:93436:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.579430:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabb80 00000080:00200000:2.0:1773616261.579432:0:93436:0:(vvp_io.c:1364:vvp_io_write_start()) f132.recovery-small: write bytes 0, result: 4096 00000080:00000001:2.0:1773616261.579434:0:93436:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.579437:0:93436:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773616261.579439:0:93436:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616261.580912:0:93436:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773616261.580922:0:93436:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:2.0:1773616261.580926:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:2.0:1773616261.580930:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:2.0:1773616261.580932:0:93436:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773616261.580935:0:93436:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616261.580938:0:93436:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.580940:0:93436:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.580942:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00000001:2.0:1773616261.580945:0:93436:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.580947:0:93436:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.580949:0:93436:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.580951:0:93436:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.580953:0:93436:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.580956:0:93436:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773616261.580958:0:93436:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773616261.580960:0:93436:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773616261.580961:0:93436:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1773616261.580964:0:93436:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1773616261.580968:0:93436:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1773616261.580974:0:93436:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a804748a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1773616261.580981:0:93436:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773616261.580984:0:93436:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616261.580986:0:93436:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773616261.580987:0:93436:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616261.580990:0:93436:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1773616261.580991:0:93436:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773616261.580993:0:93436:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.580994:0:93436:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.580997:0:93436:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773616261.580999:0:93436:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616261.581002:0:93436:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616261.581004:0:93436:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a802f28128 (ffff91a8116cbbd8/0) at cl_lock_release():245 00000020:00000001:2.0:1773616261.581008:0:93436:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616261.581010:0:93436:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a802f28128 (ffff91a8116cbbd8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616261.581014:0:93436:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616261.581016:0:93436:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616261.581018:0:93436:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878644072 : -121323830907544 : ffff91a81827ed68) 00000020:00000001:2.0:1773616261.581020:0:93436:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616261.581022:0:93436:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a807bb21b0 (ffff91a8116cbea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616261.581025:0:93436:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616261.581026:0:93436:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616261.581029:0:93436:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616261.581032:0:93436:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616261.581035:0:93436:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=5 00000020:00000001:2.0:1773616261.581037:0:93436:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.581040:0:93436:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:2.0:1773616261.581043:0:93436:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616261.581047:0:93436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616261.581060:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.581061:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616261.581063:0:93436:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616261.581066:0:93436:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616261.581069:0:93436:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000010:2.0:1773616261.581084:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff91a804f62000. 00010000:00000001:2.0:1773616261.581090:0:93436:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616261.581094:0:93436:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616261.581096:0:93436:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616261.581100:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.581101:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616261.581103:0:93436:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616261.581106:0:93436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616261.581109:0:93436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616261.581111:0:93436:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616261.581115:0:93436:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616261.581117:0:93436:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616261.581118:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.581119:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616261.581120:0:93436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616261.581122:0:93436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616261.581123:0:93436:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616261.581125:0:93436:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616261.581126:0:93436:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616261.581127:0:93436:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616261.581129:0:93436:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616261.581130:0:93436:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a802f28128 (ffff91a8116cbbd8/0) at cl_lock_fini():72 00020000:00000001:2.0:1773616261.581133:0:93436:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616261.581134:0:93436:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616261.581135:0:93436:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a807bb21b0 (ffff91a8116cbbd8/1) at cl_lock_fini():72 00000008:00000010:2.0:1773616261.581139:0:93436:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811955db0. 00000020:00000001:2.0:1773616261.581143:0:93436:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616261.581145:0:93436:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a807bb2180. 00020000:00000001:2.0:1773616261.581148:0:93436:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616261.581149:0:93436:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616261.581150:0:93436:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773616261.581152:0:93436:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773616261.581154:0:93436:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616261.581155:0:93436:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616261.581156:0:93436:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773616261.581158:0:93436:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.581160:0:93436:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.581161:0:93436:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773616261.581162:0:93436:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773616261.581164:0:93436:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773616261.581167:0:93436:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000020:00000001:2.0:1773616261.581169:0:93436:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773616261.581170:0:93436:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616261.581172:0:93436:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616261.581174:0:93436:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616261.581175:0:93436:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773616261.581178:0:93436:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773616261.581179:0:93436:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.581181:0:93436:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616261.581183:0:93436:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616261.581184:0:93436:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616261.581186:0:93436:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616261.581191:0:93436:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1773616261.581194:0:93436:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1773616261.581197:0:93436:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1773616261.581199:0:93436:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773616261.581200:0:93436:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616261.581202:0:93436:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773616261.581203:0:93436:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773616261.581205:0:93436:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616261.581207:0:93436:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbea0 00000020:00000010:2.0:1773616261.581213:0:93436:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809129a00. 00000020:00000010:2.0:1773616261.581218:0:93436:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b000. 00000008:00000010:2.0:1773616261.581221:0:93436:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efc2f0. 00020000:00000010:2.0:1773616261.581226:0:93436:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ae40. 00008000:00000010:2.0:1773616261.581231:0:93436:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818216350. 00000080:00000010:2.0:1773616261.581236:0:93436:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b738. 00000080:00000010:2.0:1773616261.581242:0:93436:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818209da8. 00000020:00000010:2.0:1773616261.581245:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128200. 00000008:00000010:2.0:1773616261.581249:0:93436:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2dc0. 00020000:00000010:2.0:1773616261.581254:0:93436:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827dd40. 00008000:00000010:2.0:1773616261.581258:0:93436:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27dd0. 00000080:00000010:2.0:1773616261.581262:0:93436:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28d20. 00000020:00000010:2.0:1773616261.581265:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e4ca00. 00000020:00000010:2.0:1773616261.581269:0:93436:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbea0. 00020000:00000001:2.0:1773616261.581272:0:93436:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616261.581274:0:93436:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616261.581275:0:93436:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616261.581278:0:93436:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616261.581281:0:93436:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616261.581282:0:93436:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773616261.581285:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabc98 00000080:00200000:2.0:1773616261.581287:0:93436:0:(file.c:2179:ll_file_io_generic()) f132.recovery-small: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00000001:2.0:1773616261.581293:0:93436:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773616261.581295:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a80460b850 -> ffff91a80460b850 00000020:00000001:2.0:1773616261.581297:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a80460b850 -> ffff91a80460b850 00000020:00000001:2.0:1773616261.581299:0:93436:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616261.581303:0:93436:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773616261.581307:0:93436:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616261.581309:0:93436:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:2.0:1773616261.581312:0:93436:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616261.581313:0:93436:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000002:2.0:1773616261.581316:0:93436:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x7:49033 on OST[0]: s=4096 (1) m=1773616261 a=0 c=1773616261 b=8 00020000:00000001:2.0:1773616261.581320:0:93436:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616261.581323:0:93436:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=4096 m=1773616261 a=0 c=1773616261 b=8 00020000:00000001:2.0:1773616261.581326:0:93436:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.581328:0:93436:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.581329:0:93436:0:(cl_object.c:151:cl_object_top()) ffff91a80460b850 -> ffff91a80460b850 00000080:00200000:2.0:1773616261.581332:0:93436:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x7:0x0] updating i_size 4096 i_blocks 8 00000080:00000001:2.0:1773616261.581335:0:93436:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000010:2.0:1773616261.581342:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff91a807e3f800. 00000080:00200000:2.0:1773616261.581346:0:93436:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 4096 00000080:00000001:2.0:1773616261.581349:0:93436:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00001000:2.0:1773616261.581351:0:93436:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbbd0 00000020:00000010:2.0:1773616261.581354:0:93436:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a809128c00. 00000020:00000010:2.0:1773616261.581356:0:93436:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b840. 00000008:00000010:2.0:1773616261.581360:0:93436:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efd940. 00020000:00000010:2.0:1773616261.581363:0:93436:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a540. 00008000:00000010:2.0:1773616261.581366:0:93436:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818215c40. 00000080:00000010:2.0:1773616261.581369:0:93436:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2ba80. 00000080:00000010:2.0:1773616261.581372:0:93436:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818209488. 00000020:00000010:2.0:1773616261.581374:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128800. 00000008:00000010:2.0:1773616261.581376:0:93436:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2420. 00020000:00000010:2.0:1773616261.581379:0:93436:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827ed00. 00008000:00000010:2.0:1773616261.581382:0:93436:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27da8. 00000080:00000010:2.0:1773616261.581384:0:93436:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f280f0. 00000020:00000010:2.0:1773616261.581386:0:93436:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a809128a00. 00000020:00000010:2.0:1773616261.581388:0:93436:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbbd0. 00000020:00000001:2.0:1773616261.581392:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabd88 00000080:00000008:2.0:1773616261.581395:0:93436:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f132.recovery-small:[0x20000bf89:0x7:0x0], ppos: 4096, count: 0, rc = 4096 00000080:00000001:2.0:1773616261.581398:0:93436:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=4096 : 4096 : 1000) 00020000:00000001:2.0:1773616261.581440:0:93436:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616261.581455:0:93436:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000002:2.0:1773616261.581459:0:93436:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000001:2.0:1773616261.581462:0:93436:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616261.581467:0:93436:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773616261.581469:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabdd0 00000080:00200008:2.0:1773616261.581485:0:93436:0:(file.c:424:ll_file_release()) START file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a80415d348), flags 100001 00000080:00000001:2.0:1773616261.581490:0:93436:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773616261.581493:0:93436:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773616261.581495:0:93436:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616261.581496:0:93436:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000002:2.0:1773616261.581499:0:93436:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a803224f80 00020000:00000001:2.0:1773616261.581501:0:93436:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616261.581504:0:93436:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773616261.581510:0:93436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616261.581513:0:93436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616261.581516:0:93436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616261.581519:0:93436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616261.581520:0:93436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616261.581523:0:93436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616261.581525:0:93436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616261.581530:0:93436:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616261.581533:0:93436:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616261.581540:0:93436:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 2 00010000:00000001:2.0:1773616261.581543:0:93436:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616261.581547:0:93436:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616261.581549:0:93436:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x7:0x0]: 0 00000080:00000001:2.0:1773616261.581552:0:93436:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773616261.581555:0:93436:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773616261.581558:0:93436:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804f63600. 00000080:00000001:2.0:1773616261.581561:0:93436:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773616261.581566:0:93436:0:(file.c:126:ll_prepare_close()) Process leaving 00000020:00000010:2.0:1773616261.581570:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff91a803494800. 00800000:00000001:2.0:1773616261.581574:0:93436:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773616261.581576:0:93436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616261.581577:0:93436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616261.581579:0:93436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616261.581580:0:93436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616261.581582:0:93436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616261.581584:0:93436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616261.581585:0:93436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616261.581588:0:93436:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x7:0x0] 00000020:00000010:2.0:1773616261.581591:0:93436:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff91a803496400. 00000002:00000001:2.0:1773616261.581595:0:93436:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773616261.581598:0:93436:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a81094d000: [0x20000bf89:0x7:0x0] file closed with intent: 200 00000100:00000010:2.0:1773616261.581606:0:93436:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616261.581610:0:93436:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=5 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616261.581616:0:93436:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.581620:0:93436:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.581625:0:93436:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.581631:0:93436:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f62c00. 00000100:00000001:2.0:1773616261.581638:0:93436:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773616261.581657:0:93436:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773616261.581670:0:93436:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a81094d000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773616261.581675:0:93436:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773616261.581683:0:93436:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616261.581685:0:93436:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616261.581691:0:93436:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2180. 00000100:00000001:2.0:1773616261.581693:0:93436:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745815936 : -121323963735680 : ffff91a8103d2180) 00000100:00000001:2.0:1773616261.581696:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.581698:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:2.0:1773616261.581702:0:93436:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.581706:0:93436:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.581708:0:93436:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616261.581710:0:93436:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616261.581714:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.581723:0:93436:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616261.581725:0:93436:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.581729:0:93436:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616261.581732:0:93436:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616261.581734:0:93436:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616261.581738:0:93436:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795608448:192.168.201.103@tcp:35:dd.0 00000100:00000001:2.0:1773616261.581743:0:93436:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616261.581748:0:93436:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616261.581753:0:93436:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.581755:0:93436:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616261.581760:0:93436:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803496c00. 02000000:00000001:2.0:1773616261.581762:0:93436:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616261.581778:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616261.581783:0:93436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616261.581790:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616261.581797:0:93436:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795608448, portal 10 00000100:00000001:2.0:1773616261.581799:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.581801:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616261.581808:0:93436:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616277 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.581815:0:93436:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616261.581818:0:93436:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616261.581821:0:93436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ea18. 00000100:00000200:2.0:1773616261.581824:0:93436:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795608448, offset 0 00000400:00000200:2.0:1773616261.581830:0:93436:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616261.581894:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.581902:0:93436:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616261.581907:0:93436:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616261.581912:0:93436:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616261.581917:0:93436:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616261.581921:0:93436:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616261.581926:0:93436:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149687:149687:256:4294967295] 192.168.201.103@tcp LPNI seq info [149627:149627:8:4294967295] 00000400:00000200:2.0:1773616261.581930:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.581941:0:93436:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616261.582277:0:93436:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616261.582283:0:93436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06f00. 00000800:00000200:2.0:1773616261.582290:0:93436:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616261.582297:0:93436:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616261.582301:0:93436:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773616261.589039:0:93436:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.589053:0:93436:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34847 usecs (35 jiffies) 00000400:00000200:2.0:1773616261.589062:0:93436:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616261.589066:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302062232 00000100:00000001:2.0:1773616261.589070:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302063784 00000100:00000001:2.0:1773616261.589073:0:93436:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302062232 00000100:00000001:2.0:1773616261.589075:0:93436:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302063784 00000100:00000001:2.0:1773616261.589077:0:93436:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.589081:0:93436:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.589085:0:93436:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616261.589088:0:93436:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616261.589092:0:93436:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2180 going to sleep for 11 seconds 00000100:00000001:2.0:1773616261.589097:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616261.589100:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616261.589968:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.589986:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616261.589990:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.589993:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616261.589999:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.590006:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616261.590017:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.590022:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.590028:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.590032:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200674280 00000400:00000200:1.0:1773616261.590036:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616261.590043:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194209 [1] + 224 00000800:00000001:1.0:1773616261.590050:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.590063:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616261.590067:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616261.590071:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616261.590078:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616261.590088:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616261.590100:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616261.590118:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773616261.590214:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616261.590219:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06f00. 00000400:00000200:1.0:1773616261.590223:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616261.590227:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616261.590231:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ea18 00000400:00000010:1.0:1773616261.590234:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ea18. 00000100:00000001:1.0:1773616261.590238:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616261.590243:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616277 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616261.590255:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616261.590259:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616277 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616261.590267:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616261.590269:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616261.590276:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616261.590280:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.590287:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616261.590291:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616261.590298:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616261.590300:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616261.590303:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616261.590308:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:2.0:1773616261.590310:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:2.0:1773616261.590313:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616261.590319:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616261.590330:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.590344:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616261.590346:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.590349:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616261.590352:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616261.590354:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616261.590356:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.590359:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616261.590368:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7ce8 time=399 v=5 (5 5 5 0) 00000100:00001000:2.0:1773616261.590373:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=122 v=5 (2 0 0 0) 00000100:00000001:2.0:1773616261.590376:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616261.590378:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616261.590381:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616261.590385:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.590389:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616261.590391:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:2.0:1773616261.590394:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616261.590397:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.590402:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.590410:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.590413:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616261.590414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616261.590419:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616261.590428:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795608192:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616261.590432:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.590435:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.590438:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2d80 x1859763795608192/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616277 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.590446:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616261.590448:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616261.590453:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616261.590456:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616261.590459:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616261.590461:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616261.590463:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616261.590465:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804cf6600. 02000000:00000001:2.0:1773616261.590482:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616261.590484:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616261.590486:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2d80. 00000100:00000001:2.0:1773616261.590490:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616261.590491:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.590494:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.590501:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616261.590502:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.590505:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616261.590507:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616261.602693:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616261.602709:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616261.602713:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616261.602714:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616261.602722:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616261.602728:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616261.602734:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616261.602738:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616261.602742:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616261.602745:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200674380 00000400:00000200:0.0:1773616261.602749:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616261.602754:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194219 [1] + 224 00000800:00000001:0.0:1773616261.602760:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616261.602765:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616261.602768:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616261.602782:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616261.602790:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616261.602800:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616261.602817:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616277 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616261.602877:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616261.602887:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616261.602891:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.602960:0:93436:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616261.602968:0:93436:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616261.602971:0:93436:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616261.602974:0:93436:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616261.602979:0:93436:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616261.602982:0:93436:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616261.602985:0:93436:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616261.602990:0:93436:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616277 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616261.602999:0:93436:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795608448/t0(0) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616277 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603005:0:93436:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616261.603008:0:93436:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.603010:0:93436:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616261.603014:0:93436:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616261.603017:0:93436:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616261.603020:0:93436:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.603023:0:93436:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616261.603032:0:93436:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8182b5ce8 time=122 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616261.603037:0:93436:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616261.603039:0:93436:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616261.603041:0:93436:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616261.603044:0:93436:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616261.603048:0:93436:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.603051:0:93436:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616261.603053:0:93436:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616261.603054:0:93436:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616261.603057:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.603058:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:2.0:1773616261.603061:0:93436:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616261.603063:0:93436:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616261.603065:0:93436:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616261.603067:0:93436:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.603072:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795608448/t103079215248(103079215248) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616277 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603079:0:93436:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.603082:0:93436:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616261.603084:0:93436:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616261.603088:0:93436:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795608448/t103079215248(103079215248) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616277 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616261.603095:0:93436:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job dd:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93436:1859763795608448:192.168.201.103@tcp:35:dd.0 00000100:00000001:2.0:1773616261.603101:0:93436:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.603104:0:93436:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.603107:0:93436:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616261.603109:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.603112:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795608448/t103079215248(103079215248) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616277 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603120:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616261.603123:0:93436:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2180. 00000100:00000001:2.0:1773616261.603126:0:93436:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616261.603132:0:93436:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.603139:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.603140:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000002:00000001:2.0:1773616261.603143:0:93436:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616261.603147:0:93436:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616261.603151:0:93436:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63600. 00000080:00000001:2.0:1773616261.603155:0:93436:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773616261.603158:0:93436:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773616261.603161:0:93436:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616261.603164:0:93436:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616261.603166:0:93436:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616261.603168:0:93436:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616261.603170:0:93436:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616261.603172:0:93436:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x7:0x0] 00800000:00000001:2.0:1773616261.603174:0:93436:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616261.603179:0:93436:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616261.603185:0:93436:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603197:0:93436:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.603199:0:93436:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528633600 : -121324180918016 : ffff91a8034b3100) 00000100:00000001:2.0:1773616261.603201:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.603204:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603210:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.603212:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.603215:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795608448/t103079215248(103079215248) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616277 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603221:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.603223:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.603226:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3100 x1859763795583744/t103079215246(103079215246) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616197 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603232:0:93436:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773616261.603235:0:93436:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616261.603237:0:93436:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616261.603239:0:93436:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616261.603243:0:93436:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a819773000. 02000000:00000001:2.0:1773616261.603248:0:93436:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616261.603250:0:93436:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616261.603252:0:93436:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3100. 00000100:00000001:2.0:1773616261.603256:0:93436:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616261.603257:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.603258:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.603262:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795608448/t103079215248(103079215248) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616277 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603267:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773616261.603269:0:93436:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91a807c3bc20. 00000002:00000001:2.0:1773616261.603272:0:93436:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616261.603273:0:93436:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616261.603275:0:93436:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a8061f04c0. 00000100:00000001:2.0:1773616261.603278:0:93436:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616261.603281:0:93436:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795608448/t103079215248(103079215248) o35->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616277 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616261.603286:0:93436:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616261.603288:0:93436:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616261.603290:0:93436:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803496c00. 02000000:00000001:2.0:1773616261.603293:0:93436:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616261.603294:0:93436:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616261.603295:0:93436:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616261.603297:0:93436:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616261.603298:0:93436:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616261.603300:0:93436:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616261.603301:0:93436:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616261.603302:0:93436:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616261.603305:0:93436:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616261.603306:0:93436:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616261.603308:0:93436:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616261.603310:0:93436:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a80b777540. 00000080:00000001:2.0:1773616261.603314:0:93436:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616261.603320:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabdd0 00000080:00000008:2.0:1773616261.603323:0:93436:0:(file.c:464:ll_file_release()) COMPLETED file f132.recovery-small:[0x20000bf89:0x7:0x0](ffff91a80415d348), flags 100001, rc = 0 00000080:00000001:2.0:1773616261.603327:0:93436:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616261.603332:0:93436:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616261.603334:0:93436:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881fabe00 00000080:00002000:2.0:1773616261.603336:0:93436:0:(dcache.c:127:ll_ddelete()) keeping dentry f132.recovery-small (ffff91a80858de58, parent ffff91a8086295e8, inode ffff91a80415d348) hashed, 00000080:00000001:2.0:1773616261.603339:0:93436:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616261.655527:0:93455:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616261.655546:0:93455:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616261.738290:0:93460:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616261.738301:0:93460:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987011:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.987022:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.987034:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616261.987040:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1773616261.987045:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.987049:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.987054:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.987063:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06e00. 00000100:00000001:2.0:1773616261.987072:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987085:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.987110:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.987114:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987122:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.987152:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987155:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.987159:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.987163:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616261.987166:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616261.987169:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.987170:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.987172:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.987176:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06800. 00000100:00000001:2.0:1773616261.987179:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987184:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.987191:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.987192:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987196:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c25db6ff] to pc [ptlrpcd_01_01+1] req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.987205:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987207:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.987210:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.987212:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616261.987214:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616261.987216:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.987217:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.987218:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.987221:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06c00. 00000100:00000001:2.0:1773616261.987224:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987227:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.987234:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.987235:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987239:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c3a0ab] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.987246:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987249:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.987251:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.987254:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9180. 00000020:00000040:2.0:1773616261.987256:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616261.987258:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.987259:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.987260:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.987266:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06f00. 00000100:00000001:2.0:1773616261.987268:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987272:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.987278:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.987280:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.987283:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9118ba6] to pc [ptlrpcd_01_01+1] req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.987290:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988243:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.988249:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.988255:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9500. 00000020:00000040:2.0:1773616261.988259:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616261.988262:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.988263:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.988266:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.988272:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06100. 00000100:00000001:2.0:1773616261.988277:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988284:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.988305:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.988309:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988314:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000dd05fb5] to pc [ptlrpcd_01_00+0] req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.988556:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988559:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.988562:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.988566:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616261.988569:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616261.988572:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.988574:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.988576:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.988580:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06a00. 00000100:00000001:2.0:1773616261.988583:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988588:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.988595:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.988598:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988602:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13cc3e] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.988609:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988612:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.988615:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.988617:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616261.988619:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616261.988621:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.988622:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.988624:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.988627:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06300. 00000100:00000001:2.0:1773616261.988629:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988633:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.988641:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.988643:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988647:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f3582c] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.988655:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988657:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773616261.988660:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773616261.988663:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca300. 00000020:00000040:2.0:1773616261.988666:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:2.0:1773616261.988668:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616261.988670:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616261.988672:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616261.988674:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a80ae06200. 00000100:00000001:2.0:1773616261.988677:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988680:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616261.988687:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616261.988689:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988693:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de1c7173] to pc [ptlrpcd_01_01+1] req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.988699:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.988701:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773616261.988705:0:90997:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773616261.988711:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7400) 00000100:00000001:2.0:1773616261.988731:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616261.988735:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616261.988737:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616261.988743:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.988752:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616261.988754:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.988757:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616261.988760:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616261.988763:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616261.988778:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795608576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616261.988782:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616261.988789:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616261.988791:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.988794:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616261.988799:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616261.988801:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616261.988808:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616261.988813:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9aa8. 00000400:00000010:2.0:1773616261.988819:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616261.988826:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795608576, portal 25 00000100:00000001:2.0:1773616261.988829:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.988830:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616261.988854:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.988863:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616261.988865:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616261.988868:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e908. 00000100:00000200:2.0:1773616261.988872:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795608576, offset 0 00000400:00000200:2.0:1773616261.988879:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616261.988888:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.988896:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616261.990877:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1773616261.991906:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616261.991912:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616261.991914:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1773616261.993302:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616261.993309:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616261.993314:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616261.993328:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149688:149688:256:4294967295] 192.168.201.103@tcp LPNI seq info [149628:149628:8:4294967295] 00000400:00000200:2.0:1773616261.993336:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.993349:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616261.993357:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616261.993367:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06900. 00000800:00000200:2.0:1773616261.993375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616261.993382:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616261.993387:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616261.993806:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616261.993814:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616261.993818:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302066574 00000100:00000001:2.0:1773616261.993827:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302063784 00000100:00000001:2.0:1773616261.993832:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302066574 00000100:00000001:2.0:1773616261.993852:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302063784 00000100:00000001:2.0:1773616261.993857:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.993861:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.993866:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616261.993874:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.994085:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616261.994087:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.994230:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616261.994234:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616261.994237:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616261.994242:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795608832:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616261.994247:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616261.994253:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616261.994256:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.994258:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616261.994265:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616261.994267:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616261.994272:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616261.994276:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9840. 00000400:00000010:2.0:1773616261.994283:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e3b8. 00000100:00000200:2.0:1773616261.994300:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795608832, portal 10 00000100:00000001:2.0:1773616261.994303:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.994305:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616261.994312:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.994320:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616261.994322:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616261.994325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ec38. 00000100:00000200:2.0:1773616261.994329:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795608832, offset 0 00000400:00000200:2.0:1773616261.994334:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616261.994341:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.994347:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616261.994352:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616261.994355:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616261.994358:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616261.994360:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616261.994363:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149689:149689:255:4294967295] 192.168.201.103@tcp LPNI seq info [149629:149629:7:4294967295] 00000400:00000200:2.0:1773616261.994368:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.994373:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616261.994378:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616261.994382:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06d00. 00000800:00000200:2.0:1773616261.994386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616261.994391:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616261.994394:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1773616261.994805:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.994817:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616261.994819:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.994822:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616261.994824:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616261.994826:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616261.994830:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795608704:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616261.994833:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616261.994848:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616261.994850:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.994852:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616261.994857:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616261.994859:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616261.994863:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616261.994866:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df20. 00000400:00000010:3.0:1773616261.994870:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773616261.994874:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795608704, portal 10 00000100:00000001:3.0:1773616261.994876:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616261.994877:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:3.0:1773616261.994884:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.994898:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616261.994900:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616261.994903:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3110. 00000100:00000200:3.0:1773616261.994906:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795608704, offset 0 00000400:00000200:3.0:1773616261.994911:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616261.994916:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.994920:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616261.994922:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616261.994925:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616261.994927:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616261.994929:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616261.994932:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149690:149690:254:4294967295] 192.168.201.103@tcp LPNI seq info [149630:149630:6:4294967295] 00000400:00000200:3.0:1773616261.994935:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.994942:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616261.994946:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616261.994951:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265100. 00000800:00000200:3.0:1773616261.995141:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616261.995146:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616261.995149:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616261.995152:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616261.995157:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 459350 usecs (460 jiffies) 00000400:00000200:3.0:1773616261.995159:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616261.995162:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302063062 00000100:00000001:3.0:1773616261.995164:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995166:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302063062 00000100:00000001:3.0:1773616261.995168:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995170:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616261.995172:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.995175:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616261.995180:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.995187:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616261.995188:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.995190:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616261.995192:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616261.995194:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616261.995197:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795608960:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616261.995200:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616261.995202:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616261.995204:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.995206:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616261.995209:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616261.995212:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616261.995215:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616261.995218:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d5d8. 00000400:00000010:3.0:1773616261.995221:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616261.995224:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795608960, portal 4 00000100:00000001:3.0:1773616261.995226:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616261.995227:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530820992 : -121324178730624 : ffff91a8036c9180) 00000100:00000040:3.0:1773616261.995233:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.995239:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616261.995242:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616261.995244:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3aa0. 00000100:00000200:3.0:1773616261.995246:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795608960, offset 0 00000400:00000200:3.0:1773616261.995250:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616261.995254:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.995257:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616261.995259:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616261.995262:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616261.995264:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616261.995267:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616261.995269:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149691:149691:253:4294967295] 192.168.201.103@tcp LPNI seq info [149631:149631:5:4294967295] 00000400:00000200:3.0:1773616261.995273:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.995278:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616261.995282:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616261.995285:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265900. 00000800:00000200:3.0:1773616261.995289:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616261.995294:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616261.995296:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616261.995299:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616261.995302:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1615190 usecs (1616 jiffies) 00000400:00000200:3.0:1773616261.995305:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616261.995307:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302064218 00000100:00000001:3.0:1773616261.995309:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995311:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302064218 00000100:00000001:3.0:1773616261.995313:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995315:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616261.995316:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.995319:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616261.995324:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.995330:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616261.995332:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.995334:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616261.995336:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616261.995338:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616261.995340:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795609216:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616261.995343:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616261.995346:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616261.995348:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.995350:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616261.995353:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616261.995355:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616261.995358:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616261.995360:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616261.995363:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616261.995365:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795609216, portal 10 00000100:00000001:3.0:1773616261.995367:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616261.995368:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:3.0:1773616261.995374:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.995379:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616261.995381:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616261.995383:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3f68. 00000100:00000200:3.0:1773616261.995385:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795609216, offset 0 00000400:00000200:3.0:1773616261.995389:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616261.995392:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.995476:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616261.995479:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616261.995482:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616261.995484:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616261.995487:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616261.995489:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149692:149692:252:4294967295] 192.168.201.103@tcp LPNI seq info [149632:149632:4:4294967295] 00000400:00000200:3.0:1773616261.995494:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.995500:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616261.995505:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616261.995509:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265500. 00000800:00000200:3.0:1773616261.995513:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616261.995517:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616261.995519:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616261.995523:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616261.995526:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 34598 usecs (35 jiffies) 00000400:00000200:3.0:1773616261.995529:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616261.995531:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302062637 00000100:00000001:3.0:1773616261.995533:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995535:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302062637 00000100:00000001:3.0:1773616261.995537:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995539:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616261.995541:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.995543:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616261.995548:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.995556:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616261.995557:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.995559:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616261.995561:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616261.995563:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616261.995566:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795609472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616261.995569:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616261.995571:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616261.995573:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616261.995575:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616261.995579:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6a00. 02000000:00000001:3.0:1773616261.995581:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616261.995584:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616261.995586:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616261.995589:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616261.995591:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795609472, portal 4 00000100:00000001:3.0:1773616261.995593:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616261.995594:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000040:3.0:1773616261.995600:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616261.995607:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616261.995609:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616261.995612:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616261.995614:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795609472, offset 0 00000400:00000200:3.0:1773616261.995618:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616261.995622:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.995626:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616261.995628:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616261.995630:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616261.995633:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616261.995635:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616261.995638:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149693:149693:251:4294967295] 192.168.201.103@tcp LPNI seq info [149633:149633:3:4294967295] 00000400:00000200:3.0:1773616261.995642:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616261.995649:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616261.995653:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616261.995657:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265400. 00000800:00000200:3.0:1773616261.995661:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616261.995665:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616261.995667:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616261.995670:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616261.995673:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 41046 usecs (42 jiffies) 00000400:00000200:3.0:1773616261.995676:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616261.995678:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302062644 00000100:00000001:3.0:1773616261.995680:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995682:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302062644 00000100:00000001:3.0:1773616261.995684:0:2402:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:3.0:1773616261.995686:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616261.995688:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.995691:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.995695:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616261.995704:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616261.995706:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616261.995710:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616261.995711:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616261.995713:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616261.995716:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.996046:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.996050:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 92737 usecs (93 jiffies) 00000400:00000200:2.0:1773616261.996054:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616261.996056:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302062697 00000100:00000001:2.0:1773616261.996058:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:2.0:1773616261.996060:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302062697 00000100:00000001:2.0:1773616261.996062:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:2.0:1773616261.996064:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.996066:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.996068:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616261.996073:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.996080:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616261.996082:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.996084:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616261.996085:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616261.996087:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616261.996102:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795609088:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616261.996106:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616261.996109:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616261.996110:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.996112:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616261.996117:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616261.996119:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616261.996122:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616261.996125:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9d10. 00000400:00000010:2.0:1773616261.996129:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616261.996132:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795609088, portal 4 00000100:00000001:2.0:1773616261.996133:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.996135:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000040:2.0:1773616261.996142:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.996148:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616261.996150:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616261.996152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e110. 00000100:00000200:2.0:1773616261.996155:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795609088, offset 0 00000400:00000200:2.0:1773616261.996158:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616261.996162:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.996166:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616261.996169:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616261.996171:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616261.996173:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616261.996175:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616261.996178:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149694:149694:250:4294967295] 192.168.201.103@tcp LPNI seq info [149634:149634:2:4294967295] 00000400:00000200:2.0:1773616261.996182:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.996189:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616261.996193:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616261.996197:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a80ae06400. 00000800:00000200:2.0:1773616261.996202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616261.996206:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616261.996208:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a80ae06400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616261.996211:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.996214:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 413422 usecs (414 jiffies) 00000400:00000200:2.0:1773616261.996217:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616261.996219:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302063018 00000100:00000001:2.0:1773616261.996221:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:2.0:1773616261.996224:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302063018 00000100:00000001:2.0:1773616261.996226:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:2.0:1773616261.996228:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.996230:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.996232:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616261.996236:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.996243:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616261.996245:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.996247:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616261.996248:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616261.996250:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616261.996253:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795609344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616261.996256:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616261.996258:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616261.996259:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616261.996261:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616261.996264:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616261.996266:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616261.996269:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616261.996272:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616261.996275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616261.996278:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795609344, portal 10 00000100:00000001:2.0:1773616261.996280:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616261.996281:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616261.996286:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616261.996292:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616261.996294:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616261.996296:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e660. 00000100:00000200:2.0:1773616261.996299:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795609344, offset 0 00000400:00000200:2.0:1773616261.996303:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616261.996306:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.996309:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616261.996311:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616261.996314:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616261.996316:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616261.996318:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616261.996321:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149695:149695:249:4294967295] 192.168.201.103@tcp LPNI seq info [149635:149635:1:4294967295] 00000400:00000200:2.0:1773616261.996324:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616261.996330:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616261.996335:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616261.996340:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ab5200. 00000800:00000200:2.0:1773616261.996344:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616261.996349:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616261.996351:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ab5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616261.996354:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616261.996356:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 43508 usecs (44 jiffies) 00000400:00000200:2.0:1773616261.996359:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616261.996361:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302062648 00000100:00000001:2.0:1773616261.996363:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:2.0:1773616261.996366:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302062648 00000100:00000001:2.0:1773616261.996368:0:2401:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:2.0:1773616261.996370:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616261.996372:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.996375:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.996377:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616261.996381:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616261.996383:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773616261.996385:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616261.996386:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616261.996388:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616261.996391:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616262.000713:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.000724:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06900. 00000400:00000200:1.0:1773616262.000733:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.000742:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.000749:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e908 00000400:00000010:1.0:1773616262.000770:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e908. 00000100:00000001:1.0:1773616262.000777:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.000784:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000797:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.000800:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000808:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.000810:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616262.000827:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.000829:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265100. 00000400:00000200:1.0:1773616262.000833:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.000866:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.000869:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3110 00000400:00000010:1.0:1773616262.000871:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3110. 00000100:00000001:1.0:1773616262.000874:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.000879:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000887:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.000890:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000896:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.000898:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616262.000907:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.000910:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265900. 00000400:00000200:1.0:1773616262.000913:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.000916:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.000919:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3aa0 00000400:00000010:1.0:1773616262.000920:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3aa0. 00000100:00000001:1.0:1773616262.000923:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.000936:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000944:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.000947:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000952:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.000954:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616262.000962:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.000964:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265500. 00000400:00000200:1.0:1773616262.000967:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.000970:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.000973:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3f68 00000400:00000010:1.0:1773616262.000974:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3f68. 00000100:00000001:1.0:1773616262.000976:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.000981:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000987:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.000990:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.000996:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.000998:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616262.001004:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.001006:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265400. 00000400:00000200:1.0:1773616262.001009:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.001012:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.001014:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:1.0:1773616262.001016:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:1.0:1773616262.001018:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.001022:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001029:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.001031:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001037:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.001039:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616262.001044:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.001046:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06d00. 00000400:00000200:1.0:1773616262.001048:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.001051:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.001053:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ec38 00000400:00000010:1.0:1773616262.001055:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ec38. 00000100:00000001:1.0:1773616262.001057:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.001061:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001068:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.001071:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001077:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.001079:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616262.001085:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.001087:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a80ae06400. 00000400:00000200:1.0:1773616262.001090:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.001103:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.001105:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e110 00000400:00000010:1.0:1773616262.001106:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e110. 00000100:00000001:1.0:1773616262.001109:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.001114:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001121:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.001124:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001130:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.001132:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616262.001194:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.001197:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ab5200. 00000400:00000200:1.0:1773616262.001199:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.001203:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.001205:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e660 00000400:00000010:1.0:1773616262.001207:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e660. 00000100:00000001:1.0:1773616262.001209:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.001213:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001220:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.001223:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.001229:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.001231:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616262.008417:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.008438:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.008444:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.008447:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.008457:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008465:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.008474:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008480:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008487:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008492:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674580 00000400:00000200:1.0:1773616262.008497:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008504:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194239 [1] + 224 00000800:00000001:1.0:1773616262.008513:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.008519:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.008522:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.008527:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.008535:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.008544:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.008557:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.008584:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.008593:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.008598:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.008600:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.008602:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.008606:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008610:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.008614:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008616:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008619:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008622:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200674400 00000400:00000200:1.0:1773616262.008625:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.008631:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194221 [1] + 224 00000800:00000001:1.0:1773616262.008635:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.008652:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.008655:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.008659:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.008662:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.008667:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.008677:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.008695:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.008701:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.008704:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.009327:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616262.009332:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616262.009340:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616262.009341:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616262.009345:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d5d8. 00000400:00000200:3.0:1773616262.009349:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:3.0:1773616262.009352:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:3.0:1773616262.009355:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616262.009361:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616262.009370:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.009377:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616262.009378:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.009381:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616262.009384:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616262.009387:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616262.009389:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616262.009392:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616262.009413:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616262.009417:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=123 v=5 (2 0 0 0) 00000100:00000001:3.0:1773616262.009420:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616262.009422:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616262.009425:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616262.009429:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.009433:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616262.009435:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640282 00000100:00000001:3.0:1773616262.009437:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616262.009441:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616262.009501:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.009510:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616262.009513:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616262.009515:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616262.009520:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616262.009528:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795608960:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616262.009534:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.009537:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616262.009540:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9180 x1859763795608960/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.009548:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616262.009551:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616262.009556:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6200. 02000000:00000001:3.0:1773616262.009562:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616262.009564:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616262.009566:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616262.009568:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616262.009571:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06f00. 02000000:00000001:3.0:1773616262.009575:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616262.009577:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616262.009578:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9180. 00000100:00000001:3.0:1773616262.009583:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616262.009584:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.009587:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.009589:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616262.009591:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616262.009592:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.009594:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.009794:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616262.009798:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616262.009802:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616262.009804:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616262.009806:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9aa8. 00000400:00000200:2.0:1773616262.009810:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616262.009812:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616262.009815:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616262.009820:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616262.009830:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.009873:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616262.009875:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.009877:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616262.009879:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616262.009880:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616262.009882:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616262.009884:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616262.009888:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616262.009891:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616262.009894:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616262.009895:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.009898:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616262.009900:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.009902:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616262.009906:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.009914:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616262.009916:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616262.009918:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616262.009922:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616262.009940:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795608576:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616262.010407:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.010410:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616262.010415:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795608576/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.010421:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616262.010422:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616262.010425:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62c00. 02000000:00000001:2.0:1773616262.010428:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616262.010430:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616262.010431:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1773616262.010433:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616262.010434:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06e00. 02000000:00000001:2.0:1773616262.010436:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616262.010438:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616262.010439:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616262.010442:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616262.010444:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.010446:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.010448:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616262.010449:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616262.010451:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.010453:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616262.049331:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.049352:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.049356:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.049359:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.049368:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049375:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.049384:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049388:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049858:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049864:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674480 00000400:00000200:1.0:1773616262.049869:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049877:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194231 [1] + 224 00000800:00000001:1.0:1773616262.049886:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.049893:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.049896:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.049901:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.049909:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.049919:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.049950:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.049962:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.049972:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.049976:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.049978:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.049980:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.049984:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049987:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.049992:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049995:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.049998:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050001:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674680 00000400:00000200:1.0:1773616262.050005:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050009:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194241 [1] + 224 00000800:00000001:1.0:1773616262.050013:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050016:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050018:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.050021:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.050024:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.050030:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.050040:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.050048:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.050051:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050054:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.050056:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050057:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050060:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050064:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.050068:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050071:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050074:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050076:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674500 00000400:00000200:1.0:1773616262.050080:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050084:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194229 [1] + 224 00000800:00000001:1.0:1773616262.050087:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050091:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050092:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.050096:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.050098:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.050102:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.050111:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.050123:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.050126:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050129:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.050130:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050132:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050135:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050139:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.050142:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050145:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050147:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050150:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674600 00000400:00000200:1.0:1773616262.050153:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050157:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194251 [1] + 224 00000800:00000001:1.0:1773616262.050161:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050164:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050166:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.050169:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.050172:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.050176:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.050185:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.050192:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.050195:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050198:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.050200:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050202:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050204:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050208:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.050212:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050214:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050217:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050221:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674700 00000400:00000200:1.0:1773616262.050224:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050227:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194259 [1] + 224 00000800:00000001:1.0:1773616262.050231:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050234:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050235:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.050238:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.050241:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.050245:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.050253:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.050260:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.050263:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050265:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.050267:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050269:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050272:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050275:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.050279:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050282:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050285:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050288:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674780 00000400:00000200:1.0:1773616262.050303:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.050306:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194249 [1] + 224 00000800:00000001:1.0:1773616262.050309:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050320:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.050322:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.050324:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.050327:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.050331:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616262.050339:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616262.050345:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.050348:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.050351:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.050810:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616262.050816:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616262.050822:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616262.050825:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616262.050828:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9840. 00000400:00000200:2.0:1773616262.050833:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e3b8 00000400:00000010:2.0:1773616262.050866:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e3b8. 00000100:00000001:2.0:1773616262.050871:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616262.050876:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616262.050886:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.050893:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616262.050895:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.050898:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616262.050901:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616262.050904:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616262.050906:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616262.050909:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616262.050919:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=53 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616262.050935:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616262.050939:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616262.050941:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.050944:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616262.050948:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.050951:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616262.050953:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616262.050956:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616262.050957:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616262.050963:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.050971:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616262.050974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616262.050976:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616262.050980:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616262.050991:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795608832:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616262.050997:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616262.050998:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616262.051000:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9d10. 00000400:00000200:2.0:1773616262.051003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:2.0:1773616262.051005:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:2.0:1773616262.051007:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616262.051010:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616262.051020:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.051026:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616262.051028:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.051029:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616262.051031:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616262.051033:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616262.051034:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616262.051036:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616262.051040:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616262.051043:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616262.051046:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616262.051047:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.051049:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616262.051051:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.051053:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616262.051054:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:2.0:1773616262.051056:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616262.051057:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616262.051060:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.051067:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616262.051069:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616262.051071:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616262.051075:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616262.051083:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795609088:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1773616262.051087:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616262.051088:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616262.051090:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616262.051092:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:2.0:1773616262.051093:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:2.0:1773616262.051095:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616262.051098:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616262.051107:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.051113:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616262.051114:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.051116:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616262.051117:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616262.051118:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616262.051119:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616262.051121:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616262.051124:0:2401:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=124 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616262.051127:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=124 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616262.051130:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616262.051131:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.051133:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616262.051134:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.051136:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616262.051137:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616262.051139:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616262.051140:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616262.051144:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.051151:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616262.051153:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616262.051154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616262.051158:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616262.051166:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2401:1859763795609344:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1773616262.051170:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.051172:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616262.051175:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795608832/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.051182:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616262.051185:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616262.051189:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63c00. 02000000:00000001:2.0:1773616262.051191:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616262.051194:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616262.051196:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616262.051198:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616262.051200:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06c00. 02000000:00000001:2.0:1773616262.051203:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616262.051205:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616262.051207:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616262.051210:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616262.051211:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.051213:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616262.051216:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795609088/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.051223:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616262.051224:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616262.051226:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62200. 02000000:00000001:2.0:1773616262.051228:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616262.051229:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616262.051231:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616262.051233:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616262.051234:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06100. 02000000:00000001:2.0:1773616262.051236:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616262.051237:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616262.051238:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:2.0:1773616262.051240:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616262.051241:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.051243:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616262.051246:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795609344/t0(0) o400->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616262.051252:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616262.051254:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616262.051255:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63400. 02000000:00000001:2.0:1773616262.051257:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616262.051258:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616262.051259:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616262.051261:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616262.051262:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06300. 02000000:00000001:2.0:1773616262.051264:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616262.051265:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616262.051266:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616262.051268:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616262.051270:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.051272:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.051279:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616262.051281:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.051283:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616262.051285:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.053515:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616262.053524:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616262.053535:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616262.053538:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616262.053542:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df20. 00000400:00000200:3.0:1773616262.053550:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773616262.053552:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773616262.053557:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616262.053568:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616262.053581:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.053589:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616262.053591:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.053595:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616262.053598:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616262.053601:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616262.053604:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616262.053607:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616262.053616:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=53 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616262.053621:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=26 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616262.053623:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616262.053625:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616262.053629:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616262.053643:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.053648:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616262.053650:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616262.053653:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616262.053654:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616262.053660:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.053668:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616262.053671:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616262.053673:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616262.053678:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616262.053693:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795608704:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616262.053699:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616262.053701:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616262.053703:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616262.053705:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:3.0:1773616262.053707:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:3.0:1773616262.053709:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616262.053714:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616262.053723:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.053730:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616262.053731:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.053733:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616262.053735:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616262.053736:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616262.053737:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616262.053739:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616262.053743:0:2402:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=124 v=36 (36 0 0 0) 00000100:00001000:3.0:1773616262.053746:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=124 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616262.053749:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616262.053750:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616262.053761:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616262.053772:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.053775:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616262.053776:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:3.0:1773616262.053778:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616262.053779:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616262.053784:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.053791:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616262.053793:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616262.053795:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616262.053798:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616262.053807:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795609216:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1773616262.053812:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616262.053813:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616262.053815:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616262.053817:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:3.0:1773616262.053818:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:3.0:1773616262.053820:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616262.053824:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616262.053834:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.053869:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616262.053870:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.053872:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616262.053873:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616262.053875:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616262.053877:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616262.053879:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616262.053883:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=123 v=5 (5 0 0 0) 00000100:00001000:3.0:1773616262.053885:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616262.053888:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616262.053889:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616262.053891:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616262.053893:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.053895:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616262.053896:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:3.0:1773616262.053898:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616262.053899:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616262.053903:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.053910:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616262.053912:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616262.053913:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616262.053917:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616262.053924:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2402:1859763795609472:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1773616262.054136:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.054138:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616262.054142:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795608704/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.054149:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616262.054152:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616262.054156:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616262.054160:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616262.054162:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616262.054164:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616262.054167:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616262.054169:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06800. 02000000:00000001:3.0:1773616262.054173:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616262.054175:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616262.054177:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:3.0:1773616262.054180:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616262.054181:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.054183:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616262.054186:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795609216/t0(0) o400->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.054192:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616262.054193:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616262.054195:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616262.054197:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616262.054198:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616262.054199:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616262.054201:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616262.054203:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06a00. 02000000:00000001:3.0:1773616262.054205:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616262.054206:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616262.054207:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:3.0:1773616262.054210:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616262.054211:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.054212:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616262.054215:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca300 x1859763795609472/t0(0) o400->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616262.054222:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616262.054223:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616262.054224:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6a00. 02000000:00000001:3.0:1773616262.054226:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616262.054227:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616262.054228:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:3.0:1773616262.054230:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616262.054231:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a80ae06200. 02000000:00000001:3.0:1773616262.054233:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616262.054234:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616262.054235:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca300. 00000100:00000001:3.0:1773616262.054237:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616262.054238:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.054241:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616262.054248:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616262.054250:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616262.054252:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616262.054254:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054537:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616262.054541:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616262.054544:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616262.054547:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054550:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616262.054552:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054555:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054557:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054759:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616262.054761:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616262.054770:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616262.054775:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616262.054777:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616262.054778:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054780:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616262.054782:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054783:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054785:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054789:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616262.054791:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616262.054793:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616262.054795:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616262.054796:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616262.054797:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054799:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616262.054800:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054802:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054804:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054808:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616262.054810:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616262.054811:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616262.054813:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616262.054814:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616262.054816:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054817:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616262.054819:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054820:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054823:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.054826:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616262.054827:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616262.054862:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616262.054865:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616262.054868:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773616262.204618:0:93464:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616262.204632:0:93464:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616262.219593:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033d08 00000080:00200008:0.0:1773616262.219605:0:93465:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773616262.219614:0:93465:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616262.219616:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033c80 00000080:00200000:0.0:1773616262.219618:0:93465:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616262.219626:0:93465:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a811b28400. 00800000:00000002:0.0:1773616262.219634:0:93465:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616262.219638:0:93465:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616262.219644:0:93465:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616262.219646:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033ba0 00800000:00000002:0.0:1773616262.219649:0:93465:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616262.219653:0:93465:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616262.219656:0:93465:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616262.219659:0:93465:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616262.219663:0:93465:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616262.219665:0:93465:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616262.219668:0:93465:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616262.219669:0:93465:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616262.219672:0:93465:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616262.219675:0:93465:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616262.219681:0:93465:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616262.219683:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033a70 00000002:00010000:0.0:1773616262.219685:0:93465:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616262.219688:0:93465:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616262.219690:0:93465:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616262.219694:0:93465:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616262.219701:0:93465:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:0.0:1773616262.219704:0:93465:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616262.219709:0:93465:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616262.219713:0:93465:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616262.219718:0:93465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773616262.219730:0:93465:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616262.219735:0:93465:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616262.219738:0:93465:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773616262.219745:0:93465:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616262.219748:0:93465:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616262.219750:0:93465:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616262.219751:0:93465:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616262.219754:0:93465:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616262.219756:0:93465:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616262.219768:0:93465:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616262.219771:0:93465:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616262.219775:0:93465:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a811b28400. 00000080:00000001:0.0:1773616262.219780:0:93465:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616262.219783:0:93465:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616262.219786:0:93465:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616262.219789:0:93465:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67938 00800000:00000001:0.0:1773616262.219793:0:93465:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616262.219795:0:93465:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616262.219797:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616262.219799:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616262.219801:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616262.219803:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616262.219806:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616262.219809:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616262.219811:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616262.219812:0:93465:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616262.219814:0:93465:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616262.219817:0:93465:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67938 from it ffffa25882033cb8 00010000:00000001:0.0:1773616262.219819:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616262.219820:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616262.219822:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616262.219824:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616262.219826:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616262.219828:0:93465:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616262.219831:0:93465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616262.219857:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616262.219858:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616262.219860:0:93465:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616262.219862:0:93465:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616262.219864:0:93465:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616262.219871:0:93465:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616262.219875:0:93465:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616262.219877:0:93465:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616262.219882:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616262.219883:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616262.219885:0:93465:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.219888:0:93465:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616262.219890:0:93465:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.219891:0:93465:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.219894:0:93465:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616262.219896:0:93465:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616262.219897:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616262.219898:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616262.219901:0:93465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616262.219903:0:93465:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616262.219906:0:93465:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616262.219910:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033d08 00000080:00000008:0.0:1773616262.219911:0:93465:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000020:00000001:2.0:1773616262.229789:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033d08 00000080:00200008:2.0:1773616262.229801:0:93465:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a8041180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616262.229809:0:93465:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616262.229811:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033c80 00000080:00200000:2.0:1773616262.229813:0:93465:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8),name=/ 00000080:00000010:2.0:1773616262.229821:0:93465:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63400. 00800000:00000002:2.0:1773616262.229828:0:93465:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8061f0f80 2 00000080:00000001:2.0:1773616262.229834:0:93465:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616262.229854:0:93465:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616262.229857:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033ba0 00800000:00000002:2.0:1773616262.229860:0:93465:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616262.229864:0:93465:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616262.229867:0:93465:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616262.229869:0:93465:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616262.229872:0:93465:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616262.229874:0:93465:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616262.229877:0:93465:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616262.229879:0:93465:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616262.229881:0:93465:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616262.229885:0:93465:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616262.229891:0:93465:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616262.229893:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033a70 00000002:00010000:2.0:1773616262.229894:0:93465:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616262.229898:0:93465:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616262.229901:0:93465:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616262.229903:0:93465:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616262.229910:0:93465:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.229912:0:93465:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.229914:0:93465:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.230092:0:93465:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616262.230095:0:93465:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616262.230100:0:93465:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616262.230104:0:93465:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=4 obd=lustre-MDT0000-mdc-ffff91a81094d000 00010000:00000001:2.0:1773616262.230111:0:93465:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616262.230116:0:93465:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616262.230122:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.230124:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.230126:0:93465:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.230129:0:93465:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616262.230131:0:93465:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616262.230136:0:93465:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616262.230144:0:93465:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496c00. 00000100:00000001:2.0:1773616262.230151:0:93465:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.230156:0:93465:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616262.230158:0:93465:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.230160:0:93465:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616262.230161:0:93465:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.230163:0:93465:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.230169:0:93465:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00010000:00000001:2.0:1773616262.230173:0:93465:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616262.230175:0:93465:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616262.230179:0:93465:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804febf00. 00010000:00000010:2.0:1773616262.230183:0:93465:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c680. 00010000:00000001:2.0:1773616262.230187:0:93465:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616262.230190:0:93465:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5200. 00000020:00000010:2.0:1773616262.230195:0:93465:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff91a80453c580. 00000020:00000001:2.0:1773616262.230198:0:93465:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616262.230200:0:93465:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5200 with handle 0xe60cc2233ec6795b to hash 00000020:00000001:2.0:1773616262.230203:0:93465:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616262.230205:0:93465:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.230208:0:93465:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.230212:0:93465:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616262.230214:0:93465:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616262.230219:0:93465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 93465 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616262.230229:0:93465:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93465 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616262.230239:0:93465:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 93465 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616262.230245:0:93465:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616262.230247:0:93465:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616262.230254:0:93465:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8103d2180. 00000100:00000001:2.0:1773616262.230256:0:93465:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749745815936 : -121323963735680 : ffff91a8103d2180) 00000100:00000001:2.0:1773616262.230259:0:93465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616262.230260:0:93465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616262.230265:0:93465:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616262.230268:0:93465:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.230271:0:93465:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616262.230273:0:93465:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616262.230283:0:93465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616262.230292:0:93465:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616262.230295:0:93465:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616262.230298:0:93465:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616262.230301:0:93465:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616262.230303:0:93465:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616262.230306:0:93465:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job lsof:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93465:1859763795609600:192.168.201.103@tcp:101:lsof.0 00000100:00000001:2.0:1773616262.230310:0:93465:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616262.230315:0:93465:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616262.230317:0:93465:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616262.230320:0:93465:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616262.230324:0:93465:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616262.230326:0:93465:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616262.230334:0:93465:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616262.230338:0:93465:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616262.230430:0:93465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616262.230438:0:93465:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795609600, portal 10 00000100:00000001:2.0:1773616262.230440:0:93465:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616262.230442:0:93465:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616262.230448:0:93465:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616317 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616262.230456:0:93465:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616262.230459:0:93465:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616262.230462:0:93465:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ebb0. 00000100:00000200:2.0:1773616262.230465:0:93465:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795609600, offset 0 00000400:00000200:2.0:1773616262.230694:0:93465:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616262.230703:0:93465:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616262.230710:0:93465:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616262.230715:0:93465:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616262.230719:0:93465:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616262.230723:0:93465:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616262.230726:0:93465:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616262.230730:0:93465:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149696:149696:256:4294967295] 192.168.201.103@tcp LPNI seq info [149636:149636:8:4294967295] 00000400:00000200:2.0:1773616262.230735:0:93465:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616262.230746:0:93465:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616262.230752:0:93465:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616262.230758:0:93465:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ab5200. 00000800:00000200:2.0:1773616262.230774:0:93465:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616262.230782:0:93465:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616262.230788:0:93465:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ab5200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773616262.230864:0:93465:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616262.230869:0:93465:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35975 usecs (36 jiffies) 00000400:00000200:2.0:1773616262.230873:0:93465:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616262.230876:0:93465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302062875 00000100:00000001:2.0:1773616262.230879:0:93465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:2.0:1773616262.230882:0:93465:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302062875 00000100:00000001:2.0:1773616262.230884:0:93465:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:2.0:1773616262.230887:0:93465:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616262.230890:0:93465:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.230892:0:93465:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616262.230894:0:93465:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616262.230897:0:93465:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8103d2180 going to sleep for 50 seconds 00000100:00000001:2.0:1773616262.230900:0:93465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616262.230902:0:93465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616262.232166:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616262.232171:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ab5200. 00000400:00000200:1.0:1773616262.232177:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.232184:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616262.232189:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ebb0 00000400:00000010:1.0:1773616262.232191:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ebb0. 00000100:00000001:1.0:1773616262.232195:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616262.232201:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616317 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616262.232213:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616262.232217:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616317 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616262.232224:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616262.232226:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616262.241931:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.241949:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616262.241953:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.241956:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.241965:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.241974:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616262.241983:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.241988:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.241994:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.241998:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200674800 00000400:00000200:1.0:1773616262.242004:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616262.242011:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x194261 [1] + 224 00000800:00000001:1.0:1773616262.242028:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.242040:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616262.242043:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616262.242048:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616262.242059:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616262.242068:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616317 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616262.242081:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616317 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616262.242104:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616262.242113:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616262.242116:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.242206:0:93465:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616262.242213:0:93465:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616262.242216:0:93465:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616262.242220:0:93465:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616262.242225:0:93465:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:2.0:1773616262.242228:0:93465:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:2.0:1773616262.242231:0:93465:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616262.242235:0:93465:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616317 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616262.242244:0:93465:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616317 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616262.242250:0:93465:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616262.242252:0:93465:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.242254:0:93465:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616262.242258:0:93465:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616262.242261:0:93465:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616262.242263:0:93465:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616262.242266:0:93465:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616262.242275:0:93465:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=124 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616262.242279:0:93465:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=124 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616262.242282:0:93465:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616262.242284:0:93465:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.242286:0:93465:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616262.242290:0:93465:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.242293:0:93465:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616262.242295:0:93465:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616262.242297:0:93465:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616262.242299:0:93465:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616262.242303:0:93465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616317 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616262.242310:0:93465:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616262.242313:0:93465:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616262.242315:0:93465:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616262.242319:0:93465:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616317 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616262.242326:0:93465:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job lsof:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93465:1859763795609600:192.168.201.103@tcp:101:lsof.0 00000100:00000001:2.0:1773616262.242331:0:93465:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616262.242334:0:93465:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616262.242336:0:93465:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616262.242338:0:93465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616262.242341:0:93465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616317 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616262.242356:0:93465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616262.242360:0:93465:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8103d2180. 00000100:00000001:2.0:1773616262.242363:0:93465:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616262.242365:0:93465:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.242368:0:93465:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616262.242372:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.242375:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.242378:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=4 00000020:00000001:2.0:1773616262.242380:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.242383:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000040:2.0:1773616262.242393:0:93465:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5200, remote cookie: 0xf6516185796c6a9, flags: 0x1001 00010000:00010000:2.0:1773616262.242399:0:93465:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616262.242411:0:93465:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.242419:0:93465:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616262.242423:0:93465:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616262.242425:0:93465:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616262.242427:0:93465:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616262.242429:0:93465:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616262.242432:0:93465:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804febf00) refcount = 1 00010000:00010000:2.0:1773616262.242436:0:93465:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.242443:0:93465:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1773616262.242451:0:93465:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff91a804f62200. 00010000:00000001:2.0:1773616262.242455:0:93465:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616262.242456:0:93465:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616262.242460:0:93465:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616262.242462:0:93465:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616262.242466:0:93465:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.242487:0:93465:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616262.242489:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.242491:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.242492:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.242493:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.242495:0:93465:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.242499:0:93465:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616262.242501:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.242502:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.242504:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616262.242505:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.242508:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.242511:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.242512:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.242513:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=4 00000020:00000001:2.0:1773616262.242515:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.242517:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.242520:0:93465:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616262.242524:0:93465:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616262.242527:0:93465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.242533:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.242534:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.242536:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.242537:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.242538:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=5 00000020:00000001:2.0:1773616262.242541:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.242543:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.242546:0:93465:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616262.242548:0:93465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.242555:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.242556:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616262.242558:0:93465:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.242564:0:93465:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616262.242566:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.242567:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.242568:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.242569:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616262.242803:0:93465:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616317 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616262.243346:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.243348:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.243349:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616262.243351:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243353:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243355:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.243356:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616262.243357:0:93465:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.243358:0:93465:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.243361:0:93465:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616262.243364:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.243365:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.243366:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616262.243367:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243368:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00000002:00010000:2.0:1773616262.243371:0:93465:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.243376:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.243377:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.243379:0:93465:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616262.243380:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.243380:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.243381:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616262.243382:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243383:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000040:2.0:1773616262.243390:0:93465:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febf00 count: 2 00010000:00000001:2.0:1773616262.243393:0:93465:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616262.243398:0:93465:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80370f000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773616262.243401:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.243402:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616262.243404:0:93465:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616262.243406:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258820339f0 00000002:00002000:2.0:1773616262.243408:0:93465:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616262.243411:0:93465:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616262.243415:0:93465:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616262.243418:0:93465:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616262.243422:0:93465:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616262.243425:0:93465:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616262.243429:0:93465:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0f80 2 00000080:00000010:2.0:1773616262.243434:0:93465:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63400. 00000080:00000001:2.0:1773616262.243439:0:93465:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616262.243442:0:93465:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616262.243449:0:93465:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616262.243453:0:93465:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773616262.243459:0:93465:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301380. 00800000:00000001:2.0:1773616262.243461:0:93465:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744960384 : -121323964591232 : ffff91a810301380) 00800000:00000001:2.0:1773616262.243465:0:93465:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616262.243467:0:93465:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616262.243470:0:93465:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616262.243575:0:93465:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773616262.243578:0:93465:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773616262.243582:0:93465:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773616262.243583:0:93465:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616262.243588:0:93465:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773616262.243591:0:93465:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1773616262.243596:0:93465:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773616262.243599:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.243600:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.243602:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616262.243604:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243606:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243608:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.243610:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616262.243611:0:93465:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616262.243614:0:93465:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773616262.243616:0:93465:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301380 1 00800000:00000010:2.0:1773616262.243620:0:93465:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301380. 00800000:00000001:2.0:1773616262.243623:0:93465:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616262.243627:0:93465:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) for lock 0xe60cc2233ec6795b 00800000:00000001:2.0:1773616262.243951:0:93465:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616262.243954:0:93465:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616262.243955:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.243956:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.243958:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616262.243960:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243963:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243965:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.243967:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616262.243968:0:93465:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616262.243970:0:93465:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616262.243973:0:93465:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616262.243975:0:93465:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) 00000080:00010000:2.0:1773616262.243978:0:93465:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6795b from it ffffa25882033cb8 00010000:00000001:2.0:1773616262.243981:0:93465:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616262.243982:0:93465:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616262.243984:0:93465:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:2.0:1773616262.243986:0:93465:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243988:0:93465:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:2.0:1773616262.243990:0:93465:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616262.243993:0:93465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616262.244001:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.244002:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.244003:0:93465:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616262.244006:0:93465:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616262.244013:0:93465:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616262.244082:0:93465:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616262.244088:0:93465:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616262.244090:0:93465:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616262.244094:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.244095:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616262.244097:0:93465:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.244099:0:93465:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616262.244101:0:93465:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.244103:0:93465:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.244106:0:93465:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616262.244108:0:93465:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616262.244109:0:93465:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616262.244110:0:93465:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616262.244113:0:93465:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616262.244120:0:93465:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795609600/t0(0) o101->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616317 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lsof.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616262.244128:0:93465:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616262.244130:0:93465:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616262.244133:0:93465:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3b000. 02000000:00000001:2.0:1773616262.244138:0:93465:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616262.244140:0:93465:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616262.244142:0:93465:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616262.244144:0:93465:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616262.244146:0:93465:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496c00. 02000000:00000001:2.0:1773616262.244150:0:93465:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616262.244151:0:93465:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616262.244154:0:93465:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616262.244157:0:93465:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616262.244158:0:93465:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616262.244162:0:93465:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616262.244167:0:93465:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882033d08 00000080:00000008:2.0:1773616262.244170:0:93465:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a8041180c8), request_mask 2047, flags 0, foreign 0 00010000:00000001:0.0:1773616263.073163:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616263.073169:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616263.073176:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616263.073177:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616263.073181:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616263.073182:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616263.073186:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616263.073187:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616263.073190:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616263.073191:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616263.073233:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773616263.073236:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616263.073239:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616264.096251:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616264.096260:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616264.096267:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616264.096268:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616264.096273:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616264.096274:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616264.096278:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616264.096279:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616264.096282:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616264.096285:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616264.096350:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616264.096355:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616264.096358:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616265.012310:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043d08 00000080:00200008:3.0:1773616265.012319:0:93474:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a8041180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773616265.012327:0:93474:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616265.012329:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043c80 00000080:00200000:3.0:1773616265.012331:0:93474:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8),name=/ 00000080:00000010:3.0:1773616265.012338:0:93474:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6c00. 00800000:00000002:3.0:1773616265.012344:0:93474:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8061f0f80 2 00000080:00000001:3.0:1773616265.012348:0:93474:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616265.012353:0:93474:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616265.012356:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043ba0 00800000:00000002:3.0:1773616265.012359:0:93474:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616265.012363:0:93474:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616265.012365:0:93474:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616265.012368:0:93474:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616265.012371:0:93474:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616265.012373:0:93474:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616265.012375:0:93474:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616265.012377:0:93474:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616265.012380:0:93474:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616265.012384:0:93474:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616265.012389:0:93474:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616265.012392:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043a70 00000002:00010000:3.0:1773616265.012394:0:93474:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616265.012398:0:93474:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616265.012400:0:93474:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616265.012404:0:93474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616265.012411:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febf00 count: 2 00010000:00000001:3.0:1773616265.012414:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616265.012419:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616265.012424:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616265.012429:0:93474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773616265.012441:0:93474:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616265.012447:0:93474:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.012451:0:93474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773616265.012458:0:93474:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616265.012461:0:93474:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616265.012463:0:93474:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616265.012465:0:93474:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616265.012467:0:93474:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616265.012470:0:93474:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616265.012473:0:93474:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616265.012476:0:93474:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0f80 2 00000080:00000010:3.0:1773616265.013159:0:93474:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6c00. 00000080:00000001:3.0:1773616265.013167:0:93474:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616265.013169:0:93474:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616265.013172:0:93474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) 00000080:00010000:3.0:1773616265.013175:0:93474:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) for lock 0xe60cc2233ec6795b 00800000:00000001:3.0:1773616265.013179:0:93474:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616265.013182:0:93474:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616265.013184:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616265.013186:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616265.013189:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:3.0:1773616265.013191:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.013195:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.013198:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.013200:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616265.013201:0:93474:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616265.013203:0:93474:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616265.013206:0:93474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6795b from it ffffa25882043cb8 00010000:00000001:3.0:1773616265.013209:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616265.013210:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616265.013211:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:3.0:1773616265.013213:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.013215:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.013218:0:93474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616265.013221:0:93474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616265.013229:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.013230:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.013232:0:93474:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616265.013234:0:93474:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616265.013238:0:93474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773616265.013247:0:93474:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616265.013250:0:93474:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616265.013252:0:93474:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616265.013257:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.013258:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.013260:0:93474:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.013263:0:93474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616265.013265:0:93474:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.013267:0:93474:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.013270:0:93474:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.013272:0:93474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616265.013273:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.013275:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616265.013278:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616265.013279:0:93474:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616265.013283:0:93474:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.013288:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043d08 00000080:00000008:3.0:1773616265.013290:0:93474:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a8041180c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1773616265.013473:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043d08 00000080:00200008:3.0:1773616265.013477:0:93474:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a8041180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773616265.013481:0:93474:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616265.013482:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043c80 00000080:00200000:3.0:1773616265.013484:0:93474:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8),name=/ 00000080:00000010:3.0:1773616265.013488:0:93474:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6c00. 00800000:00000002:3.0:1773616265.013492:0:93474:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8061f0f80 2 00000080:00000001:3.0:1773616265.013495:0:93474:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616265.013497:0:93474:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616265.013498:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043ba0 00800000:00000002:3.0:1773616265.013500:0:93474:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616265.013503:0:93474:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616265.013504:0:93474:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616265.013505:0:93474:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616265.013507:0:93474:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616265.013510:0:93474:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616265.013511:0:93474:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616265.013513:0:93474:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616265.013515:0:93474:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616265.013518:0:93474:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616265.013522:0:93474:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616265.013524:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043a70 00000002:00010000:3.0:1773616265.013525:0:93474:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616265.013529:0:93474:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616265.013530:0:93474:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616265.013532:0:93474:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616265.013536:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febf00 count: 2 00010000:00000001:3.0:1773616265.013539:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616265.013542:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616265.013545:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616265.013548:0:93474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1773616265.013555:0:93474:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616265.014748:0:93474:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.014757:0:93474:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1773616265.014765:0:93474:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616265.014768:0:93474:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616265.014770:0:93474:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616265.014772:0:93474:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616265.014774:0:93474:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616265.014777:0:93474:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616265.014779:0:93474:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616265.014782:0:93474:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0f80 2 00000080:00000010:3.0:1773616265.014785:0:93474:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6c00. 00000080:00000001:3.0:1773616265.014790:0:93474:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616265.014792:0:93474:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616265.014795:0:93474:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) 00000080:00010000:3.0:1773616265.015039:0:93474:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a8041180c8) for lock 0xe60cc2233ec6795b 00800000:00000001:3.0:1773616265.015386:0:93474:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616265.015390:0:93474:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616265.015392:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616265.015395:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616265.015398:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:3.0:1773616265.015401:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.015404:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.015407:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.015409:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616265.015410:0:93474:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616265.015412:0:93474:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616265.015414:0:93474:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6795b from it ffffa25882043cb8 00010000:00000001:3.0:1773616265.015417:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616265.015418:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616265.015419:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5200 refcount=3 00000020:00000001:3.0:1773616265.015422:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.015424:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743665664 : -121323965885952 : ffff91a8101c5200) 00010000:00000001:3.0:1773616265.015425:0:93474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616265.015429:0:93474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1773616265.015437:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.015438:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.015440:0:93474:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616265.015442:0:93474:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616265.015444:0:93474:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:3.0:1773616265.015452:0:93474:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616265.015455:0:93474:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616265.015457:0:93474:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616265.015461:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.015462:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.015464:0:93474:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.015467:0:93474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616265.015469:0:93474:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.015471:0:93474:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.015474:0:93474:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.015476:0:93474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616265.015477:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.015478:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616265.015481:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616265.015483:0:93474:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616265.015678:0:93474:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.015686:0:93474:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882043d08 00000080:00000008:2.0:1773616265.015689:0:93474:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a8041180c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616265.016877:0:93474:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616265.016888:0:93474:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616265.018754:0:1463:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616265.023020:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616265.029549:0:93474:0:(llite_lib.c:1009:ll_kill_super()) Process entered 00000080:00000001:0.0:1773616265.029557:0:93474:0:(llite_lib.c:1030:ll_kill_super()) Process leaving 00000080:00000001:0.0:1773616265.029572:0:93474:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773616265.029576:0:93474:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773616265.029594:0:93474:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773616265.029597:0:93474:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1773616265.029648:0:90997:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1773616265.029651:0:90997:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773616265.029654:0:90997:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616265.029661:0:90997:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616265.029669:0:90997:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.029674:0:90997:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.029678:0:90997:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.029684:0:90997:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.029690:0:90997:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.029695:0:90997:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.029702:0:90997:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.029706:0:90997:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.029710:0:90997:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29400. 00000008:00000010:0.0:1773616265.029725:0:90997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.029730:0:90997:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.029733:0:90997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.029738:0:90997:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616265.029741:0:90997:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616265.029744:0:90997:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000020:00000001:0.0:1773616265.029749:0:90997:0:(cl_object.c:151:cl_object_top()) ffff91a80460b850 -> ffff91a80460b850 00000020:00000001:0.0:1773616265.029752:0:90997:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616265.029755:0:90997:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616265.029757:0:90997:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616265.029760:0:90997:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616265.029762:0:90997:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773616265.029764:0:90997:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616265.029768:0:90997:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a8053cd2a0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773616265.029772:0:90997:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a8014aa7c0 00020000:00000001:0.0:1773616265.029776:0:90997:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616265.029778:0:90997:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616265.029780:0:90997:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616265.029782:0:90997:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.029784:0:90997:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616265.029787:0:90997:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616265.029789:0:90997:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.029790:0:90997:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616265.029792:0:90997:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616265.029793:0:90997:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616265.029795:0:90997:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a8014aa7c0 00000020:00000001:0.0:1773616265.029797:0:90997:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.029799:0:90997:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616265.029801:0:90997:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773616265.029803:0:90997:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773616265.029807:0:90997:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616265.029811:0:90997:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616265.029814:0:90997:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616265.029816:0:90997:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616265.029817:0:90997:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616265.029820:0:90997:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616265.029823:0:90997:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29200. 00000020:00000010:0.0:1773616265.029826:0:90997:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29800. 00000020:00000010:0.0:1773616265.029829:0:90997:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfd20. 00000008:00000010:0.0:1773616265.029833:0:90997:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616265.029869:0:90997:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616265.029873:0:90997:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616265.029876:0:90997:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616265.029879:0:90997:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616265.029882:0:90997:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b28000. 00000008:00000010:0.0:1773616265.029885:0:90997:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616265.029887:0:90997:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616265.029890:0:90997:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616265.029892:0:90997:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616265.029894:0:90997:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616265.029897:0:90997:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616265.029899:0:90997:0:(cl_object.c:151:cl_object_top()) ffff91a80460b918 -> ffff91a80460b850 00000020:00000001:0.0:1773616265.029901:0:90997:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616265.029904:0:90997:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616265.029905:0:90997:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616265.029906:0:90997:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030082:0:90997:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030084:0:90997:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616265.030086:0:90997:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616265.030088:0:90997:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030090:0:90997:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030092:0:90997:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030094:0:90997:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773616265.030096:0:90997:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616265.030097:0:90997:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616265.030099:0:90997:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616265.030100:0:90997:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616265.030102:0:90997:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030104:0:90997:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030106:0:90997:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030107:0:90997:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030109:0:90997:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616265.030110:0:90997:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030112:0:90997:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030113:0:90997:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773616265.030115:0:90997:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616265.030117:0:90997:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616265.030118:0:90997:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616265.030120:0:90997:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773616265.030122:0:90997:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1773616265.030128:0:90997:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773616265.030130:0:90997:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773616265.030131:0:90997:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616265.030134:0:90997:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616265.030135:0:90997:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616265.030137:0:90997:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446622749548120704 : -121324161430912 : ffff91a804748a80) 00000008:00000020:0.0:1773616265.030141:0:90997:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff91a804748a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1773616265.030144:0:90997:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773616265.030145:0:90997:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773616265.030147:0:90997:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616265.030149:0:90997:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1773616265.030151:0:90997:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1773616265.030154:0:90997:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff91a809118b40@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff91a804748a80], [28672|1|+|-|ffff91a81002a600|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1773616265.030166:0:90997:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 000000007c028cff ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773616265.030179:0:90997:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1773616265.030183:0:90997:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1773616265.030188:0:90997:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1773616265.030190:0:90997:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773616265.030194:0:90997:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff91a809118b40@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff91a804748a80], [28672|1|+|-|ffff91a81002a600|1024|ffff91a8014aa7c0]} make ready 00000008:00010000:0.0:1773616265.030199:0:90997:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000007c028cff ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773616265.030207:0:90997:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:0.0:1773616265.030209:0:90997:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1773616265.030221:0:90997:0:(cl_page.c:1200:cl_page_make_ready()) page@000000008c2524b9[2 00000000c0e8e7e5 1 1 0000000000000000] 00000020:00008000:0.0:1773616265.030223:0:90997:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:0.0:1773616265.030226:0:90997:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:0.0:1773616265.030227:0:90997:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773616265.030229:0:90997:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773616265.030231:0:90997:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773616265.030232:0:90997:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773616265.030234:0:90997:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616265.030237:0:90997:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000c0e8e7e5 1 1 0000000000000000] 00000020:00000001:0.0:1773616265.030238:0:90997:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1773616265.030240:0:90997:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773616265.030241:0:90997:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1773616265.030244:0:90997:0:(cl_page.c:1222:cl_page_make_ready()) page@000000008c2524b9[2 00000000c0e8e7e5 3 1 0000000000000000] 00000020:00000001:0.0:1773616265.030246:0:90997:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1773616265.030247:0:90997:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030249:0:90997:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:0.0:1773616265.030251:0:90997:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:0.0:1773616265.030253:0:90997:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773616265.030256:0:90997:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030258:0:90997:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00000001:0.0:1773616265.030260:0:90997:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.030263:0:90997:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:0.0:1773616265.030267:0:90997:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91a81094d000: cli: ffff91a802e00820 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1773616265.030273:0:90997:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91a802eee8a8. 00000008:00000010:0.0:1773616265.030277:0:90997:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91a81817f1a0. 00000020:00000001:0.0:1773616265.030280:0:90997:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773616265.030283:0:90997:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773616265.030284:0:90997:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773616265.030288:0:90997:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773616261/1773616261 00000020:00000001:0.0:1773616265.030291:0:90997:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773616265.030293:0:90997:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1773616265.030295:0:90997:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1773616265.030298:0:90997:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:0.0:1773616265.030301:0:90997:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616265.030307:0:90997:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:0.0:1773616265.030310:0:90997:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616265.030316:0:90997:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773616265.030319:0:90997:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773616265.030322:0:90997:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616265.030328:0:90997:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616265.030331:0:90997:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00000001:0.0:1773616265.030338:0:90997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616265.030339:0:90997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616265.030341:0:90997:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1773616265.030343:0:90997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616265.030345:0:90997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616265.030347:0:90997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616265.030349:0:90997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616265.030352:0:90997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00000008:00000001:0.0:1773616265.030355:0:90997:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616265.030357:0:90997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616265.030358:0:90997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773616265.030359:0:90997:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1773616265.030362:0:90997:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1773616265.030368:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616265.030372:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616265.030379:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616265.030381:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616265.030384:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616265.030393:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff91a804696000. 00000100:00000001:0.0:1773616265.030401:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616265.030410:0:90997:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:0.0:1773616265.030416:0:90997:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91a81094d000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8409088 cl_lost_grant 0 00000008:00000001:0.0:1773616265.030421:0:90997:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1773616265.030449:0:90997:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4239 MB/s 00000008:00008000:0.0:1773616265.030458:0:90997:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffd0b184cdc240 map ffff91a80415d4f8 index 0 flags 17ffffc0005028 count 2 priv ffff91a807b35d20: off 0 00000008:00000001:0.0:1773616265.030467:0:90997:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1773616265.030469:0:90997:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 98f94189 (4) 00000008:00100000:0.0:1773616265.030473:0:90997:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff91a810377100 - object 0x280000401:5996 offset 0<>4096 00000008:00000001:0.0:1773616265.030476:0:90997:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030478:0:90997:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773616265.030479:0:90997:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773616265.030481:0:90997:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773616265.030482:0:90997:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773616261/1773616261 00000020:00000001:0.0:1773616265.030484:0:90997:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773616265.030485:0:90997:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1773616265.030487:0:90997:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1773616265.030489:0:90997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616265.030491:0:90997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000008:00000002:0.0:1773616265.030503:0:90997:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 00000000eed92283, now 0r/1w/0d in flight req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1773616265.030513:0:90997:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x7:0x0]: 1 write pages, start 0, end 1, now 0r/1w/0d in flight 00000100:00000040:0.0:1773616265.030522:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_00+0] req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773616265.030545:0:90997:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1773616265.030547:0:90997:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.030549:0:90997:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.030550:0:90997:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616265.030552:0:90997:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.030554:0:90997:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616265.030555:0:90997:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.030557:0:90997:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616265.030558:0:90997:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.030561:0:90997:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616265.030563:0:90997:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.030564:0:90997:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1773616265.030568:0:90997:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1773616265.030571:0:90997:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616265.030574:0:90997:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030576:0:90997:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030578:0:90997:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030580:0:90997:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030582:0:90997:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030584:0:90997:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616265.030586:0:90997:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773616265.030588:0:90997:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616265.030589:0:90997:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773616265.030590:0:90997:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773616265.030591:0:90997:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030593:0:90997:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773616265.030595:0:90997:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773616265.030597:0:90997:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773616265.030598:0:90997:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773616265.030599:0:90997:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616265.030600:0:90997:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616265.030601:0:90997:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773616265.030603:0:90997:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030605:0:90997:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030607:0:90997:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773616265.030608:0:90997:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773616265.030609:0:90997:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773616265.030611:0:90997:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773616265.030612:0:90997:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616265.030613:0:90997:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616265.030615:0:90997:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616265.030616:0:90997:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773616265.030618:0:90997:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773616265.030620:0:90997:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030622:0:90997:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.030623:0:90997:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616265.030624:0:90997:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616265.030626:0:90997:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.030628:0:90997:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616265.030629:0:90997:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616265.030631:0:90997:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616265.030632:0:90997:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616265.030633:0:90997:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616265.030635:0:90997:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616265.030638:0:90997:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29800. 00000020:00000010:0.0:1773616265.030642:0:90997:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfd20. 00000008:00000010:0.0:1773616265.030645:0:90997:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616265.030650:0:90997:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616265.030653:0:90997:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616265.030657:0:90997:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616265.030660:0:90997:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616265.030662:0:90997:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29200. 00000008:00000010:0.0:1773616265.030665:0:90997:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616265.030668:0:90997:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616265.030673:0:90997:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616265.030676:0:90997:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616265.030678:0:90997:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b28000. 00000020:00000010:0.0:1773616265.030680:0:90997:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00020000:00000001:0.0:1773616265.030684:0:90997:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616265.030686:0:90997:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616265.030689:0:90997:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616265.030691:0:90997:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616265.030694:0:90997:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616265.030695:0:90997:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616265.030697:0:90997:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616265.030699:0:90997:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.030702:0:90997:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.030704:0:90997:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.030706:0:90997:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.030709:0:90997:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.030712:0:90997:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.030728:0:90997:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.030731:0:90997:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29a00. 00000008:00000010:0.0:1773616265.030733:0:90997:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.030736:0:90997:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.030740:0:90997:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.030742:0:90997:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616265.030745:0:90997:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.030747:0:90997:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000080:00000001:0.0:1773616265.030749:0:90997:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616265.030752:0:90997:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.030780:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616265.030783:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.030785:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616265.030791:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.030798:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616265.030800:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616265.030804:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616265.030806:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616265.030809:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616265.030812:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795609728:192.168.201.103@tcp:4:dd.0 00000100:00000001:0.0:1773616265.030816:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616265.030821:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616265.030824:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616265.030827:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616265.030832:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c2800. 02000000:00000001:0.0:1773616265.030834:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616265.030863:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616265.030868:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a478. 00000400:00000010:0.0:1773616265.030875:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aee0. 00000100:00000200:0.0:1773616265.030882:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795609728, portal 4 00000100:00000001:0.0:1773616265.030884:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616265.030886:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:0.0:1773616265.030894:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.030901:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616265.030904:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616265.030907:0:2399:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff91a810e90540. 00000100:00000200:0.0:1773616265.030910:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1859763795609728, offset 0 00000400:00000200:0.0:1773616265.030917:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616265.030925:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.030932:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616265.030937:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616265.030942:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616265.030946:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616265.030949:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616265.030953:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149697:149697:256:4294967295] 192.168.201.103@tcp LPNI seq info [149637:149637:8:4294967295] 00000400:00000200:0.0:1773616265.030958:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.030966:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616265.030973:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616265.030977:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff91a811b29400. 00000800:00000200:0.0:1773616265.030985:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616265.030993:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616265.030998:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a811b29400 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1773616265.031010:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.031015:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 42601 usecs (43 jiffies) 00000400:00000200:0.0:1773616265.031018:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616265.031021:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302065680 00000100:00000001:0.0:1773616265.031024:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302066574 00000100:00000001:0.0:1773616265.031027:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302065680 00000100:00000001:0.0:1773616265.031029:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302066574 00000100:00000001:0.0:1773616265.031032:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616265.031035:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.031039:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.031041:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.031048:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616265.031050:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616265.031052:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616265.031053:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.031055:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.031057:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616265.034412:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616265.034423:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff91a811b29400. 00000400:00000200:0.0:1773616265.034430:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.034439:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616265.034445:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a810e90540 00000400:00000010:0.0:1773616265.034448:0:2391:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff91a810e90540. 00000100:00000001:0.0:1773616265.034453:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616265.034461:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.034474:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.034478:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.034486:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.034488:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616265.034505:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616265.034509:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1773616265.045412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a807c3bcc0. 00000080:00000010:0.1:1773616265.045426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a81023dd60. 00000800:00000001:1.0:1773616265.055540:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.055559:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616265.055564:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.055566:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616265.055576:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.055584:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616265.055592:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.055598:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.055605:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.055610:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b7200674880 00000400:00000200:1.0:1773616265.055615:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.055622:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x194269 [1] + 224 00000800:00000001:1.0:1773616265.055630:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.055639:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616265.055642:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616265.055647:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616265.055655:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616265.055665:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616265.055678:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616265.055701:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616265.055711:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.055723:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.055787:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616265.055791:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616265.055798:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616265.055800:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616265.055803:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a478. 00000400:00000200:0.0:1773616265.055808:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:0.0:1773616265.055810:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:0.0:1773616265.055813:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616265.055818:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616265.055827:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795609728/t0(0) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.055834:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616265.055877:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.055881:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616265.055884:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616265.055887:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616265.055889:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616265.055892:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616265.055901:0:2399:0:(import.c:2136:obd_at_measure()) add 136 to ffff91a8030ad4a0 time=1773616265 v=5 (0 0 0 0) 00000100:00001000:0.0:1773616265.055904:0:2399:0:(import.c:2202:obd_at_measure()) AT ffff91a8030ad4a0 change: old=5 new=136 delta=131 (val=136) hist 136 0 0 0 00000100:00001000:0.0:1773616265.055908:0:2399:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-OST0000-osc-ffff91a81094d000 ptl 6 has changed from 5 to 136 00000100:00001000:0.0:1773616265.055911:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=126 v=5 (1 0 0 0) 00000100:00000001:0.0:1773616265.055914:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616265.055916:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.055919:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616265.055922:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.055926:0:2399:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773616265.055928:0:2399:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773616265.055929:0:2399:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773616265.055932:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616265.055933:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000001:0.0:1773616265.055936:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616265.055938:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:0.0:1773616265.055940:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616265.055942:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.055947:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795609728/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.055955:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616265.055958:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616265.055960:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616265.056165:0:2399:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:0.0:1773616265.056168:0:2399:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1773616265.056173:0:2399:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1773616265.056176:0:2399:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1773616265.056181:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a81094d000: setdq to remove for usr 0 00000001:04000000:0.0:1773616265.056183:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a81094d000: setdq to remove for grp 0 00000001:04000000:0.0:1773616265.056185:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a81094d000: setdq to remove for prj 0 00000001:00000001:0.0:1773616265.056187:0:2399:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616265.056189:0:2399:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1773616265.056193:0:2399:0:(osc_request.c:2085:check_write_checksum()) checksum 98f94189 confirmed 00000008:00000001:0.0:1773616265.056196:0:2399:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1773616265.056200:0:2399:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1773616265.056202:0:2399:0:(osc_request.c:2579:brw_interpret()) request ffff91a810377100 aa ffff91a8103772b0 rc 0 00000020:00000001:0.0:1773616265.056210:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:0.0:1773616265.056212:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:0.0:1773616265.056214:0:2399:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773616265.056218:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616265.056220:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.056222:0:2399:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.056224:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00000010:0.0:1773616265.056227:0:2399:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91a81817f1a0. 00000020:00000001:0.0:1773616265.056231:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:0.0:1773616265.056234:0:2399:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1773616265.056247:0:2399:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1773616265.056249:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.056254:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810377100 x1859763795609728/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.056261:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.056265:0:2399:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:0.0:1773616265.056268:0:2399:0:(osc_cache.c:901:osc_extent_finish()) extent ffff91a809118b40@{[0 -> 0/1023], [2|0|-|rpc|wiuY|ffff91a804748a80], [28672|1|+|-|ffff91a81002a600|1024|ffff91a8014aa7c0]} extent finished. 00000008:00010000:0.0:1773616265.056277:0:2399:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000007c028cff ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000008:00000001:0.0:1773616265.056291:0:2399:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:0.0:1773616265.056294:0:2399:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:0.0:1773616265.056298:0:2399:0:(cl_page.c:1144:cl_page_complete()) page@000000008c2524b9[2 00000000c0e8e7e5 3 1 0000000000000000] 00000020:00000001:0.0:1773616265.056300:0:2399:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:0.0:1773616265.056302:0:2399:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773616265.056304:0:2399:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773616265.056306:0:2399:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616265.056309:0:2399:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000c0e8e7e5 3 1 0000000000000000] 00000020:00000001:0.0:1773616265.056312:0:2399:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1773616265.056313:0:2399:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1773616265.056317:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1773616265.056320:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000008c2524b9[2 00000000c0e8e7e5 1 1 0000000000000000] 00000080:00008000:0.0:1773616265.056322:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1773616265.056357:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1773616265.056359:0:2399:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:0.0:1773616265.056361:0:2399:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773616265.056364:0:2399:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[2 00000000c0e8e7e5 1 1 0000000000000000] 00000020:00000001:0.0:1773616265.056365:0:2399:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:0.0:1773616265.056367:0:2399:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:0.0:1773616265.056368:0:2399:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:0.0:1773616265.056371:0:2399:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 16846848 dirty: 0/0 00000008:00000020:0.0:1773616265.056376:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91a809118b40@{[0 -> 0/1023], [1|0|-|inv|wuY|ffff91a804748a80], [28672|0|-|-|ffff91a81002a600|1024|ffff91a8014aa7c0]} destroyed. 00000008:00010000:0.0:1773616265.056382:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000007c028cff ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00000001:0.0:1773616265.056391:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616265.056394:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1773616265.056397:0:2399:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91a809118b40. 00000008:00000001:0.0:1773616265.056401:0:2399:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773616265.056403:0:2399:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff91a802eee8a8. 00000008:00000020:0.0:1773616265.056412:0:2399:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff91a802e00820. 00000008:00000001:0.0:1773616265.056423:0:2399:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.056428:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795609728/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616265.056436:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2399:1859763795609728:192.168.201.103@tcp:4:dd.0 00000100:00000001:0.0:1773616265.056441:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.056443:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.056447:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795609728/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.056453:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.056642:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.056649:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616265.056652:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.056654:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616265.056656:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.056670:0:85936:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616265.056676:0:85936:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616265.056681:0:85936:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.056685:0:85936:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.056689:0:85936:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.056694:0:85936:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.056699:0:85936:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.056704:0:85936:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.056709:0:85936:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.056723:0:85936:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.056727:0:85936:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29c00. 00000008:00000010:0.0:1773616265.056732:0:85936:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.056736:0:85936:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.056739:0:85936:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.056743:0:85936:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616265.056746:0:85936:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616265.056749:0:85936:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000008:00000020:0.0:1773616265.056751:0:85936:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff91a802e00820. 00000008:00000001:0.0:1773616265.056754:0:85936:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616265.056755:0:85936:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616265.056758:0:85936:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.056760:0:85936:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1773616265.056762:0:85936:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616265.056765:0:85936:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.056769:0:85936:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.056772:0:85936:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.056776:0:85936:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.056779:0:85936:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.056783:0:85936:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.056786:0:85936:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.056789:0:85936:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29400. 00000008:00000010:0.0:1773616265.056791:0:85936:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.056794:0:85936:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.056798:0:85936:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.056801:0:85936:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616265.056804:0:85936:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.056805:0:85936:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000080:00000001:2.0:1773616265.056903:0:93474:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:2.0:1773616265.056909:0:93474:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:2.0:1773616265.056911:0:93474:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a8041180c8) 00800000:00000001:2.0:1773616265.056916:0:93474:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:2.0:1773616265.056918:0:93474:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:2.0:1773616265.056924:0:93474:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:2.0:1773616265.056931:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febf00 count: 2 00010000:00000001:2.0:1773616265.056935:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616265.056938:0:93474:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.056940:0:93474:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1773616265.056943:0:93474:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616265.056944:0:93474:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616265.056947:0:93474:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1773616265.056950:0:93474:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1773616265.056952:0:93474:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616265.056954:0:93474:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616265.056958:0:93474:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8061f0f80 1 00800000:00000010:2.0:1773616265.056961:0:93474:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a8061f0f80. 00000080:00000001:2.0:1773616265.056966:0:93474:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1773616265.056968:0:93474:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1773616265.056981:0:93474:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:2.0:1773616265.056983:0:93474:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773616265.056985:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616265.056988:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616265.056992:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62c00. 00000020:00000010:2.0:1773616265.056995:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62a00. 00000020:00000010:2.0:1773616265.056998:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685660. 00000008:00000010:2.0:1773616265.057002:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616265.057005:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616265.057009:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616265.057013:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616265.057016:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616265.057019:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616265.057022:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616265.057025:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616265.057028:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616265.057031:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090960f0. 00000020:00000001:2.0:1773616265.057034:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616265.057036:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000020:00000001:2.0:1773616265.057040:0:93474:0:(cl_object.c:151:cl_object_top()) ffff91a80460b850 -> ffff91a80460b850 00000020:00000001:2.0:1773616265.057042:0:93474:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616265.057045:0:93474:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616265.057046:0:93474:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616265.057050:0:93474:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616265.057051:0:93474:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616265.057053:0:93474:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616265.057057:0:93474:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x7:0x0]io ffff91a80508ae00 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773616265.057060:0:93474:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a84217cf80 00020000:00000001:2.0:1773616265.057064:0:93474:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616265.057066:0:93474:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616265.057068:0:93474:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616265.057069:0:93474:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057072:0:93474:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616265.057074:0:93474:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616265.057076:0:93474:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057078:0:93474:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616265.057079:0:93474:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616265.057080:0:93474:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616265.057082:0:93474:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a84217cf80 00000020:00000001:2.0:1773616265.057084:0:93474:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057087:0:93474:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616265.057088:0:93474:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773616265.057090:0:93474:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773616265.057093:0:93474:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616265.057097:0:93474:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616265.057101:0:93474:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616265.057103:0:93474:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616265.057104:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616265.057107:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616265.057110:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616265.057113:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616265.057115:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685c00. 00000008:00000010:2.0:1773616265.057119:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.057122:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.057125:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.057128:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.057130:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.057134:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62600. 00000008:00000010:2.0:1773616265.057136:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.057139:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.057141:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.057145:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616265.057146:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616265.057149:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616265.057151:0:93474:0:(cl_object.c:151:cl_object_top()) ffff91a80460b918 -> ffff91a80460b850 00000020:00000001:2.0:1773616265.057153:0:93474:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616265.057155:0:93474:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616265.057156:0:93474:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616265.057157:0:93474:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057159:0:93474:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057161:0:93474:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877527656 : -121323832023960 : ffff91a81816e468) 00000020:00000001:2.0:1773616265.057165:0:93474:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773616265.057166:0:93474:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057169:0:93474:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057170:0:93474:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057172:0:93474:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773616265.057174:0:93474:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773616265.057176:0:93474:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616265.057177:0:93474:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773616265.057179:0:93474:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616265.057180:0:93474:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057182:0:93474:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057183:0:93474:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057185:0:93474:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057186:0:93474:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616265.057188:0:93474:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057189:0:93474:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057191:0:93474:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773616265.057193:0:93474:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773616265.057194:0:93474:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616265.057195:0:93474:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773616265.057197:0:93474:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773616265.057200:0:93474:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1773616265.057204:0:93474:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:2.0:1773616265.057208:0:93474:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616265.057210:0:93474:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057212:0:93474:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057213:0:93474:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057214:0:93474:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057216:0:93474:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057217:0:93474:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773616265.057219:0:93474:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1773616265.057221:0:93474:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773616265.057222:0:93474:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1773616265.057224:0:93474:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1773616265.057227:0:93474:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a804748a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1773616265.057229:0:93474:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057231:0:93474:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773616265.057233:0:93474:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057235:0:93474:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1773616265.057236:0:93474:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773616265.057238:0:93474:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1773616265.057240:0:93474:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773616265.057241:0:93474:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616265.057243:0:93474:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616265.057244:0:93474:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773616265.057246:0:93474:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057247:0:93474:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057249:0:93474:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773616265.057250:0:93474:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773616265.057251:0:93474:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1773616265.057253:0:93474:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773616265.057254:0:93474:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616265.057256:0:93474:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616265.057257:0:93474:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616265.057259:0:93474:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773616265.057260:0:93474:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773616265.057261:0:93474:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057263:0:93474:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057265:0:93474:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616265.057266:0:93474:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616265.057268:0:93474:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057269:0:93474:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773616265.057271:0:93474:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616265.057272:0:93474:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773616265.057273:0:93474:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773616265.057275:0:93474:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616265.057276:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616265.057278:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616265.057282:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685c00. 00000008:00000010:2.0:1773616265.057286:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.057289:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.057291:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.057294:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.057297:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.057300:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616265.057302:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.057305:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.057308:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.057311:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616265.057313:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62600. 00000020:00000010:2.0:1773616265.057316:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00020000:00000001:2.0:1773616265.057318:0:93474:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616265.057320:0:93474:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616265.057322:0:93474:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616265.057324:0:93474:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616265.057327:0:93474:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616265.057328:0:93474:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616265.057330:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:2.0:1773616265.057332:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62a00. 00000020:00000010:2.0:1773616265.057334:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685660. 00000008:00000010:2.0:1773616265.057337:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616265.057341:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616265.057343:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616265.057346:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616265.057348:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616265.057351:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62c00. 00000008:00000010:2.0:1773616265.057353:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616265.057356:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616265.057358:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616265.057360:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090960f0. 00000020:00000010:2.0:1773616265.057363:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616265.057364:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000080:00000001:2.0:1773616265.057367:0:93474:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057373:0:93474:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773616265.057375:0:93474:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446622749602569504 : -121324106982112 : ffff91a807b35d20) 00000020:00000001:2.0:1773616265.057378:0:93474:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:2.0:1773616265.057380:0:93474:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:2.0:1773616265.057381:0:93474:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773616265.057383:0:93474:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773616265.057384:0:93474:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616265.057388:0:93474:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000c0e8e7e5 1 1 0000000000000000] 00000020:00000001:2.0:1773616265.057390:0:93474:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1773616265.057392:0:93474:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1773616265.057394:0:93474:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1773616265.057395:0:93474:0:(osc_page.c:138:osc_page_delete()) ffff91a807b35d80 00000008:00000001:2.0:1773616265.057397:0:93474:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1773616265.057400:0:93474:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff91a807b35d90 page ffff91a807b35d80 at index 0. 00000008:00000001:2.0:1773616265.057402:0:93474:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616265.057408:0:93474:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1773616265.057410:0:93474:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd0b184cdc240 index 0 00000020:00000001:2.0:1773616265.057414:0:93474:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1773616265.057416:0:93474:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:2.0:1773616265.057418:0:93474:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773616265.057420:0:93474:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[1 00000000c0e8e7e5 5 1 0000000000000000] 00000020:00000001:2.0:1773616265.057421:0:93474:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:2.0:1773616265.057423:0:93474:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:2.0:1773616265.057426:0:93474:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91a807b35d20. 00000020:00000001:2.0:1773616265.057429:0:93474:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:2.0:1773616265.057430:0:93474:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773616265.057459:0:93474:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:2.0:1773616265.057461:0:93474:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0x7:0x0](ffff91a80415d348) 00800000:00000001:2.0:1773616265.057464:0:93474:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:2.0:1773616265.057465:0:93474:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0x7:0x0] 00000002:00000001:2.0:1773616265.057467:0:93474:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:2.0:1773616265.057471:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 2 00010000:00000001:2.0:1773616265.057473:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616265.057475:0:93474:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.057477:0:93474:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1773616265.057479:0:93474:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616265.057480:0:93474:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616265.057482:0:93474:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1773616265.057483:0:93474:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1773616265.057485:0:93474:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616265.057487:0:93474:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.057489:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616265.057492:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616265.057495:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616265.057497:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616265.057499:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685660. 00000008:00000010:2.0:1773616265.057731:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616265.057734:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616265.057737:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616265.057740:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616265.057743:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616265.057745:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000008:00000010:2.0:1773616265.057748:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616265.057750:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616265.057753:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616265.057755:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090960f0. 00000020:00000001:2.0:1773616265.057757:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616265.057759:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00020000:00000001:2.0:1773616265.057773:0:93474:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:2.0:1773616265.057775:0:93474:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a84217cf80 00020000:00000001:2.0:1773616265.057819:0:93474:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:2.0:1773616265.057823:0:93474:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bd20, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616265.057828:0:93474:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616265.057831:0:93474:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78c80: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000001:2.0:1773616265.057834:0:93474:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:2.0:1773616265.057875:0:93474:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057878:0:93474:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1773616265.057881:0:93474:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:2.0:1773616265.057885:0:93474:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1773616265.057888:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:2.0:1773616265.057891:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616265.057893:0:93474:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1773616265.057895:0:93474:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1773616265.057900:0:93474:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 100 blocks 8 [cma]time: 1773616141 1773616141 0 by oinfo size 4096 blocks 8 [cma]time 1773616261 1773616261 0 ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000020:00000001:2.0:1773616265.057910:0:93474:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000020:00000001:2.0:1773616265.057912:0:93474:0:(cl_object.c:151:cl_object_top()) ffff91a804748a80 -> ffff91a80460b850 00000008:00000001:2.0:1773616265.057914:0:93474:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616265.057916:0:93474:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616265.057918:0:93474:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616265.057920:0:93474:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773616265.057930:0:93474:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91a804748a80. 00020000:00000001:2.0:1773616265.057935:0:93474:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1773616265.057937:0:93474:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91a80460b898. 00020000:00000001:2.0:1773616265.057942:0:93474:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1773616265.057964:0:93474:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.057967:0:93474:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616265.057969:0:93474:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a84217cf80 00020000:00000001:2.0:1773616265.057971:0:93474:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:2.0:1773616265.057973:0:93474:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:2.0:1773616265.057974:0:93474:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a84217cf80 00020000:00000001:2.0:1773616265.057977:0:93474:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:2.0:1773616265.057979:0:93474:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91a8045a4db0. 00020000:00000010:2.0:1773616265.057983:0:93474:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91a807f63000. 00020000:00000010:2.0:1773616265.058157:0:93474:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91a804557d20. 00020000:00000002:2.0:1773616265.058160:0:93474:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bd20, objid 0x7:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616265.058164:0:93474:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616265.058168:0:93474:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78c80: ostid: 0x280000401:5996 ost idx: 0 gen: 0 00020000:00000010:2.0:1773616265.058172:0:93474:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a806f78c80. 00020000:00000010:2.0:1773616265.058176:0:93474:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a80469b060. 00020000:00000010:2.0:1773616265.058178:0:93474:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a80469bd20. 00020000:00000001:2.0:1773616265.058180:0:93474:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1773616265.058182:0:93474:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c5d0) owner 0000000000000000/ffff91a84217cf80 00020000:00000010:2.0:1773616265.058185:0:93474:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff91a80460c5d0. 00020000:00000001:2.0:1773616265.058188:0:93474:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:2.0:1773616265.058191:0:93474:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff91a80460b7d0. 00000020:00001000:2.0:1773616265.058195:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:2.0:1773616265.058198:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616265.058201:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685660. 00000008:00000010:2.0:1773616265.058204:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616265.058207:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616265.058209:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616265.058211:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616265.058213:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616265.058216:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616265.058218:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616265.058220:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616265.058222:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616265.058224:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090960f0. 00000020:00000010:2.0:1773616265.058226:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00000020:00000010:2.0:1773616265.058228:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000080:00000001:2.0:1773616265.058230:0:93474:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1773616265.058231:0:93474:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1773616265.058241:0:93474:0:(llite_lib.c:1543:ll_put_super()) Process entered 00000080:00200000:2.0:1773616265.058242:0:93474:0:(llite_lib.c:1550:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff91a81094d000 (sb ffff91a81094d000) 00000020:00000001:2.0:1773616265.058247:0:93474:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:2.0:1773616265.058252:0:93474:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff91a807c616c0. 00000020:00000001:2.0:1773616265.058255:0:93474:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773616265.058257:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000020:00000010:2.0:1773616265.058260:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63e00. 00000040:00000010:2.0:1773616265.058263:0:93474:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a804f62c00. 00000020:00000010:2.0:1773616265.058267:0:93474:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a807e3b000. 00000020:00000010:2.0:1773616265.058271:0:93474:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a804f62600. 00040000:00000010:2.0:1773616265.058276:0:93474:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a803ab5200. 00040000:00000010:2.0:1773616265.058280:0:93474:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a804f63200. 10000000:00000001:2.0:1773616265.058284:0:93474:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:2.0:1773616265.058286:0:93474:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1773616265.058289:0:93474:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1773616265.058291:0:93474:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1773616265.058293:0:93474:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773616265.058295:0:93474:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff91a806f3c200) refs 3 10000000:00000001:2.0:1773616265.058297:0:93474:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773616265.058299:0:93474:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446622749590012416 : -121324119539200 : ffff91a806f3c200) 10000000:00000001:2.0:1773616265.058302:0:93474:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1773616265.058303:0:93474:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xe60cc2233ec67890 00010000:00000001:2.0:1773616265.058306:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616265.058309:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616265.058311:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002b800 refcount=2 00000020:00000001:2.0:1773616265.058314:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:2.0:1773616265.058317:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:2.0:1773616265.058321:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616265.058325:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616265.058329:0:93474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058337:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058339:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616265.058340:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616265.058342:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616265.058343:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002b800 refcount=3 00000020:00000001:2.0:1773616265.058345:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:2.0:1773616265.058347:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:2.0:1773616265.058350:0:93474:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1773616265.058352:0:93474:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058358:0:93474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616265.058361:0:93474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058367:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058368:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616265.058370:0:93474:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058376:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616265.058377:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058381:0:93474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773616265.058384:0:93474:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a807c61840. 00010000:00000001:2.0:1773616265.058388:0:93474:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773616265.058402:0:93474:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1773616265.058404:0:93474:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058407:0:93474:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058409:0:93474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616265.058410:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058411:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773616265.058413:0:93474:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1773616265.058414:0:93474:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xe60cc2233ec678c1 00010000:00000001:2.0:1773616265.058416:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616265.058417:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616265.058419:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2ae00 refcount=2 00000020:00000001:2.0:1773616265.058421:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:2.0:1773616265.058424:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:2.0:1773616265.058426:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616265.058427:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616265.058431:0:93474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058437:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058438:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616265.058440:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616265.058441:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616265.058443:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2ae00 refcount=3 00000020:00000001:2.0:1773616265.058445:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:2.0:1773616265.058447:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:2.0:1773616265.058449:0:93474:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1773616265.058451:0:93474:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058456:0:93474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616265.058458:0:93474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058464:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058465:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616265.058467:0:93474:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058473:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616265.058474:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058476:0:93474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773616265.058479:0:93474:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a807c61780. 00010000:00000001:2.0:1773616265.058481:0:93474:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773616265.058489:0:93474:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:2.0:1773616265.058491:0:93474:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058493:0:93474:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058494:0:93474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616265.058495:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058496:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773616265.058498:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773616265.058500:0:93474:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91a806f3d600) refs 2 10000000:00000001:2.0:1773616265.058503:0:93474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773616265.058504:0:93474:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1773616265.058506:0:93474:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xe60cc2233ec678c8 00010000:00000001:2.0:1773616265.058507:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616265.058508:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616265.058511:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=2 00000020:00000001:2.0:1773616265.058512:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616265.058515:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616265.058518:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616265.058519:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616265.058523:0:93474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058529:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058530:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616265.058531:0:93474:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616265.058532:0:93474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616265.058533:0:93474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616265.058535:0:93474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616265.058537:0:93474:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616265.058540:0:93474:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1773616265.058542:0:93474:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058548:0:93474:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616265.058550:0:93474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058555:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058748:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616265.058751:0:93474:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616265.058756:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616265.058758:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058760:0:93474:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773616265.058763:0:93474:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a807c61600. 00010000:00000001:2.0:1773616265.058766:0:93474:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773616265.058771:0:93474:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00000001:2.0:1773616265.058773:0:93474:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058775:0:93474:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.058776:0:93474:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616265.058778:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616265.058779:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1773616265.058780:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773616265.058782:0:93474:0:(mgc_request.c:123:config_log_put()) log params(ffff91a806f3d200) refs 2 10000000:00000001:2.0:1773616265.058784:0:93474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773616265.058786:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773616265.058787:0:93474:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773616265.058788:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773616265.058789:0:93474:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff91a8053d5400) refs 3 10000000:00000001:2.0:1773616265.058791:0:93474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773616265.058792:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773616265.058793:0:93474:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773616265.058794:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773616265.058795:0:93474:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff91a806f3c200) refs 3 10000000:00000001:2.0:1773616265.058797:0:93474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773616265.058798:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773616265.058799:0:93474:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff91a806f3c200) refs 2 10000000:00000001:2.0:1773616265.058800:0:93474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1773616265.058801:0:93474:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:2.0:1773616265.058803:0:93474:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773616265.058805:0:93474:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.058808:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63e00. 00000040:00000010:2.0:1773616265.058812:0:93474:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a804f62c00. 00000020:00000010:2.0:1773616265.058815:0:93474:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a807e3b000. 00000020:00000010:2.0:1773616265.058819:0:93474:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a804f62600. 00040000:00000010:2.0:1773616265.058823:0:93474:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a803ab5200. 00040000:00000010:2.0:1773616265.058826:0:93474:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a804f63200. 00000020:00000010:2.0:1773616265.058828:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00000020:00000001:2.0:1773616265.058830:0:93474:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.058832:0:93474:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff91a807c616c0. 00000020:00000001:2.0:1773616265.058859:0:93474:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.058861:0:93474:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:2.0:1773616265.058865:0:93474:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff91a807c616c0. 00000020:00000001:2.0:1773616265.058867:0:93474:0:(obd_class.h:689:obd_process_config()) Process entered 00000020:00000010:2.0:1773616265.058869:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000020:00000010:2.0:1773616265.058871:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63200. 00000040:00000010:2.0:1773616265.058874:0:93474:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a804f62600. 00000020:00000010:2.0:1773616265.058876:0:93474:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a807e3b000. 00000020:00000010:2.0:1773616265.058879:0:93474:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a804f62c00. 00040000:00000010:2.0:1773616265.058881:0:93474:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a803ab5200. 00040000:00000010:2.0:1773616265.058884:0:93474:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a804f63e00. 10000000:00000001:2.0:1773616265.058886:0:93474:0:(mgc_request.c:1938:mgc_process_config()) Process entered 10000000:00000001:2.0:1773616265.058888:0:93474:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1773616265.058889:0:93474:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1773616265.058890:0:93474:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1773616265.058892:0:93474:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1773616265.058893:0:93474:0:(mgc_request.c:108:config_log_get()) log params (ffff91a806f3d200) refs 2 10000000:00000001:2.0:1773616265.058895:0:93474:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773616265.058897:0:93474:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446622749590016512 : -121324119535104 : ffff91a806f3d200) 10000000:00000001:2.0:1773616265.058899:0:93474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773616265.058900:0:93474:0:(mgc_request.c:123:config_log_put()) log params(ffff91a806f3d200) refs 2 10000000:00000001:2.0:1773616265.058902:0:93474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773616265.058903:0:93474:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773616265.058905:0:93474:0:(mgc_request.c:2032:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.058907:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63200. 00000040:00000010:2.0:1773616265.058909:0:93474:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a804f62600. 00000020:00000010:2.0:1773616265.058911:0:93474:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a807e3b000. 00000020:00000010:2.0:1773616265.058913:0:93474:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a804f62c00. 00040000:00000010:2.0:1773616265.058915:0:93474:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a803ab5200. 00040000:00000010:2.0:1773616265.058918:0:93474:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a804f63e00. 00000020:00000010:2.0:1773616265.058920:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00000020:00000001:2.0:1773616265.058922:0:93474:0:(obd_class.h:704:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.058924:0:93474:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff91a807c616c0. 00000020:00000001:2.0:1773616265.058926:0:93474:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616265.058929:0:93474:0:(llite_lib.c:990:client_common_put_super()) Process entered 00000080:00000001:2.0:1773616265.058931:0:93474:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00000020:00000001:2.0:1773616265.058933:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616265.058936:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cab0. 00000020:00000010:2.0:1773616265.058938:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000020:00000010:2.0:1773616265.058941:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616265.058943:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685660. 00000008:00000010:2.0:1773616265.058947:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616265.058950:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118f00. 00008000:00000010:2.0:1773616265.058952:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616265.058955:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740738. 00000080:00000010:2.0:1773616265.058958:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508ada0. 00000020:00000010:2.0:1773616265.058960:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62c00. 00000008:00000010:2.0:1773616265.058963:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9600. 00020000:00000010:2.0:1773616265.058966:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e400. 00008000:00000010:2.0:1773616265.058968:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371788. 00000080:00000010:2.0:1773616265.058971:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090960f0. 00000020:00000001:2.0:1773616265.058973:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751364280 : -121323958187336 : ffff91a81091cab8) 00000020:00001000:2.0:1773616265.058975:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cab0 00000020:00000040:2.0:1773616265.059004:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 5 - lov 00020000:00000001:2.0:1773616265.059028:0:93474:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1773616265.059030:0:93474:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446622749548696832 : -121324160854784 : ffff91a8047d5500) 00020000:00000010:2.0:1773616265.059052:0:93474:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff91a8046cfc00. 00020000:00000001:2.0:1773616265.059071:0:93474:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1773616265.059073:0:93474:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446622749548699136 : -121324160852480 : ffff91a8047d5e00) 00020000:00000010:2.0:1773616265.059092:0:93474:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff91a8046cf360. 00020000:00000001:2.0:1773616265.059112:0:93474:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1773616265.059114:0:93474:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446622749548697856 : -121324160853760 : ffff91a8047d5900) 00020000:00000010:2.0:1773616265.059134:0:93474:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff91a8046cfae0. 00020000:00000001:2.0:1773616265.059154:0:93474:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1773616265.059155:0:93474:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446622749548697472 : -121324160854144 : ffff91a8047d5780) 00020000:00000010:2.0:1773616265.059173:0:93474:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff91a8046cf6c0. 00020000:00000001:2.0:1773616265.059175:0:93474:0:(lov_dev.c:223:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.059208:0:93474:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff91a810070000. 00000020:00000010:2.0:1773616265.059224:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff91a806f41000. 00000020:00000010:2.0:1773616265.059228:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff91a810e90d80. 00000020:00000010:2.0:1773616265.059232:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8034c1c00. 00000080:00000010:2.0:1773616265.059235:0:93474:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at ffff91a8034c1000. 00000080:00000010:2.0:1773616265.059238:0:93474:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at ffff91a8046cf8a0. 00020000:00000001:2.0:1773616265.059241:0:93474:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000020:00000001:2.0:1773616265.059268:0:93474:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1773616265.059271:0:93474:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff91a802eeeb40. 00000020:00000001:2.0:1773616265.059273:0:93474:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00020000:00020000:2.0:1773616265.059348:0:93474:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff91a81094d000: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000020:00000001:3.0:1773616265.059885:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616265.059889:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.059892:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000001:3.0:1773616265.059895:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616265.059897:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616265.059901:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616265.059910:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a81002b800 already unused, calling callback (ffffffffc121bc20) 10000000:00000001:3.0:1773616265.059912:0:81777:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773616265.059915:0:81777:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.059922:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616265.059924:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616265.059926:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616265.059927:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002b800 refcount=3 00000020:00000001:3.0:1773616265.059930:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:3.0:1773616265.059932:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741987840 : -121323967563776 : ffff91a81002b800) 00010000:00000001:3.0:1773616265.059935:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616265.059938:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773616265.059949:0:81777:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773616265.060170:0:81777:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773616265.060177:0:81777:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1773616265.060180:0:81777:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1773616265.060182:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773616265.060183:0:81777:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff91a806f3c200) refs 1 10000000:01000000:3.0:1773616265.060185:0:81777:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1773616265.060187:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060188:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060189:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060190:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060191:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060192:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060193:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060194:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060195:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060196:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1773616265.060198:0:81777:0:(genops.c:898:class_export_put()) PUTting export ffff91a8182b4000 : new refcount 8 10000000:00000010:3.0:1773616265.060201:0:81777:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff91a806f3c200. 10000000:00000001:3.0:1773616265.060205:0:81777:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060206:0:81777:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060209:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616265.060213:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616265.060214:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616265.060217:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616265.060219:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616265.060221:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002b800 with handle 0xe60cc2233ec67890 from hash 00010000:00000001:3.0:1773616265.060224:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616265.060225:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.060227:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060228:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616265.060230:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616265.060231:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616265.060235:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616265.060237:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773616265.060245:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0380. 00000020:00000040:3.0:1773616265.060250:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616265.060256:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616265.060258:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616265.060264:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616265.060270:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804cf6c00. 00000100:00000001:3.0:1773616265.060276:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060279:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616265.060285:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616265.060292:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616265.060293:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.060298:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616265.060302:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616265.060313:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5e14f38] to pc [ptlrpcd_01_00+0] req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773616265.060340:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616265.060343:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.060345:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060346:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060348:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773616265.060350:0:81777:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060353:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060359:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616265.060361:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff91a81002b800/0xe60cc2233ec67890 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c552 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060370:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060371:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616265.060374:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a807c61840. 00010000:00000001:3.0:1773616265.060377:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.060380:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616265.060381:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060383:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1773616265.060385:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616265.060386:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616265.060389:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616265.060396:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a807b2ae00 already unused, calling callback (ffffffffc121bc20) 10000000:00000001:3.0:1773616265.060398:0:81777:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773616265.060400:0:81777:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060406:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616265.060407:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616265.060408:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616265.060410:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2ae00 refcount=3 00000020:00000001:3.0:1773616265.060412:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:3.0:1773616265.060414:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602524672 : -121324107026944 : ffff91a807b2ae00) 00010000:00000001:3.0:1773616265.060416:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616265.060419:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773616265.060425:0:81777:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773616265.060427:0:81777:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773616265.060432:0:81777:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1773616265.060435:0:81777:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:3.0:1773616265.060436:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773616265.060438:0:81777:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff91a806f3d600) refs 1 10000000:01000000:3.0:1773616265.060440:0:81777:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:3.0:1773616265.060442:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060443:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060444:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060445:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060447:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060448:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060449:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060450:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060451:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060452:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1773616265.060454:0:81777:0:(genops.c:898:class_export_put()) PUTting export ffff91a8182b4000 : new refcount 7 10000000:00000010:3.0:1773616265.060456:0:81777:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff91a806f3d600. 10000000:00000001:3.0:1773616265.060459:0:81777:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060460:0:81777:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060463:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616265.060464:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616265.060466:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616265.060467:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616265.060469:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616265.060471:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2ae00 with handle 0xe60cc2233ec678c1 from hash 00010000:00000001:3.0:1773616265.060474:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616265.060475:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.060476:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060477:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616265.060479:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616265.060480:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616265.060482:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616265.060484:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773616265.060487:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773616265.060490:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616265.060493:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616265.060494:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616265.060496:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616265.060500:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804cf6a00. 00000100:00000001:3.0:1773616265.060502:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060504:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616265.060507:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616265.060517:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616265.060519:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.060522:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616265.060524:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616265.060529:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d13ac97a] to pc [ptlrpcd_01_01+1] req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773616265.060539:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616265.060541:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.060542:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060543:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060545:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773616265.060547:0:81777:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060550:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060556:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616265.060558:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff91a807b2ae00/0xe60cc2233ec678c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c559 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060565:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060567:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616265.060568:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a807c61780. 00010000:00000001:3.0:1773616265.060571:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.060573:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616265.060575:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060577:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773616265.060579:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616265.060580:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616265.060583:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616265.060589:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c5800 already unused, calling callback (ffffffffc121bc20) 10000000:00000001:3.0:1773616265.060591:0:81777:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773616265.060594:0:81777:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060600:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616265.060601:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616265.060602:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616265.060604:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:3.0:1773616265.060606:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:3.0:1773616265.060608:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:3.0:1773616265.060610:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616265.060612:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773616265.060618:0:81777:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773616265.060621:0:81777:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773616265.060626:0:81777:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1773616265.060629:0:81777:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:3.0:1773616265.060630:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773616265.060631:0:81777:0:(mgc_request.c:123:config_log_put()) log params(ffff91a806f3d200) refs 1 10000000:01000000:3.0:1773616265.060633:0:81777:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1773616265.060634:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060635:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060636:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060637:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060639:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060640:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060641:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060641:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060643:0:81777:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773616265.060644:0:81777:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1773616265.060645:0:81777:0:(genops.c:898:class_export_put()) PUTting export ffff91a8182b4000 : new refcount 6 10000000:00000010:3.0:1773616265.060648:0:81777:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff91a806f3d200. 10000000:00000001:3.0:1773616265.060651:0:81777:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1773616265.060652:0:81777:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060654:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616265.060656:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616265.060657:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616265.060658:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616265.060660:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616265.060662:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5800 with handle 0xe60cc2233ec678c8 from hash 00010000:00000001:3.0:1773616265.060664:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616265.060665:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.060666:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060667:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616265.060668:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616265.060669:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616265.060671:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616265.060672:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773616265.060676:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616265.060678:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=6 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1773616265.060680:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616265.060681:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616265.060683:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616265.060686:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804cf6e00. 00000100:00000001:3.0:1773616265.060689:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060691:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616265.060694:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616265.060700:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616265.060701:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.060703:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616265.060706:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616265.060711:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773616265.060729:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616265.060731:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616265.060733:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060734:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.060736:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773616265.060738:0:81777:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060740:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060746:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616265.060748:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff91a8101c5800/0xe60cc2233ec678c8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf6516185796c560 expref: -99 pid: 93390 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616265.060756:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616265.060757:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616265.060759:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a807c61600. 00010000:00000001:3.0:1773616265.060762:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.060764:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616265.060765:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060767:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616265.060768:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616265.060769:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060771:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616265.060773:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616265.060774:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.060775:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773616265.060784:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.060788:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616265.060790:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616265.060796:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.060803:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616265.060805:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.060809:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616265.060812:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616265.060814:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616265.060817:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795609856:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773616265.060823:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616265.060829:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616265.060832:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.060834:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616265.060867:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616265.060869:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616265.060878:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616265.060883:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616265.060890:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616265.060898:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795609856, portal 18 00000100:00000001:3.0:1773616265.060900:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616265.060902:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000040:3.0:1773616265.060908:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.060915:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616265.060919:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616265.060921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616265.060925:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795609856, offset 0 00000400:00000200:3.0:1773616265.060932:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616265.060941:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.060948:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616265.060953:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616265.060957:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616265.060961:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616265.060964:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616265.060968:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149698:149698:256:4294967295] 192.168.201.103@tcp LPNI seq info [149638:149638:8:4294967295] 00000400:00000200:3.0:1773616265.060973:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.060984:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616265.060989:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616265.060994:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265400. 00000800:00000200:3.0:1773616265.061001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616265.061010:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616265.061014:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773616265.061023:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616265.061026:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616265.061029:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302069641 00000100:00000001:3.0:1773616265.061037:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302066574 00000100:00000001:3.0:1773616265.061042:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302069641 00000100:00000001:3.0:1773616265.061046:0:2401:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302066574 00000100:00000001:3.0:1773616265.061049:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.061051:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.061054:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616265.061058:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.061064:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616265.061066:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.061068:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616265.061070:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616265.061071:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616265.061074:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795610112:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773616265.061077:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616265.061079:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616265.061080:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.061082:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616265.061087:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7800. 02000000:00000001:3.0:1773616265.061089:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616265.061093:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616265.061096:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616265.061099:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773616265.061102:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795610112, portal 18 00000100:00000001:3.0:1773616265.061104:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616265.061105:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616265.061110:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.061117:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616265.061120:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616265.061123:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616265.061125:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795610112, offset 0 00000400:00000200:3.0:1773616265.061130:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616265.061133:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.061137:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616265.061139:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616265.061142:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616265.061144:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616265.061147:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616265.061150:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149699:149699:255:4294967295] 192.168.201.103@tcp LPNI seq info [149639:149639:7:4294967295] 00000400:00000200:3.0:1773616265.061154:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.061160:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616265.061165:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616265.061169:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265500. 00000800:00000200:3.0:1773616265.061173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616265.061177:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616265.061180:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773616265.061183:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616265.061186:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616265.061188:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302069641 00000100:00000001:3.0:1773616265.061190:0:2401:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, keep current deadline 4302069641 00000100:00000001:3.0:1773616265.061193:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302069641 00000100:00000001:3.0:1773616265.061195:0:2401:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, keep current deadline 4302069641 00000100:00000001:3.0:1773616265.061197:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.061199:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.061202:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.061205:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.061212:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616265.061213:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616265.061215:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.061217:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616265.061219:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616265.061221:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773616265.061223:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.061225:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616265.061227:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.061228:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.061230:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616265.061231:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616265.061234:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.061241:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616265.061243:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.061245:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616265.061247:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616265.061249:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616265.061251:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795609984:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773616265.061255:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616265.061257:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616265.061258:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.061260:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616265.061263:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7200. 02000000:00000001:3.0:1773616265.061265:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616265.061267:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616265.061270:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df20. 00000400:00000010:3.0:1773616265.061272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3440. 00000100:00000200:3.0:1773616265.061275:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795609984, portal 18 00000100:00000001:3.0:1773616265.061277:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616265.061278:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:3.0:1773616265.061282:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.061294:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616265.061296:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616265.061298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616265.061300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795609984, offset 0 00000400:00000200:3.0:1773616265.061304:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616265.061308:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.061311:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616265.061313:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616265.061316:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616265.061318:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616265.061321:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616265.061324:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149700:149700:254:4294967295] 192.168.201.103@tcp LPNI seq info [149640:149640:6:4294967295] 00000400:00000200:3.0:1773616265.061328:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.061334:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616265.061339:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616265.061342:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265900. 00000800:00000200:3.0:1773616265.061346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616265.061349:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616265.061352:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773616265.061355:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616265.061358:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616265.061360:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302069641 00000100:00000001:3.0:1773616265.061362:0:2401:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, keep current deadline 4302069641 00000100:00000001:3.0:1773616265.061364:0:2401:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302069641 00000100:00000001:3.0:1773616265.061366:0:2401:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, keep current deadline 4302069641 00000100:00000001:3.0:1773616265.061368:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.061370:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.061373:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.061375:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.061386:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.061388:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616265.061731:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616265.061735:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265400. 00000400:00000200:0.0:1773616265.061740:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.061745:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616265.061750:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:0.0:1773616265.061752:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:0.0:1773616265.061756:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616265.061761:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.061771:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.061774:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.061780:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.061781:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616265.061793:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616265.061795:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265500. 00000400:00000200:0.0:1773616265.061797:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.061800:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616265.061802:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:0.0:1773616265.061804:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:0.0:1773616265.061806:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616265.061808:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.061820:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.061824:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.061831:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.061832:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616265.061915:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616265.061917:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265900. 00000400:00000200:0.0:1773616265.061920:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.061923:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616265.061926:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:0.0:1773616265.061928:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:0.0:1773616265.061930:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616265.061933:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.061940:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.061942:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.061948:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.061949:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1773616265.062018:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616265.062021:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616265.062023:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773616265.062028:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616265.062030:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616265.062032:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773616265.071992:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.072011:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616265.072016:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.072018:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616265.072029:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072037:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616265.072057:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072063:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072069:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072074:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200674900 00000400:00000200:1.0:1773616265.072079:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072086:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194279 [1] + 224 00000800:00000001:1.0:1773616265.072094:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.072101:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616265.072105:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616265.072109:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616265.072117:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616265.072126:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616265.072139:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.072157:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616265.072167:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.072171:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616265.072173:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.072175:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616265.072178:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072181:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616265.072185:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072188:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072190:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072193:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200674a00 00000400:00000200:1.0:1773616265.072196:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616265.072201:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194281 [1] + 224 00000800:00000001:1.0:1773616265.072205:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.072212:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616265.072214:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616265.072218:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616265.072221:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616265.072225:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616265.072233:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.072242:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616265.072245:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616265.072247:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.072300:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.072304:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616265.072311:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616265.072313:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616265.072317:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616265.072321:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:3.0:1773616265.072323:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:3.0:1773616265.072326:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616265.072331:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616265.072340:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.072347:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616265.072349:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.072351:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616265.072354:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616265.072357:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616265.072359:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.072362:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616265.072369:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9ca0 time=1773616265 v=5 (0 0 0 0) 00000100:00001000:3.0:1773616265.072373:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616265.072375:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616265.072377:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.072380:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616265.072382:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.072384:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616265.072389:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.072396:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.072399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616265.072401:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616265.072404:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616265.072419:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795609856:192.168.201.103@tcp:103:ldlm_bl.0 00000400:00000001:3.0:1773616265.072424:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616265.072426:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616265.072427:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616265.072429:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:3.0:1773616265.072431:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:3.0:1773616265.072433:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616265.072436:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616265.072444:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.072449:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616265.072450:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.072452:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616265.072453:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616265.072454:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616265.072456:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.072457:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616265.072459:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9ca0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773616265.072462:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616265.072464:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616265.072465:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.072467:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616265.072468:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.072469:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616265.072472:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.072478:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.072480:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616265.072481:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616265.072484:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616265.072492:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795610112:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773616265.072495:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.072497:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616265.072500:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0380 x1859763795609856/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.072507:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616265.072509:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616265.072513:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6600. 02000000:00000001:3.0:1773616265.072517:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616265.072520:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616265.072521:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=5 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616265.072523:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616265.072526:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804cf6c00. 02000000:00000001:3.0:1773616265.072529:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616265.072530:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616265.072532:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0380. 00000100:00000001:3.0:1773616265.072535:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616265.072536:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.072538:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616265.072541:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795610112/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.072547:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616265.072549:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616265.072550:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7800. 02000000:00000001:3.0:1773616265.072552:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616265.072553:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616265.072554:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616265.072556:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616265.072557:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804cf6e00. 02000000:00000001:3.0:1773616265.072559:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616265.072560:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616265.072561:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:3.0:1773616265.072563:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616265.072564:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.072568:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.072569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.072571:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616265.072572:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.072574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616265.080010:0:93474:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:3.0:1773616265.080770:0:93474:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff91a802f53000 active: 1 00020000:00000001:3.0:1773616265.080777:0:93474:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:3.0:1773616265.080781:0:93474:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff91a81094d000: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:00000001:3.0:1773616265.080784:0:93474:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:3.0:1773616265.080785:0:93474:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff91a802f57000 active: 1 00020000:00000001:3.0:1773616265.080787:0:93474:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1773616265.080789:0:93474:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00000020:00000001:3.0:1773616265.080793:0:93474:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1773616265.080795:0:93474:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1773616265.080799:0:93474:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1773616265.080801:0:93474:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1773616265.080804:0:93474:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1773616265.080806:0:93474:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1773616265.080807:0:93474:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1773616265.080809:0:93474:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1773616265.080810:0:93474:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1773616265.080812:0:93474:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:3.0:1773616265.080815:0:93474:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff91a81094d000 00020000:00000001:3.0:1773616265.080818:0:93474:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1773616265.080819:0:93474:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff91a81094d000: disconnecting target lustre-OST0001-osc-ffff91a81094d000 00020000:00000001:3.0:1773616265.080821:0:93474:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1773616265.080824:0:93474:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616265.080826:0:93474:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:3.0:1773616265.080830:0:93474:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:3.0:1773616265.080832:0:93474:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-OST0001-osc-ffff91a81094d000 - 1 00000100:00000001:3.0:1773616265.081377:0:93474:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1773616265.081381:0:93474:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0001_UUID 00000020:00000001:3.0:1773616265.081384:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616265.081387:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=1 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:3.0:1773616265.081390:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773616265.081391:0:93474:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.081394:0:93474:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1773616265.081397:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081400:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081438:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.081440:0:93474:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.081443:0:93474:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1773616265.081445:0:93474:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1773616265.081446:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081447:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081473:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773616265.081474:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081475:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081500:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.081502:0:93474:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.081504:0:93474:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1773616265.081506:0:93474:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1773616265.081509:0:93474:0:(import.c:65:import_set_state_nolock()) ffff91a8030ac800 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00000001:3.0:1773616265.081512:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616265.081515:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773616265.081517:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.081519:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773616265.081520:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616265.081522:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773616265.081524:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.081525:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1773616265.081527:0:93474:0:(import.c:1930:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.081530:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773616265.081531:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:3.0:1773616265.081534:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1773616265.081537:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616265.081539:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1773616265.081543:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1773616265.081545:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616265.081547:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773616265.081548:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773616265.081550:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616265.081551:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:3.0:1773616265.081553:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.081554:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:3.0:1773616265.081557:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773616265.081559:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1773616265.081560:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:3.0:1773616265.081561:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081563:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081699:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773616265.081701:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081703:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081738:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.081742:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616265.081748:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbab0. 00000020:00000010:3.0:1773616265.081754:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6e00. 00000020:00000010:3.0:1773616265.081758:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf7800. 00000020:00000010:3.0:1773616265.081762:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b300. 00000008:00000010:3.0:1773616265.081769:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773616265.081773:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773616265.081777:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a8182174f8. 00000080:00000010:3.0:1773616265.081783:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bb28. 00000080:00000010:3.0:1773616265.081787:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820ada0. 00000020:00000010:3.0:1773616265.081791:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6c00. 00000008:00000010:3.0:1773616265.081794:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616265.081799:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616265.081802:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616265.081806:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28e10. 00000020:00000001:3.0:1773616265.081809:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712568 : -121323943839048 : ffff91a8116cbab8) 00000020:00001000:3.0:1773616265.081812:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbab0 00000008:00000001:3.0:1773616265.081815:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1773616265.081817:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:3.0:1773616265.081820:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616265.081822:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1773616265.081823:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081825:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081875:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616265.081878:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbab0 00000020:00000010:3.0:1773616265.081882:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf7800. 00000020:00000010:3.0:1773616265.081888:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b300. 00000008:00000010:3.0:1773616265.081891:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773616265.081895:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773616265.081897:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a8182174f8. 00000080:00000010:3.0:1773616265.081900:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bb28. 00000080:00000010:3.0:1773616265.081903:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820ada0. 00000020:00000010:3.0:1773616265.081906:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6e00. 00000008:00000010:3.0:1773616265.081911:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616265.081916:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616265.081920:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616265.081923:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28e10. 00000020:00000010:3.0:1773616265.081925:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6c00. 00000020:00000010:3.0:1773616265.081927:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbab0. 00000001:00000001:3.0:1773616265.081930:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081931:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081956:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773616265.081958:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.081958:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.081981:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616265.081983:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.081985:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:3.0:1773616265.081989:0:93474:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1773616265.081992:0:93474:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:3.0:1773616265.081995:0:93474:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xe60cc2233ec678f2 00000020:00000040:3.0:1773616265.081999:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a802f57000 with handle 0xe60cc2233ec678f2 from hash 00000020:00000040:3.0:1773616265.082011:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f57000 : new refcount 2 00000020:00000001:3.0:1773616265.082015:0:93474:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1773616265.082016:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f57000 : new refcount 1 00000020:00000001:3.0:1773616265.082018:0:93474:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1773616265.082019:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f57000 : new refcount 0 00000020:00000080:3.0:1773616265.082021:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a802f57000/LOV_OSC_UUID 00000020:00000001:3.0:1773616265.082024:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.082178:0:93474:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.082182:0:93474:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616265.082221:0:93474:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616265.082224:0:93474:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1773616265.082226:0:93474:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff91a804fa3600. 00000020:00000001:3.0:1773616265.082231:0:93474:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1773616265.082233:0:93474:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff91a81094d000 (flags='') 00000020:00000010:3.0:1773616265.082237:0:93474:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff91a80469b300. 00000020:00000080:3.0:1773616265.082241:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1773616265.082252:0:93474:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:3.0:1773616265.082256:0:93474:0:(obd_config.c:991:class_cleanup()) lustre-OST0001-osc-ffff91a81094d000: forcing exports to disconnect: 0/3 00000020:00000001:3.0:1773616265.082258:0:93474:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1773616265.082260:0:93474:0:(genops.c:1577:class_disconnect_exports()) OBD device 12 (ffff91a802e04d28) has no exports 00000020:00000001:3.0:1773616265.082262:0:93474:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1773616265.082266:0:93474:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:3.0:1773616265.082269:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6c00. 00000020:00000010:3.0:1773616265.082272:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6e00. 00000020:00000010:3.0:1773616265.082274:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b6c0. 00000008:00000010:3.0:1773616265.082277:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef9650. 00020000:00000010:3.0:1773616265.082280:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318ac00. 00008000:00000010:3.0:1773616265.082282:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a8182174f8. 00000080:00000010:3.0:1773616265.082286:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2bb28. 00000080:00000010:3.0:1773616265.082288:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820ada0. 00000020:00000010:3.0:1773616265.082292:0:93474:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91a8061f09c0. 00000008:00000001:3.0:1773616265.082296:0:93474:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:3.0:1773616265.082298:0:93474:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000080:00000010:2.1:1773616265.082361:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a804118000. 00000080:00000010:2.1:1773616265.082390:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415d280. 00000800:00000001:0.0:1773616265.082440:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.082458:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616265.082461:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.082463:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.082476:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.082484:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616265.082493:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.082498:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.082503:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.082508:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200674980 00000400:00000200:0.0:1773616265.082512:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.082519:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194289 [1] + 224 00000800:00000001:0.0:1773616265.082528:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.083647:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.083653:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.083660:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616265.083668:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616265.083676:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616265.083688:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.083747:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.083750:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.083768:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616265.083777:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.083782:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616265.085028:0:90997:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773616265.085034:0:90997:0:(genops.c:863:class_export_destroy()) destroying export ffff91a802f57000/LOV_OSC_UUID for lustre-OST0001-osc-ffff91a81094d000 00000020:00000040:1.0:1773616265.085175:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 26 to 192.168.201.103@tcp 00000020:00000001:1.0:1773616265.085180:0:90997:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773616265.085183:0:90997:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616265.085186:0:90997:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 5 - export 00000020:00000010:1.0:1773616265.085191:0:90997:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a802f57000. 00000020:00000001:1.0:1773616265.085201:0:90997:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:0.0:1773616265.085302:0:93474:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773616265.085305:0:93474:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-ffff91a81094d000: client import never connected 00000100:00000001:0.0:1773616265.085308:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773616265.085311:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:0.0:1773616265.085314:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773616265.085317:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616265.085319:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773616265.085322:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773616265.085325:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616265.085326:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773616265.085328:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773616265.085329:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773616265.085332:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773616265.085335:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.085337:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773616265.085339:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773616265.085342:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773616265.085343:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:0.0:1773616265.085346:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.085350:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.085385:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.085387:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.085389:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.085413:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.085417:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616265.085425:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616265.085430:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.085435:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.085438:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.085445:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.085449:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.085453:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.085458:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.085462:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.085465:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29a00. 00000008:00000010:0.0:1773616265.085468:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.085472:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.085475:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.088194:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616265.088212:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616265.088217:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000008:00000001:0.0:1773616265.088221:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616265.088223:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616265.088226:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.088228:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773616265.088231:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.088235:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.088267:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773616265.088270:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616265.088274:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.088281:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.088287:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.088295:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.088299:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.088303:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.088307:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.088310:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29c00. 00000008:00000010:0.0:1773616265.088313:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.088317:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.088323:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.088329:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616265.088332:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.088335:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000001:00000001:0.0:1773616265.088339:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.088340:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.088366:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.088368:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.088369:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.088393:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.088395:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.088399:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:0.0:1773616265.088407:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8030ac800 refcount=2 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.088410:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.088412:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=1 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.088414:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773616265.088416:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.088417:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ac800 refcount=0 obd=lustre-OST0001-osc-ffff91a81094d000 00000020:00000040:0.0:1773616265.088419:0:93474:0:(genops.c:1245:class_import_put()) final put import ffff91a8030ac800 00000020:00000001:0.0:1773616265.088434:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773616265.088436:0:93474:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773616265.088437:0:93474:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.089306:0:90997:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1773616265.089311:0:90997:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff91a8030ac800 for lustre-OST0001-osc-ffff91a81094d000 00000020:00000040:1.0:1773616265.089319:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 25 to 192.168.201.103@tcp 00000020:00000040:1.0:1773616265.089323:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 24 to 192.168.201.103@tcp 00000020:00000010:1.0:1773616265.089325:0:90997:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff91a8046cfea0. 00000020:00000040:1.0:1773616265.089330:0:90997:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 4 - import 00000020:00000010:1.0:1773616265.089332:0:90997:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff91a8030ac800. 00000020:00000001:1.0:1773616265.089336:0:90997:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1773616265.092289:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807e66000. 00000020:00000010:0.0:1773616265.092301:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807a6c000. 00000020:00000010:0.0:1773616265.092304:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a804454000. 00000020:00000010:0.0:1773616265.092308:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff91a803404000. 00000020:00000010:0.0:1773616265.092315:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8034c1400. 00000008:00000001:0.0:1773616265.092318:0:93474:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.092327:0:93474:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91a8061f09c0. 00000020:00000010:0.0:1773616265.092340:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6e00. 00000020:00000010:0.0:1773616265.092347:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b6c0. 00000008:00000010:0.0:1773616265.092352:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef9650. 00020000:00000010:0.0:1773616265.092356:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318ac00. 00008000:00000010:0.0:1773616265.092361:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a8182174f8. 00000080:00000010:0.0:1773616265.092366:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2bb28. 00000080:00000010:0.0:1773616265.092371:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820ada0. 00000020:00000010:0.0:1773616265.092375:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6c00. 00000020:00000001:0.0:1773616265.092378:0:93474:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.092394:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773616265.092402:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a8111fb600. 00000001:00000010:0.0:1773616265.092405:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810911600. 00000001:00000010:0.0:1773616265.092408:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a804fa3e00. 00000001:00000010:0.0:1773616265.092410:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a804fa2c00. 00000001:00000010:0.0:1773616265.092413:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff91a81023dac0. 00000001:00000010:0.0:1773616265.092415:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff91a820372f00. 00000001:00000001:0.0:1773616265.092419:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773616265.092421:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 3 - setup 00000020:00000001:0.0:1773616265.092424:0:93474:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.092428:0:93474:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773616265.092432:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773616265.092439:0:93474:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773616265.092442:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 2 - obd_device_list 00000020:00000080:0.0:1773616265.092445:0:93474:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0001-osc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000040:0.0:1773616265.092447:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0001-osc-ffff91a81094d000 (ffff91a802e04d28) now 1 - newdev 00000020:00000040:0.0:1773616265.092450:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8030aa000 with handle 0xe60cc2233ec678ba from hash 00000020:00000040:0.0:1773616265.092455:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a8030aa000 : new refcount 0 00000020:00000080:0.0:1773616265.092457:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a8030aa000/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:0.0:1773616265.092461:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.092464:0:93474:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773616265.092466:0:93474:0:(genops.c:863:class_export_destroy()) destroying export ffff91a8030aa000/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-OST0001-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.092469:0:93474:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773616265.092471:0:93474:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.092473:0:93474:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a8030aa000. 00000020:00000001:0.0:1773616265.092477:0:93474:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773616265.092479:0:93474:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0001-osc-ffff91a81094d000 obd_type name = osc 00000020:01000000:0.0:1773616265.092481:0:93474:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff91a81094d000 (8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616265.092483:0:93474:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:0.0:1773616265.092491:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.092495:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.092498:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.092504:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.092507:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.092522:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.092529:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.092533:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000008:00000001:0.0:1773616265.092538:0:93474:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773616265.092543:0:93474:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773616265.092545:0:93474:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773616265.092549:0:93474:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00010000:00000010:3.1:1773616265.093385:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002b800. 00010000:00000010:3.1:1773616265.093391:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2ae00. 00010000:00000010:3.1:1773616265.093395:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00000400:00000001:3.0:1773616265.093418:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616265.093421:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616265.093424:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df20. 00000400:00000200:3.0:1773616265.093427:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3440 00000400:00000010:3.0:1773616265.093430:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3440. 00000100:00000001:3.0:1773616265.093434:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616265.093445:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616265.093461:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.093468:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616265.093471:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.093474:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616265.093476:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616265.093479:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616265.093481:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.093484:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616265.093490:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9ca0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773616265.093494:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616265.093497:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616265.093499:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616265.094170:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616265.094176:0:2401:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.094180:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616265.094187:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.094196:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.094199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616265.094201:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616265.094207:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616265.094215:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4af0926-e624-4ace-81ef-d6578b08219b:2401:1859763795609984:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773616265.094220:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.094223:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616265.094227:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2a00 x1859763795609984/t0(0) o103->MGC192.168.201.103@tcp@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616281 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.094234:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616265.094237:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616265.094240:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7200. 02000000:00000001:3.0:1773616265.094244:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616265.094246:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616265.094248:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1773616265.094250:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616265.094253:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804cf6a00. 02000000:00000001:3.0:1773616265.094257:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616265.094259:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616265.094261:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2a00. 00000100:00000001:3.0:1773616265.094264:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616265.094265:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.094268:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616265.094275:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616265.094277:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.094280:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.094283:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.094336:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff91a804fa2800. 00000020:00000010:0.0:1773616265.094343:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8034c3000. 00010000:00000001:0.0:1773616265.094394:0:93474:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773616265.094404:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff91a8046cf7e0. 00000020:00000010:0.0:1773616265.094407:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8034c0800. 00000001:00000001:0.0:1773616265.094457:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773616265.094492:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a807a5c000. 00000001:00000010:0.0:1773616265.094498:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a807a58000. 00000001:00000010:0.0:1773616265.094501:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a807a5e000. 00000001:00000010:0.0:1773616265.094503:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8100d4000. 00000001:00000010:0.0:1773616265.094507:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8100d0000. 00000001:00000010:0.0:1773616265.095156:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8100d6000. 00000001:00000010:0.0:1773616265.095161:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8100d2000. 00000001:00000010:0.0:1773616265.095165:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a810266000. 00000001:00000010:0.0:1773616265.095170:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a810262000. 00000001:00000010:0.0:1773616265.095173:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a810264000. 00000001:00000010:0.0:1773616265.095176:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a810260000. 00000001:00000010:0.0:1773616265.095178:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a81822c000. 00000001:00000010:0.0:1773616265.095181:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a818228000. 00000001:00000010:0.0:1773616265.095183:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a81822e000. 00000001:00000010:0.0:1773616265.095186:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a81822a000. 00000001:00000010:0.0:1773616265.095189:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a807e60000. 00000001:00000010:0.0:1773616265.095192:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff91a8047d5b00. 00000001:00000010:0.0:1773616265.095195:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff91a804fa2600. 00000001:00000001:0.0:1773616265.095197:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773616265.095200:0:93474:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff91a8034c2400. 00010000:00000001:0.0:1773616265.095204:0:93474:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773616265.095206:0:93474:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773616265.095207:0:93474:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773616265.095209:0:93474:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773616265.095212:0:93474:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773616265.095213:0:93474:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773616265.095214:0:93474:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1773616265.095216:0:93474:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff91a809607000. 00010000:00000010:0.0:1773616265.095220:0:93474:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff91a803406000. 00010000:00000001:0.0:1773616265.095223:0:93474:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1773616265.095226:0:93474:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773616265.095229:0:93474:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff91a8047d5780. 00000020:00000010:0.0:1773616265.095233:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.095237:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.095241:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.095245:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.095249:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.095254:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.095258:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.095262:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29a00. 00000020:00000001:0.0:1773616265.095264:0:93474:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.095267:0:93474:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff91a802e04d28. 00000020:00000001:0.0:1773616265.095278:0:93474:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.095281:0:93474:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616265.095285:0:93474:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff91a80469b300. 00000020:00000001:0.0:1773616265.095287:0:93474:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1773616265.095291:0:93474:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff91a81094d000 00020000:00000001:0.0:1773616265.095293:0:93474:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:0.0:1773616265.095294:0:93474:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff91a81094d000: disconnecting target lustre-OST0000-osc-ffff91a81094d000 00020000:00000001:0.0:1773616265.095297:0:93474:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:0.0:1773616265.095300:0:93474:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.095302:0:93474:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:0.0:1773616265.095304:0:93474:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773616265.095306:0:93474:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff91a81094d000 - 1 00000100:00000001:0.0:1773616265.095309:0:93474:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773616265.095312:0:93474:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-OST0000_UUID 00000020:00000001:0.0:1773616265.095314:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.095315:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.095317:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773616265.095319:0:93474:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.095322:0:93474:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773616265.095324:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.095326:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1773616265.095360:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 2 00010000:00000001:0.0:1773616265.095364:0:93474:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1773616265.095367:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460ad00 count: 3 00010000:00000001:0.0:1773616265.095369:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616265.095371:0:93474:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773616265.095375:0:93474:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773616265.095380:0:93474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x28400020000 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000008:00000001:0.0:1773616265.095393:0:93474:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1773616265.095395:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616265.095403:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616265.095407:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.095411:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.095414:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.095418:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.095421:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.095425:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.095428:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.095431:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.095434:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29400. 00000008:00000010:0.0:1773616265.095438:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.095442:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.095445:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.095448:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616265.095450:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616265.095453:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000008:00000001:0.0:1773616265.095455:0:93474:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:0.0:1773616265.095457:0:93474:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773616265.095459:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616265.095461:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.095463:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.095466:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.095468:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.095470:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.095472:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.095474:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.095476:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29a00. 00000008:00000010:0.0:1773616265.095479:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.095481:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.095486:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.095490:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616265.097162:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.097174:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000008:00000001:0.0:1773616265.097180:0:93474:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.097185:0:93474:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773616265.097190:0:93474:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773616265.097192:0:93474:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773616265.097195:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616265.097198:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773616265.097202:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a600 with handle 0xe60cc2233ec67954 from hash 00010000:00000001:0.0:1773616265.097204:0:93474:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773616265.097206:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616265.097208:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616265.097209:0:93474:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773616265.097213:0:93474:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773616265.097216:0:93474:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773616265.097219:0:93474:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.097221:0:93474:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.097223:0:93474:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616265.097225:0:93474:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773616265.097234:0:93474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377b80. 00000020:00000040:0.0:1773616265.097238:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616265.097244:0:93474:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616265.097247:0:93474:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616265.097253:0:93474:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616265.097261:0:93474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b29400. 00000100:00000001:0.0:1773616265.097268:0:93474:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.097271:0:93474:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773616265.097277:0:93474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1773616265.097287:0:93474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773616265.097289:0:93474:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.097292:0:93474:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616265.097293:0:93474:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616265.097306:0:93474:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616265.097308:0:93474:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749757080896 : -121323952470720 : ffff91a810e90540) 00000100:00000001:0.0:1773616265.097311:0:93474:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616265.097312:0:93474:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00000001:0.0:1773616265.097317:0:93474:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616265.097320:0:93474:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.097322:0:93474:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616265.097324:0:93474:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616265.097333:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377b80 x1859763795610240/t0(0) o103->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.097341:0:93474:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616265.097343:0:93474:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.097347:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377b80 x1859763795610240/t0(0) o103->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.097360:0:93474:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773616265.097362:0:93474:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616265.097364:0:93474:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616265.097367:0:93474:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a810e90540 going to sleep for 0 seconds 00000100:00000001:0.0:1773616265.097369:0:93474:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.097371:0:93474:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1773616265.097375:0:93474:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.097377:0:93474:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616265.097379:0:93474:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616265.097383:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377b80 x1859763795610240/t0(0) o103->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616265.097391:0:93474:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job umount:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93474:1859763795610240:192.168.201.103@tcp:103:umount.0 00000100:00000001:0.0:1773616265.097396:0:93474:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.097398:0:93474:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773616265.097401:0:93474:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616265.097403:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.097407:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377b80 x1859763795610240/t0(0) o103->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.097413:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616265.097415:0:93474:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616265.097417:0:93474:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616265.097419:0:93474:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1773616265.097422:0:93474:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1773616265.097424:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.097427:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377b80 x1859763795610240/t0(0) o103->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.097433:0:93474:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773616265.097435:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.097436:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.097438:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616265.097441:0:93474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616265.097444:0:93474:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616265.097446:0:93474:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616265.097447:0:93474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377b80. 00000100:00000001:0.0:1773616265.097450:0:93474:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616265.097451:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.097453:0:93474:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1773616265.097454:0:93474:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1773616265.097456:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773616265.097459:0:93474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91a81094d000 lock: 0000000040d75b94/0xe60cc2233ec67954 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x176c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x4829400020020 nid: local remote: 0xf6516185796c69b expref: -99 pid: 93436 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 1 00000020:00000010:0.0:1773616265.097470:0:93474:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff91a8047d5780. 00010000:00000010:0.0:1773616265.097473:0:93474:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a8061f0140. 00010000:00000001:0.0:1773616265.097480:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616265.097482:0:93474:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.097484:0:93474:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773616265.097487:0:93474:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460ad00 count: 0 00010000:00000010:0.0:1773616265.097493:0:93474:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91a80460ae00. 00000001:00000001:0.0:1773616265.097504:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.097506:0:93474:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.097509:0:93474:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773616265.097511:0:93474:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773616265.097513:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.097514:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.097545:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.097547:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.097548:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.097571:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.097574:0:93474:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.097575:0:93474:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773616265.097578:0:93474:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773616265.097581:0:93474:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773616265.097583:0:93474:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773616265.099216:0:93474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377b80. 00000020:00000040:0.0:1773616265.099224:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=3 obd=lustre-OST0000-osc-ffff91a81094d000 00000100:00000001:0.0:1773616265.099228:0:93474:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616265.099230:0:93474:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616265.099234:0:93474:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616265.099240:0:93474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5800. 00000100:00000001:0.0:1773616265.099245:0:93474:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.099248:0:93474:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00080000:0.0:1773616265.099252:0:93474:0:(import.c:65:import_set_state_nolock()) ffff91a8030ad000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773616265.099257:0:93474:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616265.099261:0:93474:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.099270:0:93474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b36ca0a] to pc [ptlrpcd_rcv+-1] req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.099314:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.099317:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616265.099320:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616265.099325:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.099332:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616265.099334:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.099337:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616265.099340:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616265.099342:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616265.099345:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795610368:192.168.201.103@tcp:9:umount.0 00000100:00000001:3.0:1773616265.099349:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616265.099354:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616265.099356:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616265.099359:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616265.099364:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6a00. 02000000:00000001:3.0:1773616265.099365:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616265.099372:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616265.099377:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944df20. 00000400:00000010:3.0:1773616265.099382:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3440. 00000100:00000200:3.0:1773616265.099390:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795610368, portal 4 00000100:00000001:3.0:1773616265.099392:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616265.099394:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00000040:3.0:1773616265.099400:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.099407:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616265.099410:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616265.099412:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773616265.099415:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795610368, offset 0 00000400:00000200:3.0:1773616265.099422:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616265.099429:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.099436:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616265.099441:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616265.099445:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616265.099448:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616265.099451:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616265.099454:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149701:149701:256:4294967295] 192.168.201.103@tcp LPNI seq info [149641:149641:8:4294967295] 00000400:00000200:3.0:1773616265.099459:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616265.099468:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616265.099474:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616265.099478:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265100. 00000800:00000200:3.0:1773616265.099484:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616265.099491:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616265.099496:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616265.099504:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616265.099509:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: using a timeout of 42197 usecs (43 jiffies) 00000400:00000200:3.0:1773616265.099512:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616265.099515:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302065750 00000100:00000001:3.0:1773616265.099518:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302069641 00000100:00000001:3.0:1773616265.099521:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302065750 00000100:00000001:3.0:1773616265.099525:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302069641 00000100:00000001:3.0:1773616265.099527:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.099530:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.099533:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.099536:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.099774:0:93474:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616265.101943:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616265.101952:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265100. 00000400:00000200:1.0:1773616265.101958:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616265.101965:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616265.101972:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:1.0:1773616265.101974:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:1.0:1773616265.101978:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616265.101985:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.101996:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616265.101999:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.102007:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.102009:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773616265.102885:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616265.102891:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773616265.102895:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616265.102897:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.103375:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.103380:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773616265.108150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00010000:00000010:0.1:1773616265.108164:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460ad00. 00010000:00000001:0.0:1773616265.121344:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616265.121354:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.121361:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616265.121363:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.121367:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616265.121368:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.121370:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616265.121372:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.122206:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616265.122211:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616265.122215:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1773616265.122255:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.122269:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616265.122271:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.122274:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.122283:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.122292:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616265.122300:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.122306:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.122313:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.122317:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674b00 00000400:00000200:0.0:1773616265.122322:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.122328:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194291 [1] + 224 00000800:00000001:0.0:1773616265.122337:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.122346:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.122348:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.122352:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616265.122359:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616265.122367:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616265.122378:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.122400:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616265.122407:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.122411:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.122453:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.122458:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616265.122464:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616265.122466:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616265.122469:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944df20. 00000400:00000200:2.0:1773616265.122473:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3440 00000400:00000010:2.0:1773616265.122476:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3440. 00000100:00000001:2.0:1773616265.122480:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616265.122485:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616265.122494:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.122502:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616265.122504:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.122506:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616265.122533:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616265.122536:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616265.122539:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616265.122541:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616265.122551:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8030ad458 time=126 v=5 (5 0 0 0) 00000100:00001000:2.0:1773616265.122555:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030ad410 time=126 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616265.122558:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616265.122560:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.122562:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616265.122566:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.122571:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616265.122573:0:2398:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616265.122575:0:2398:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616265.122578:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616265.122583:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.122591:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616265.122594:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616265.122596:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773616265.122600:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8030ad000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773616265.122603:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773616265.122607:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773616265.122609:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.122611:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773616265.122612:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773616265.122613:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773616265.122615:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.122617:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:2.0:1773616265.122632:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616265.122641:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795610368:192.168.201.103@tcp:9:umount.0 00000100:00000001:2.0:1773616265.122647:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.122650:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616265.122653:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377b80 x1859763795610368/t0(0) o9->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.122659:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616265.122662:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616265.122666:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6a00. 02000000:00000001:2.0:1773616265.122671:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616265.122673:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.122674:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:2.0:1773616265.122676:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616265.122679:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5800. 02000000:00000001:2.0:1773616265.122682:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616265.122684:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616265.122686:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377b80. 00000100:00000001:2.0:1773616265.122689:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616265.122690:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.122692:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.122702:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616265.122705:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.122707:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.122709:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.122896:0:93474:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.122902:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773616265.122903:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1773616265.122905:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773616265.122907:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616265.122909:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773616265.122916:0:93474:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff91a810377100 x1859763795609728/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.122922:0:93474:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616265.122925:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.122928:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795609728/t47244640284(47244640284) o4->lustre-OST0000-osc-ffff91a81094d000@192.168.201.103@tcp:6/4 lens 4584/448 e 0 to 0 dl 1773616281 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616265.122933:0:93474:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616265.122935:0:93474:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616265.122937:0:93474:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c2800. 02000000:00000001:0.0:1773616265.122940:0:93474:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616265.122941:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.122943:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=1 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.122944:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616265.122946:0:93474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff91a804696000. 02000000:00000001:0.0:1773616265.122949:0:93474:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616265.122951:0:93474:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616265.122952:0:93474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616265.122955:0:93474:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616265.122956:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616265.122958:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773616265.122961:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616265.122962:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773616265.122963:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773616265.122964:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773616265.122966:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773616265.122967:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.122969:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773616265.122970:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773616265.122972:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773616265.122973:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:0.0:1773616265.122975:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.122978:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.123016:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.123018:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.123019:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.123040:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.123043:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616265.123048:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616265.123053:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.123058:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.123062:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.123067:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.123072:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.123076:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.123081:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.123085:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.123088:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29c00. 00000008:00000010:0.0:1773616265.123092:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.123095:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.123099:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.123103:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616265.123106:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616265.123108:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000008:00000001:0.0:1773616265.123111:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616265.123113:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616265.123115:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.123117:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773616265.123118:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.123119:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.123143:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773616265.123146:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616265.123149:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.123153:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616265.123156:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.123160:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.123162:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.123165:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.123168:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.123171:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29400. 00000008:00000010:0.0:1773616265.123173:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.123176:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.123180:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.123183:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616265.123185:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.123187:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000001:00000001:0.0:1773616265.123190:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.123191:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.123215:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.123217:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.123218:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.123240:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.123242:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.123244:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:0.0:1773616265.123247:0:93474:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773616265.123249:0:93474:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773616265.123251:0:93474:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xe60cc2233ec678eb 00000020:00000040:0.0:1773616265.123255:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a802f53000 with handle 0xe60cc2233ec678eb from hash 00000020:00000040:0.0:1773616265.123270:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f53000 : new refcount 2 00000020:00000001:0.0:1773616265.123274:0:93474:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773616265.123275:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f53000 : new refcount 1 00000020:00000001:0.0:1773616265.123276:0:93474:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773616265.123277:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f53000 : new refcount 0 00000020:00000080:0.0:1773616265.123279:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a802f53000/LOV_OSC_UUID 00000020:00000001:0.0:1773616265.123282:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.123290:0:93474:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.123292:0:93474:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.123331:0:93474:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.123334:0:93474:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773616265.123337:0:93474:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff91a810911800. 00000020:00000001:0.0:1773616265.123341:0:93474:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773616265.123344:0:93474:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff91a81094d000 (flags='') 00000020:00000010:0.0:1773616265.123349:0:93474:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff91a8046cf540. 00000020:00000080:0.0:1773616265.123353:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773616265.123363:0:93474:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773616265.123366:0:93474:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff91a81094d000: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1773616265.123370:0:93474:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773616265.123372:0:93474:0:(genops.c:1577:class_disconnect_exports()) OBD device 11 (ffff91a802e00000) has no exports 00000020:00000001:0.0:1773616265.123374:0:93474:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773616265.123378:0:93474:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:0.0:1773616265.123381:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29c00. 00000020:00000010:0.0:1773616265.123383:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.123386:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf7e0. 00000008:00000010:0.0:1773616265.123388:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.123391:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.123394:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.123396:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.123399:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.123404:0:93474:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91a8182c25c0. 00000008:00000001:0.0:1773616265.123408:0:93474:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:0.0:1773616265.123410:0:93474:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000020:00000001:1.0:1773616265.123618:0:90997:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773616265.123622:0:90997:0:(genops.c:863:class_export_destroy()) destroying export ffff91a802f53000/LOV_OSC_UUID for lustre-OST0000-osc-ffff91a81094d000 00000020:00000040:1.0:1773616265.123627:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 23 to 192.168.201.103@tcp 00000020:00000001:1.0:1773616265.123629:0:90997:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773616265.123631:0:90997:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616265.123634:0:90997:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 5 - export 00000020:00000010:1.0:1773616265.123637:0:90997:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a802f53000. 00000020:00000001:1.0:1773616265.123647:0:90997:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:0.0:1773616265.123914:0:93474:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773616265.123916:0:93474:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-ffff91a81094d000: client import never connected 00000100:00000001:0.0:1773616265.123919:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773616265.123920:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1773616265.123922:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773616265.123924:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773616265.123925:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773616265.123928:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773616265.123931:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616265.123932:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773616265.123933:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773616265.123934:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773616265.123936:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773616265.123938:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.123939:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:0.0:1773616265.123941:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773616265.123943:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773616265.123943:0:93474:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:0.0:1773616265.123945:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.123947:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.123973:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.123975:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.123975:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.123998:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.124001:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616265.124005:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616265.124009:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.124012:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b28000. 00000020:00000010:0.0:1773616265.124015:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfd20. 00000008:00000010:0.0:1773616265.124019:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616265.124022:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616265.124025:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616265.124028:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616265.124031:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616265.124034:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29200. 00000008:00000010:0.0:1773616265.124036:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.124039:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.124042:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.124045:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616265.124047:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616265.124049:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000008:00000001:0.0:1773616265.124052:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616265.124054:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616265.124055:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.124057:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773616265.124058:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.124059:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.124083:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773616265.124085:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616265.124088:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b28000. 00000020:00000010:0.0:1773616265.124092:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfd20. 00000008:00000010:0.0:1773616265.124096:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616265.124099:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616265.124102:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616265.124105:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616265.124107:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616265.124110:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29a00. 00000008:00000010:0.0:1773616265.124112:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616265.124115:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616265.124118:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616265.124120:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616265.124122:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29200. 00000020:00000010:0.0:1773616265.124124:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000001:00000001:0.0:1773616265.124126:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.124127:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.124155:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.124157:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.124158:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.124183:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616265.124185:0:93474:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.124186:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:0.0:1773616265.124190:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8030ad000 refcount=2 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.124194:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.124195:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=1 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:0.0:1773616265.124197:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773616265.124199:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.124200:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad000 refcount=0 obd=lustre-OST0000-osc-ffff91a81094d000 00000020:00000040:0.0:1773616265.124202:0:93474:0:(genops.c:1245:class_import_put()) final put import ffff91a8030ad000 00000020:00000001:0.0:1773616265.124208:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773616265.124210:0:93474:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773616265.124212:0:93474:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.124419:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a804690000. 00000020:00000010:0.0:1773616265.124424:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a804fa8000. 00000020:00000010:0.0:1773616265.124427:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807a68000. 00000020:00000010:0.0:1773616265.124430:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a804452000. 00000020:00000010:0.0:1773616265.124435:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff91a8030e5000. 00000020:00000010:0.0:1773616265.124442:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8102cc400. 00000008:00000001:0.0:1773616265.124444:0:93474:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.124449:0:93474:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91a8182c25c0. 00000020:00000010:0.0:1773616265.124460:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.124463:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf7e0. 00000008:00000010:0.0:1773616265.124465:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616265.124468:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808fa80. 00008000:00000010:0.0:1773616265.124471:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616265.124474:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616265.124476:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616265.124478:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29c00. 00000020:00000001:0.0:1773616265.124480:0:93474:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.124494:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773616265.124499:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810910600. 00000001:00000010:0.0:1773616265.124502:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810910e00. 00000001:00000010:0.0:1773616265.124504:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810910200. 00000001:00000010:0.0:1773616265.124505:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810911c00. 00000001:00000010:0.0:1773616265.124507:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff91a80475a300. 00000001:00000010:0.0:1773616265.124509:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff91a820372200. 00000001:00000001:0.0:1773616265.124528:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773616265.124531:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 4 - setup 00000020:00000001:0.0:1773616265.124533:0:93474:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.124535:0:93474:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773616265.124538:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773616265.124543:0:93474:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773616265.124546:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 3 - obd_device_list 00000020:00000080:0.0:1773616265.124548:0:93474:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000040:0.0:1773616265.124550:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 2 - newdev 00000020:00000001:0.0:1773616265.124552:0:93474:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.124553:0:93474:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616265.124555:0:93474:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff91a8046cf540. 00000020:00000001:0.0:1773616265.124558:0:93474:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1773616265.124563:0:93474:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff91a809605000. 00020000:00000001:0.0:1773616265.124569:0:93474:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.124584:0:93474:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff91a810000000. 00000020:00000010:0.0:1773616265.124602:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff91a806f41d00. 00000020:00000010:0.0:1773616265.124606:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff91a8046143c0. 00000020:00000010:0.0:1773616265.124608:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8102d6800. 00020000:00000010:0.0:1773616265.124612:0:93474:0:(lov_dev.c:306:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff91a807ef2600. 00020000:00000010:0.0:1773616265.124615:0:93474:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff91a807d85000. 00020000:00000010:0.0:1773616265.124618:0:93474:0:(lov_dev.c:315:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff91a807d87000. 00020000:00000010:0.0:1773616265.124621:0:93474:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld': 632 at ffff91a8102d7000. 00000020:00001000:0.0:1773616265.124626:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cab0 00000020:00000010:0.0:1773616265.124628:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63e00. 00000020:00000010:0.0:1773616265.124631:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685660. 00000008:00000010:0.0:1773616265.124634:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ae468. 00020000:00000010:0.0:1773616265.124638:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118f00. 00008000:00000010:0.0:1773616265.124640:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:0.0:1773616265.124644:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740738. 00000080:00000010:0.0:1773616265.124646:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508ada0. 00000020:00000010:0.0:1773616265.124649:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00000008:00000010:0.0:1773616265.124652:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9600. 00020000:00000010:0.0:1773616265.124654:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e400. 00008000:00000010:0.0:1773616265.124658:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371788. 00000080:00000010:0.0:1773616265.124661:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090960f0. 00000020:00000010:0.0:1773616265.124664:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62c00. 00000020:00000010:0.0:1773616265.124666:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cab0. 00000080:00000001:0.0:1773616265.124669:0:93474:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616265.124672:0:93474:0:(obd_class.h:910:obd_disconnect()) Process entered 00020000:00000001:0.0:1773616265.124676:0:93474:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:0.0:1773616265.124677:0:93474:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773616265.124679:0:93474:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xe60cc2233ec678e4 00000020:00000040:0.0:1773616265.124682:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a802f50800 with handle 0xe60cc2233ec678e4 from hash 00000020:00000001:0.0:1773616265.124687:0:93474:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773616265.124689:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f50800 : new refcount 1 00000020:00000001:0.0:1773616265.124691:0:93474:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773616265.124692:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f50800 : new refcount 0 00000020:00000080:0.0:1773616265.124694:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a802f50800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:0.0:1773616265.124696:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.124701:0:93474:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616265.124702:0:93474:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616265.124704:0:93474:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.124980:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff91a811163800. 00000020:00000010:0.0:1773616265.124985:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a811163c00. 00000020:00000010:0.0:1773616265.124987:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff91a807e3f800. 00000020:00000010:0.0:1773616265.124990:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff91a80501b800. 00000020:00000010:0.0:1773616265.124994:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff91a81094f800. 00000020:00000010:0.0:1773616265.124998:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a811162000. 00000080:00000001:0.0:1773616265.125000:0:93474:0:(obd_class.h:910:obd_disconnect()) Process entered 00800000:00000001:0.0:1773616265.125003:0:93474:0:(lmv_obd.c:589:lmv_disconnect()) Process entered 00800000:00000001:0.0:1773616265.125006:0:93474:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:0.0:1773616265.125013:0:93474:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773616265.125016:0:93474:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616265.125018:0:93474:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:0.0:1773616265.125020:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f51800 : new refcount 3 80000000:00000010:0.0:1773616265.125022:0:93474:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff91a807bd9980. 80000000:00000001:0.0:1773616265.125024:0:93474:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1773616265.125027:0:93474:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1773616265.125030:0:93474:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1773616265.125067:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f51800 : new refcount 2 40000000:00000001:0.0:1773616265.125070:0:93474:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1773616265.125072:0:93474:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff91a80327be00. 40000000:00000001:0.0:1773616265.125075:0:93474:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1773616265.125077:0:93474:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff91a81094d000(8e2504f8-8a7f-45b8-b7b8-776fa31546b9) successfully 00800000:00000001:0.0:1773616265.125079:0:93474:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:0.0:1773616265.125082:0:93474:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616265.125084:0:93474:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:0.0:1773616265.125087:0:93474:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773616265.125088:0:93474:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff91a81094d000 - 1 00000100:00000001:0.0:1773616265.125092:0:93474:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773616265.125093:0:93474:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0000_UUID 00000020:00000001:0.0:1773616265.125095:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.125096:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=2 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616265.125098:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773616265.125115:0:93474:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.125118:0:93474:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773616265.125120:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.125122:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1773616265.125213:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febf00 count: 2 00010000:00000001:0.0:1773616265.125216:0:93474:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1773616265.125220:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804febf00 count: 3 00010000:00000001:0.0:1773616265.125222:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616265.125225:0:93474:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773616265.125228:0:93474:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773616265.125232:0:93474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00000001:0.0:1773616265.125242:0:93474:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773616265.125244:0:93474:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773616265.125246:0:93474:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773616265.125247:0:93474:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.125250:0:93474:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773616265.125253:0:93474:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773616265.125255:0:93474:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773616265.125257:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616265.125259:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773616265.125261:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5200 with handle 0xe60cc2233ec6795b from hash 00010000:00000001:0.0:1773616265.125263:0:93474:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773616265.125265:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616265.125266:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616265.125267:0:93474:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773616265.125270:0:93474:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773616265.125272:0:93474:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773616265.125274:0:93474:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.125276:0:93474:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.125278:0:93474:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616265.125280:0:93474:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773616265.125288:0:93474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616265.125291:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616265.125295:0:93474:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616265.125297:0:93474:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616265.125301:0:93474:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616265.125307:0:93474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b29c00. 00000100:00000001:0.0:1773616265.125313:0:93474:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.125316:0:93474:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773616265.125322:0:93474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1773616265.125328:0:93474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773616265.125330:0:93474:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.125333:0:93474:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616265.125334:0:93474:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616265.125340:0:93474:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616265.125342:0:93474:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749757080896 : -121323952470720 : ffff91a810e90540) 00000100:00000001:0.0:1773616265.125344:0:93474:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616265.125346:0:93474:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000001:0.0:1773616265.125350:0:93474:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616265.125354:0:93474:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.125356:0:93474:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616265.125359:0:93474:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616265.125368:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795610496/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.125375:0:93474:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616265.125377:0:93474:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.125381:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795610496/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.125387:0:93474:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773616265.125389:0:93474:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616265.125391:0:93474:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616265.125394:0:93474:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a810e90540 going to sleep for 0 seconds 00000100:00000001:0.0:1773616265.125396:0:93474:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.125398:0:93474:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1773616265.125401:0:93474:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.125403:0:93474:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616265.125405:0:93474:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616265.125408:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795610496/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616265.125415:0:93474:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job umount:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93474:1859763795610496:192.168.201.103@tcp:103:umount.0 00000100:00000001:0.0:1773616265.125420:0:93474:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.125422:0:93474:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773616265.125424:0:93474:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616265.125425:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.125428:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795610496/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.125434:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616265.125436:0:93474:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616265.125439:0:93474:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616265.125440:0:93474:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1773616265.125442:0:93474:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1773616265.125444:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.125448:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795610496/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.125453:0:93474:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773616265.125454:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.125455:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=2 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616265.125457:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616265.125459:0:93474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616265.125461:0:93474:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616265.125462:0:93474:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616265.125464:0:93474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616265.125466:0:93474:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616265.125467:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.125469:0:93474:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1773616265.125470:0:93474:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1773616265.125472:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773616265.125474:0:93474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a8101c5200/0xe60cc2233ec6795b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c6a9 expref: -99 pid: 93465 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000020:00000010:0.0:1773616265.125483:0:93474:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff91a8047d5b00. 00010000:00000001:0.0:1773616265.125488:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616265.125490:0:93474:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.125492:0:93474:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773616265.125494:0:93474:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804febf00 count: 0 00010000:00000010:0.0:1773616265.125499:0:93474:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c680. 00010000:00000040:0.0:1773616265.125860:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 2 00010000:00000001:0.0:1773616265.125863:0:93474:0:(ldlm_request.c:2522:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1773616265.125865:0:93474:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a400 count: 3 00010000:00000001:0.0:1773616265.125867:0:93474:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616265.125868:0:93474:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773616265.125871:0:93474:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773616265.125873:0:93474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1773616265.125885:0:93474:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773616265.125887:0:93474:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773616265.125888:0:93474:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773616265.125889:0:93474:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.125891:0:93474:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773616265.125893:0:93474:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773616265.125894:0:93474:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773616265.125895:0:93474:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616265.125897:0:93474:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773616265.125899:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002ac00 with handle 0xe60cc2233ec6794d from hash 00010000:00000001:0.0:1773616265.125902:0:93474:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773616265.125903:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616265.125904:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616265.125904:0:93474:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773616265.125906:0:93474:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773616265.125907:0:93474:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773616265.125909:0:93474:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.125911:0:93474:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.125912:0:93474:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616265.125914:0:93474:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1773616265.125918:0:93474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616265.125920:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:0.0:1773616265.125923:0:93474:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616265.125925:0:93474:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616265.125927:0:93474:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616265.125930:0:93474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a811b29c00. 00000100:00000001:0.0:1773616265.125933:0:93474:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.125935:0:93474:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773616265.125938:0:93474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773616265.125944:0:93474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773616265.125945:0:93474:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.125948:0:93474:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616265.125949:0:93474:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616265.125952:0:93474:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616265.125954:0:93474:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749757080896 : -121323952470720 : ffff91a810e90540) 00000100:00000001:0.0:1773616265.125956:0:93474:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616265.125957:0:93474:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000001:0.0:1773616265.125960:0:93474:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616265.125962:0:93474:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.125963:0:93474:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616265.125965:0:93474:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616265.125969:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795610624/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.125974:0:93474:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616265.125976:0:93474:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.125979:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795610624/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.125985:0:93474:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773616265.125987:0:93474:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616265.125989:0:93474:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616265.125990:0:93474:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a810e90540 going to sleep for 0 seconds 00000100:00000001:0.0:1773616265.125992:0:93474:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.125994:0:93474:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1773616265.125996:0:93474:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.125997:0:93474:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616265.125998:0:93474:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616265.126002:0:93474:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795610624/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616265.126008:0:93474:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job umount:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:93474:1859763795610624:192.168.201.103@tcp:103:umount.0 00000100:00000001:0.0:1773616265.126012:0:93474:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.126013:0:93474:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1773616265.126015:0:93474:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616265.126017:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.126019:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795610624/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.126024:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616265.126026:0:93474:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a810e90540. 00000100:00000001:0.0:1773616265.126028:0:93474:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616265.126029:0:93474:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1773616265.126031:0:93474:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1773616265.126033:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616265.126035:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795610624/t0(0) o103->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.126041:0:93474:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773616265.126042:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616265.126043:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=2 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:0.0:1773616265.126045:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616265.126047:0:93474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616265.126049:0:93474:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616265.126050:0:93474:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616265.126051:0:93474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616265.126053:0:93474:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616265.126054:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616265.126056:0:93474:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1773616265.126058:0:93474:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1773616265.126059:0:93474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773616265.126062:0:93474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a81094d000 lock: ffff91a81002ac00/0xe60cc2233ec6794d lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c68d expref: -99 pid: 93436 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1773616265.126069:0:93474:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a8061f05c0. 00010000:00000001:0.0:1773616265.126073:0:93474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616265.126075:0:93474:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.126077:0:93474:0:(ldlm_request.c:2539:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1773616265.126079:0:93474:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a400 count: 0 00010000:00000010:0.0:1773616265.126082:0:93474:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2b80. 00000001:00000001:0.0:1773616265.126272:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.126276:0:93474:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.126279:0:93474:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773616265.126281:0:93474:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773616265.126282:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.126284:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616265.126658:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616265.126662:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616265.126663:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1773616265.126833:0:90997:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1773616265.126856:0:90997:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff91a8030ad000 for lustre-OST0000-osc-ffff91a81094d000 00000020:00000040:1.0:1773616265.126862:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 22 to 192.168.201.103@tcp 00000020:00000040:1.0:1773616265.126866:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 21 to 192.168.201.103@tcp 00000020:00000010:1.0:1773616265.126868:0:90997:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff91a8046cf1e0. 00000020:00000040:1.0:1773616265.126873:0:90997:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff91a81094d000 (ffff91a802e00000) now 1 - import 00000020:00000040:1.0:1773616265.126877:0:90997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8030a8800 with handle 0xe60cc2233ec678b3 from hash 00000020:00000040:1.0:1773616265.126880:0:90997:0:(genops.c:898:class_export_put()) PUTting export ffff91a8030a8800 : new refcount 0 00000020:00000080:1.0:1773616265.126881:0:90997:0:(genops.c:904:class_export_put()) final put ffff91a8030a8800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:1.0:1773616265.126884:0:90997:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.126887:0:90997:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773616265.126889:0:90997:0:(genops.c:863:class_export_destroy()) destroying export ffff91a8030a8800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-OST0000-osc-ffff91a81094d000 00000020:00000001:1.0:1773616265.126891:0:90997:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773616265.126893:0:90997:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616265.126896:0:90997:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a8030a8800. 00000020:00000001:1.0:1773616265.126902:0:90997:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773616265.126904:0:90997:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0000-osc-ffff91a81094d000 obd_type name = osc 00000020:01000000:1.0:1773616265.126906:0:90997:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff91a81094d000 (8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:1.0:1773616265.126908:0:90997:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1773616265.126914:0:90997:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605400. 00000020:00000010:1.0:1773616265.126920:0:90997:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604600. 00000020:00000010:1.0:1773616265.126924:0:90997:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8480. 00000008:00000010:1.0:1773616265.126929:0:90997:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616265.126933:0:90997:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616265.126937:0:90997:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616265.126944:0:90997:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616265.126948:0:90997:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000008:00000001:1.0:1773616265.126952:0:90997:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773616265.126958:0:90997:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773616265.126960:0:90997:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773616265.126963:0:90997:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773616265.126997:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff91a811b29600. 00000020:00000010:1.0:1773616265.127000:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff91a804f62000. 00000020:00000010:1.0:1773616265.127004:0:90997:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff91a803236c00. 00000020:00000010:1.0:1773616265.127010:0:90997:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8102cdc00. 00010000:00000001:1.0:1773616265.127049:0:90997:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773616265.127059:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff91a8047d5780. 00000020:00000010:1.0:1773616265.127061:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff91a807bb2680. 00000020:00000010:1.0:1773616265.127063:0:90997:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff91a8046cf3c0. 00000020:00000010:1.0:1773616265.127065:0:90997:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8102ce000. 00000001:00000001:1.0:1773616265.127109:0:90997:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773616265.127140:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8060da000. 00000001:00000010:1.0:1773616265.127144:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8060dc000. 00000001:00000010:1.0:1773616265.127147:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a806e8c000. 00000001:00000010:1.0:1773616265.127149:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8182a6000. 00000001:00000010:1.0:1773616265.127151:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8182a2000. 00000001:00000010:1.0:1773616265.127154:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8182a4000. 00000001:00000010:1.0:1773616265.127156:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8182a0000. 00000001:00000010:1.0:1773616265.127158:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8103a2000. 00000001:00000010:1.0:1773616265.127178:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8103a4000. 00000001:00000010:1.0:1773616265.127181:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8103a0000. 00000001:00000010:1.0:1773616265.127183:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8103a6000. 00000001:00000010:1.0:1773616265.127185:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8034de000. 00000001:00000010:1.0:1773616265.127188:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8034da000. 00000001:00000010:1.0:1773616265.127190:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8034dc000. 00000001:00000010:1.0:1773616265.127192:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a8034d8000. 00000001:00000010:1.0:1773616265.127194:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff91a807a5a000. 00000001:00000010:1.0:1773616265.127202:0:90997:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff91a8047d5400. 00000001:00000010:1.0:1773616265.127205:0:90997:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff91a8129a0000. 00000001:00000001:1.0:1773616265.127209:0:90997:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773616265.127212:0:90997:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff91a8102cfc00. 00010000:00000001:1.0:1773616265.127217:0:90997:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773616265.127219:0:90997:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773616265.127220:0:90997:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773616265.127222:0:90997:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773616265.127224:0:90997:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773616265.127225:0:90997:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773616265.127226:0:90997:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773616265.127228:0:90997:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff91a8030e7000. 00010000:00000010:1.0:1773616265.127232:0:90997:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff91a8030e2000. 00010000:00000001:1.0:1773616265.127234:0:90997:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773616265.127236:0:90997:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773616265.127239:0:90997:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff91a8047d5900. 00000020:00000010:1.0:1773616265.127243:0:90997:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604600. 00000020:00000010:1.0:1773616265.127246:0:90997:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8480. 00000008:00000010:1.0:1773616265.127249:0:90997:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616265.127252:0:90997:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616265.127256:0:90997:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616265.127259:0:90997:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616265.127262:0:90997:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616265.127265:0:90997:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605400. 00000020:00000001:1.0:1773616265.127268:0:90997:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616265.127269:0:90997:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff91a802e00000. 00000020:00000010:1.0:1773616265.127278:0:90997:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff91a8030ad000. 00000020:00000001:1.0:1773616265.127281:0:90997:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1773616265.127284:0:90997:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773616265.127285:0:90997:0:(genops.c:863:class_export_destroy()) destroying export ffff91a802f50800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-clilov-ffff91a81094d000 00000020:00000001:1.0:1773616265.127287:0:90997:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773616265.127289:0:90997:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616265.127291:0:90997:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) now 4 - export 00000020:00000010:1.0:1773616265.127293:0:90997:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a802f50800. 00000020:00000001:1.0:1773616265.127295:0:90997:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1773616265.129762:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.129773:0:93474:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616265.129775:0:93474:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773616265.129779:0:93474:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773616265.129783:0:93474:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773616265.129784:0:93474:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773616265.130161:0:93474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a19880. 00000020:00000040:1.0:1773616265.130169:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000100:00000001:1.0:1773616265.130174:0:93474:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616265.130177:0:93474:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616265.130183:0:93474:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616265.130191:0:93474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8102b5200. 00000100:00000001:1.0:1773616265.130198:0:93474:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.130201:0:93474:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000100:00080000:1.0:1773616265.130206:0:93474:0:(import.c:65:import_set_state_nolock()) ffff91a8182b5800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773616265.130211:0:93474:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616265.130215:0:93474:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616265.130228:0:93474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cf15e51] to pc [ptlrpcd_rcv+-1] req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.130255:0:93474:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.130302:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.130306:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616265.130308:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616265.130315:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.130322:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616265.130324:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616265.130327:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616265.130329:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616265.130332:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616265.130335:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795610752:192.168.201.103@tcp:39:umount.0 00000100:00000001:2.0:1773616265.130338:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616265.130344:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616265.130346:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616265.130349:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616265.130354:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f62600. 02000000:00000001:2.0:1773616265.130356:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616265.130363:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616265.130367:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616265.130373:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616265.130380:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795610752, portal 10 00000100:00000001:2.0:1773616265.130382:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616265.130384:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000100:00000040:2.0:1773616265.130391:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.130399:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616265.130402:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616265.130404:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e3b8. 00000100:00000200:2.0:1773616265.130408:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795610752, offset 0 00000400:00000200:2.0:1773616265.130414:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616265.130422:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616265.130431:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616265.130437:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616265.130441:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616265.130446:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616265.130448:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616265.130452:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149702:149702:256:4294967295] 192.168.201.103@tcp LPNI seq info [149642:149642:8:4294967295] 00000400:00000200:2.0:1773616265.130457:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616265.130467:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616265.130472:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616265.130477:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ab5200. 00000800:00000200:2.0:1773616265.130485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616265.130493:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616265.130498:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ab5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616265.130523:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616265.130527:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: using a timeout of 35375 usecs (36 jiffies) 00000400:00000200:2.0:1773616265.130530:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616265.130534:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302065774 00000100:00000001:2.0:1773616265.130536:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302069641 00000100:00000001:2.0:1773616265.130538:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302065774 00000100:00000001:2.0:1773616265.130541:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302069641 00000100:00000001:2.0:1773616265.130543:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616265.130545:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.130548:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.130550:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.130782:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616265.130785:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773616265.130787:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.130788:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616265.130790:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.130792:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616265.131136:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616265.131141:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ab5200. 00000400:00000200:1.0:1773616265.131146:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616265.131151:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616265.131156:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e3b8 00000400:00000010:1.0:1773616265.131159:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e3b8. 00000100:00000001:1.0:1773616265.131163:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616265.131169:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.131178:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616265.131181:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.131187:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.131188:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616265.135423:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.135443:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616265.135448:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.135451:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.135460:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.135675:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616265.135684:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.135690:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.135695:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.135698:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674c80 00000400:00000200:0.0:1773616265.135703:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.135709:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194299 [1] + 224 00000800:00000001:0.0:1773616265.135725:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.135735:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.135738:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.135743:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616265.135750:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616265.135770:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616265.135781:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.135816:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616265.135825:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.135829:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.135911:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.135916:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616265.135922:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616265.135924:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616265.135928:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616265.135933:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:2.0:1773616265.135935:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:2.0:1773616265.135939:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616265.135944:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616265.135954:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a19880 x1859763795610752/t0(0) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.135960:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616265.135962:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.135964:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616265.135968:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616265.135970:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616265.135972:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616265.135976:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616265.135985:0:2398:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8182b5c58 time=127 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616265.135989:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8182b5c10 time=127 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616265.135991:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616265.135993:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.135995:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616265.135998:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.136001:0:2398:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616265.136003:0:2398:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616265.136005:0:2398:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616265.136007:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616265.136009:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601405056 : -121324108146560 : ffff91a807a19880) 00000100:00000001:2.0:1773616265.136012:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616265.136014:0:2398:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: skip recheck: last_committed 103079215246 00000100:00000001:2.0:1773616265.136016:0:2398:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616265.136018:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616265.136024:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a19880 x1859763795610752/t103079215249(103079215249) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.136031:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616265.136034:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616265.136036:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773616265.136039:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8182b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773616265.136042:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.136045:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616265.136047:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.136049:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773616265.136050:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.136051:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616265.136054:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.136056:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:2.0:1773616265.136077:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a19880 x1859763795610752/t103079215249(103079215249) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616265.136092:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795610752:192.168.201.103@tcp:39:umount.0 00000100:00000001:2.0:1773616265.136097:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.136100:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616265.136103:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a19880 x1859763795610752/t103079215249(103079215249) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.136110:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.136112:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.136120:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616265.136122:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.136125:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.136127:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.137992:0:93474:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.138004:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773616265.138005:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1773616265.138007:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1773616265.138010:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616265.138012:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: committing for last_committed 103079215246 gen 2 00000100:00100000:3.0:1773616265.138025:0:93474:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff91a807a19880 x1859763795610752/t103079215249(103079215249) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.138034:0:93474:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616265.138038:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616265.138042:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a19880 x1859763795610752/t103079215249(103079215249) o39->lustre-MDT0000-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616265.138049:0:93474:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616265.138052:0:93474:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616265.138056:0:93474:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f62600. 02000000:00000001:3.0:1773616265.138061:0:93474:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616265.138064:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616265.138066:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=2 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:3.0:1773616265.138068:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616265.138070:0:93474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8102b5200. 02000000:00000001:3.0:1773616265.138074:0:93474:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616265.138076:0:93474:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616265.138078:0:93474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a19880. 00000100:00000001:3.0:1773616265.138082:0:93474:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616265.138083:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616265.138086:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1773616265.138089:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616265.138090:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773616265.138092:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773616265.138093:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773616265.138096:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773616265.138100:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616265.138101:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:3.0:1773616265.138103:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773616265.138106:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1773616265.138107:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:3.0:1773616265.138109:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.138112:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.138549:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773616265.138554:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773616265.138555:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773616265.139259:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.139264:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616265.141432:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616265.141446:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616265.141451:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616265.141455:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685c00. 00000008:00000010:2.0:1773616265.141462:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.141467:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.141473:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.141481:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.141486:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.141491:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63000. 00000008:00000010:2.0:1773616265.141495:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.141498:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.141502:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.141506:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616265.141509:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616265.141527:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000008:00000001:2.0:1773616265.141531:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773616265.141533:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773616265.141536:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616265.141539:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1773616265.141542:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.141545:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:0.1:1773616265.142071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5200. 00010000:00000010:0.1:1773616265.142082:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804febf00. 00010000:00000010:0.1:1773616265.142087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002ac00. 00010000:00000010:0.1:1773616265.142091:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a400. 00000001:00000001:2.0:1773616265.142216:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616265.142222:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616265.142227:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616265.142231:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685c00. 00000008:00000010:2.0:1773616265.142236:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.142240:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.142274:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.142280:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.142283:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.142286:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616265.142289:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.142292:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.142296:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.142300:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616265.142303:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63000. 00000020:00000010:2.0:1773616265.142306:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000001:00000001:2.0:1773616265.142309:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.142310:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.142734:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.142739:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.142740:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.143617:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.143622:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.143625:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:2.0:1773616265.143631:0:93474:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:2.0:1773616265.143634:0:93474:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:2.0:1773616265.143637:0:93474:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xe60cc2233ec678d6 00000020:00000040:2.0:1773616265.143641:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a802f51800 with handle 0xe60cc2233ec678d6 from hash 00000020:00000001:2.0:1773616265.143647:0:93474:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1773616265.143650:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f51800 : new refcount 1 00000020:00000001:2.0:1773616265.143652:0:93474:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1773616265.143654:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f51800 : new refcount 0 00000020:00000080:2.0:1773616265.143655:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a802f51800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:2.0:1773616265.143658:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.143678:0:93474:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.143681:0:93474:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616265.143687:0:93474:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616265.143689:0:93474:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616265.143694:0:93474:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:2.0:1773616265.143710:0:93474:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1773616265.143720:0:93474:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.201.103@tcp 00020000:00000010:2.0:1773616265.143722:0:93474:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff91a8046b7b80. 00020000:00000001:2.0:1773616265.143726:0:93474:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616265.143729:0:93474:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:2.0:1773616265.143732:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56000 : new refcount 3 80000000:00000010:2.0:1773616265.143734:0:93474:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff91a807bd9280. 80000000:00000001:2.0:1773616265.143736:0:93474:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1773616265.143739:0:93474:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:2.0:1773616265.143741:0:93474:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:2.0:1773616265.143802:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56000 : new refcount 2 40000000:00000001:2.0:1773616265.143805:0:93474:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1773616265.143807:0:93474:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff91a80327b900. 40000000:00000001:2.0:1773616265.143810:0:93474:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:2.0:1773616265.143812:0:93474:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff91a81094d000(8e2504f8-8a7f-45b8-b7b8-776fa31546b9) successfully 00800000:00000001:2.0:1773616265.143814:0:93474:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:2.0:1773616265.143816:0:93474:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616265.143818:0:93474:0:(obd_class.h:910:obd_disconnect()) Process entered 00010000:00000001:2.0:1773616265.143820:0:93474:0:(ldlm_lib.c:758:client_disconnect_export()) Process entered 00010000:00000040:2.0:1773616265.143822:0:93474:0:(ldlm_lib.c:771:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff91a81094d000 - 1 00000100:00000001:2.0:1773616265.143826:0:93474:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1773616265.143828:0:93474:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8e2504f8-8a7f-45b8-b7b8-776fa31546b9->lustre-MDT0001_UUID 00000020:00000001:2.0:1773616265.143830:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.143832:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=2 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.143834:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773616265.144091:0:42286:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773616265.144095:0:42286:0:(genops.c:863:class_export_destroy()) destroying export ffff91a802f51800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000040:0.0:1773616265.144103:0:42286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 20 to 192.168.201.103@tcp 00000020:00000001:0.0:1773616265.144106:0:42286:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773616265.144107:0:42286:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616265.144110:0:42286:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 5 - export 00000020:00000010:0.0:1773616265.144114:0:42286:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a802f51800. 00000020:00000001:0.0:1773616265.144119:0:42286:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:2.0:1773616265.144330:0:93474:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.144334:0:93474:0:(ldlm_request.c:2588:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:2.0:1773616265.144337:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.144340:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.144765:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.144769:0:93474:0:(ldlm_request.c:2600:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.144772:0:93474:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1773616265.144775:0:93474:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1773616265.144776:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.144777:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.145672:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.145676:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.145677:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.146662:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.146668:0:93474:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.146670:0:93474:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:2.0:1773616265.146674:0:93474:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1773616265.146677:0:93474:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:2.0:1773616265.146679:0:93474:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1773616265.146691:0:93474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616265.146697:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000100:00000001:2.0:1773616265.146701:0:93474:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616265.146704:0:93474:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616265.146710:0:93474:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616265.146730:0:93474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ab5200. 00000100:00000001:2.0:1773616265.146737:0:93474:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.146740:0:93474:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00080000:2.0:1773616265.146743:0:93474:0:(import.c:65:import_set_state_nolock()) ffff91a8030ad800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1773616265.146748:0:93474:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616265.146752:0:93474:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616265.146764:0:93474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6f3582c] to pc [ptlrpcd_rcv+-1] req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.146794:0:93474:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.147103:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616265.147107:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.147109:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616265.147115:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.147123:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616265.147125:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616265.147128:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616265.147130:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616265.147133:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616265.147136:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795610880:192.168.201.103@tcp:39:umount.0 00000100:00000001:0.0:1773616265.147140:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616265.147145:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616265.147147:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616265.147150:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616265.147154:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29c00. 02000000:00000001:0.0:1773616265.147156:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616265.147165:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616265.147169:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a478. 00000400:00000010:0.0:1773616265.147176:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aee0. 00000100:00000200:0.0:1773616265.147182:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795610880, portal 10 00000100:00000001:0.0:1773616265.147185:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616265.147187:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:0.0:1773616265.147195:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.147202:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616265.147205:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616265.147208:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a2a8. 00000100:00000200:0.0:1773616265.147211:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795610880, offset 0 00000400:00000200:0.0:1773616265.147217:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616265.147225:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.147232:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616265.147239:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616265.147244:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616265.147248:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616265.147250:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616265.147254:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149703:149703:256:4294967295] 192.168.201.103@tcp LPNI seq info [149643:149643:8:4294967295] 00000400:00000200:0.0:1773616265.147260:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.147269:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616265.147274:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616265.147279:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5100. 00000800:00000200:0.0:1773616265.147287:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616265.147295:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616265.147300:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616265.147321:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616265.147327:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: using a timeout of 44788 usecs (45 jiffies) 00000400:00000200:0.0:1773616265.147330:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616265.147333:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 0 is 4302065799 00000100:00000001:0.0:1773616265.147336:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 0, keep current deadline 4302069641 00000100:00000001:0.0:1773616265.147339:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS new deadline estimation for cpu 1 is 4302065799 00000100:00000001:0.0:1773616265.147341:0:2398:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a81094d000: PM QoS request active for cpu 1, keep current deadline 4302069641 00000100:00000001:0.0:1773616265.147344:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616265.147346:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.147350:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.147352:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616265.147360:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616265.147362:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773616265.147364:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616265.147365:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616265.147366:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616265.147368:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616265.147902:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616265.147909:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5100. 00000400:00000200:1.0:1773616265.147915:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616265.147921:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616265.147926:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a2a8 00000400:00000010:1.0:1773616265.147928:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a2a8. 00000100:00000001:1.0:1773616265.147932:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616265.147937:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.147947:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616265.147950:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.147958:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.147959:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616265.158353:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.158376:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616265.158381:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.158383:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.158394:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.158402:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616265.158412:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.158417:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.158423:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.158427:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674d00 00000400:00000200:0.0:1773616265.158432:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616265.158439:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1942a1 [1] + 224 00000800:00000001:0.0:1773616265.158447:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.158455:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616265.158458:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616265.158463:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616265.158470:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616265.158479:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616265.158491:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616265.158515:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616265.158524:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616265.158529:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.158604:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.158609:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616265.158615:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616265.158617:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616265.158621:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a478. 00000400:00000200:2.0:1773616265.158625:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aee0 00000400:00000010:2.0:1773616265.158628:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aee0. 00000100:00000001:2.0:1773616265.158631:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616265.158637:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616265.158647:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795610880/t0(0) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.158653:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616265.158655:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.158658:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616265.158662:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616265.158664:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616265.158666:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616265.158669:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616265.158679:0:2398:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8030adc58 time=127 v=36 (36 0 0 0) 00000100:00001000:2.0:1773616265.158684:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8030adc10 time=127 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616265.158687:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616265.158689:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616265.158691:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616265.158695:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.158698:0:2398:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616265.158700:0:2398:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616265.158702:0:2398:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616265.158704:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616265.158706:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616265.158709:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616265.158711:0:2398:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: skip recheck: last_committed 0 00000100:00000001:2.0:1773616265.158726:0:2398:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616265.158728:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616265.158733:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795610880/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.158741:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616265.158744:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616265.158746:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773616265.158750:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8030ad800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773616265.158753:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.158757:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616265.158760:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.158761:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773616265.158763:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.158764:0:2398:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616265.158767:0:2398:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.158769:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000040:2.0:1773616265.158788:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795610880/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616265.158796:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8e2504f8-8a7f-45b8-b7b8-776fa31546b9:2398:1859763795610880:192.168.201.103@tcp:39:umount.0 00000100:00000001:2.0:1773616265.158801:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.158803:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616265.158806:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795610880/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616265.158814:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.158816:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616265.158823:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616265.158825:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.158827:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616265.158829:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.159052:0:93474:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.159058:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773616265.159060:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:1.0:1773616265.159062:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773616265.159064:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773616265.159066:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: committing for last_committed 0 gen 2 00000100:00100000:1.0:1773616265.159072:0:93474:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff91a8036c8380 x1859763795610880/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.159080:0:93474:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616265.159083:0:93474:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616265.159086:0:93474:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795610880/t12884901901(12884901901) o39->lustre-MDT0001-mdc-ffff91a81094d000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616275 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616265.159093:0:93474:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616265.159096:0:93474:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616265.159099:0:93474:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29c00. 02000000:00000001:1.0:1773616265.159104:0:93474:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616265.159106:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616265.159108:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=2 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616265.159111:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616265.159113:0:93474:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ab5200. 02000000:00000001:1.0:1773616265.159117:0:93474:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616265.159118:0:93474:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616265.159120:0:93474:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:1.0:1773616265.159124:0:93474:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616265.159125:0:93474:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616265.159130:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:1.0:1773616265.159132:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616265.159133:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773616265.159134:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773616265.159135:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773616265.159137:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773616265.159139:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.159140:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773616265.159142:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773616265.159144:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:1.0:1773616265.159145:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773616265.159148:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773616265.159150:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773616265.159559:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773616265.159563:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773616265.159564:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773616265.159998:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.160002:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616265.160009:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616265.160015:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605400. 00000020:00000010:1.0:1773616265.160020:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604600. 00000020:00000010:1.0:1773616265.160025:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8480. 00000008:00000010:1.0:1773616265.160034:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616265.160039:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616265.160044:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616265.160050:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616265.160055:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616265.160060:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604000. 00000008:00000010:1.0:1773616265.160064:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616265.160068:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616265.160072:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616265.160076:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616265.160079:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616265.160082:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000008:00000001:1.0:1773616265.160085:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773616265.160088:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616265.160091:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616265.160093:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773616265.160095:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773616265.160096:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773616265.160473:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773616265.160477:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616265.160481:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604600. 00000020:00000010:1.0:1773616265.160486:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8480. 00000008:00000010:1.0:1773616265.160490:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616265.160494:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616265.160498:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616265.160501:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616265.160505:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616265.160508:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605400. 00000008:00000010:1.0:1773616265.160511:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616265.160514:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616265.160519:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616265.160522:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616265.160524:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604000. 00000020:00000010:1.0:1773616265.160527:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000001:00000001:1.0:1773616265.160530:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773616265.160532:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773616265.160949:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773616265.160954:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773616265.160955:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773616265.161319:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616265.161323:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616265.161326:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00010000:00000001:1.0:1773616265.161332:0:93474:0:(ldlm_lib.c:817:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773616265.161334:0:93474:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773616265.161337:0:93474:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xe60cc2233ec678dd 00000020:00000040:1.0:1773616265.161341:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a802f56000 with handle 0xe60cc2233ec678dd from hash 00000020:00000001:1.0:1773616265.161347:0:93474:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773616265.161350:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56000 : new refcount 1 00000020:00000001:1.0:1773616265.161352:0:93474:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773616265.161354:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56000 : new refcount 0 00000020:00000080:1.0:1773616265.161356:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a802f56000/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:1.0:1773616265.161359:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161384:0:93474:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616265.161388:0:93474:0:(ldlm_lib.c:830:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616265.161394:0:93474:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616265.161396:0:93474:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161413:0:93474:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773616265.161415:0:93474:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xe60cc2233ec678cf 00000020:00000040:1.0:1773616265.161418:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a802f56800 with handle 0xe60cc2233ec678cf from hash 00000020:00000001:1.0:1773616265.161421:0:93474:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773616265.161423:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56800 : new refcount 1 00000020:00000001:1.0:1773616265.161425:0:93474:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773616265.161426:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a802f56800 : new refcount 0 00000020:00000080:1.0:1773616265.161427:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a802f56800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:1.0:1773616265.161429:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161433:0:93474:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616265.161435:0:93474:0:(lmv_obd.c:600:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616265.161438:0:93474:0:(obd_class.h:922:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616265.161440:0:93474:0:(llite_lib.c:1002:client_common_put_super()) Process leaving 00000020:00000001:1.0:1773616265.161447:0:93474:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773616265.161450:0:93474:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff91a81094d000 (flags='') 00000020:00000010:1.0:1773616265.161457:0:93474:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff91a8046d88a0. 00000020:00000080:1.0:1773616265.161460:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773616265.161465:0:93474:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773616265.161469:0:93474:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff91a81094d000: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1773616265.161471:0:93474:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773616265.161473:0:93474:0:(genops.c:1577:class_disconnect_exports()) OBD device 7 (ffff91a806f54d28) has no exports 00000020:00000001:1.0:1773616265.161475:0:93474:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773616265.161480:0:93474:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000001:1.0:1773616265.161482:0:93474:0:(obd_class.h:617:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773616265.161504:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773616265.161511:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a812a56200. 00000001:00000010:1.0:1773616265.161514:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a812a57000. 00000001:00000010:1.0:1773616265.161517:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a807ce1e00. 00000001:00000010:1.0:1773616265.161521:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a803266a00. 00000001:00000010:1.0:1773616265.161524:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff91a80475a740. 00000001:00000010:1.0:1773616265.161527:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff91a820372e00. 00000001:00000001:1.0:1773616265.161542:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773616265.161544:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) now 3 - setup 00000020:00000001:1.0:1773616265.161547:0:93474:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161550:0:93474:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773616265.161552:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773616265.161555:0:93474:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773616265.161559:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) now 2 - obd_device_list 00000020:00000080:1.0:1773616265.161561:0:93474:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000040:1.0:1773616265.161563:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff91a81094d000 (ffff91a806f54d28) now 1 - newdev 00000020:00000040:1.0:1773616265.161566:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807fbf800 with handle 0xe60cc2233ec67897 from hash 00000020:00000040:1.0:1773616265.161568:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a807fbf800 : new refcount 0 00000020:00000080:1.0:1773616265.161569:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a807fbf800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:1.0:1773616265.161571:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161574:0:93474:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773616265.161576:0:93474:0:(genops.c:863:class_export_destroy()) destroying export ffff91a807fbf800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-clilov-ffff91a81094d000 00000020:00000001:1.0:1773616265.161578:0:93474:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773616265.161581:0:93474:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616265.161583:0:93474:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a807fbf800. 00000020:00000001:1.0:1773616265.161597:0:93474:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773616265.161599:0:93474:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilov-ffff91a81094d000 obd_type name = lov 00000020:01000000:1.0:1773616265.161602:0:93474:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff91a81094d000 (8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:1.0:1773616265.161604:0:93474:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000001:1.0:1773616265.161606:0:93474:0:(obd_class.h:646:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616265.161608:0:93474:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff91a806f54d28. 00000020:00000001:1.0:1773616265.161615:0:93474:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161617:0:93474:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616265.161620:0:93474:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff91a8046d88a0. 00000020:00000001:1.0:1773616265.161623:0:93474:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161626:0:93474:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773616265.161627:0:93474:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff91a81094d000 (flags='') 00000020:00000010:1.0:1773616265.161659:0:93474:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff91a8046d88a0. 00000020:00000080:1.0:1773616265.161662:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773616265.161665:0:93474:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773616265.161666:0:93474:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff91a81094d000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773616265.161668:0:93474:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773616265.161670:0:93474:0:(genops.c:1577:class_disconnect_exports()) OBD device 8 (ffff91a806f50000) has no exports 00000020:00000001:1.0:1773616265.161671:0:93474:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773616265.161673:0:93474:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773616265.161676:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604000. 00000020:00000010:1.0:1773616265.161680:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605400. 00000040:00000010:1.0:1773616265.161684:0:93474:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a804604600. 00000020:00000010:1.0:1773616265.161689:0:93474:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a802f50800. 00000020:00000010:1.0:1773616265.161693:0:93474:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a804605600. 00040000:00000010:1.0:1773616265.161699:0:93474:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a8102b5900. 00040000:00000010:1.0:1773616265.161704:0:93474:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a804605a00. 00000020:00000010:1.0:1773616265.161708:0:93474:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91a807bd9540. 00000020:00000001:1.0:1773616265.161725:0:93474:0:(kernelcomm.c:1231:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:1.0:1773616265.161728:0:93474:0:(kernelcomm.c:1272:libcfs_kkuc_group_put()) Process entered 00000020:00000001:1.0:1773616265.161730:0:93474:0:(kernelcomm.c:1285:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:1.0:1773616265.161733:0:93474:0:(kernelcomm.c:1263:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616265.161737:0:93474:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91a807bd9540. 00000020:00000010:1.0:1773616265.161741:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605400. 00000040:00000010:1.0:1773616265.161745:0:93474:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a804604600. 00000020:00000010:1.0:1773616265.161749:0:93474:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a802f50800. 00000020:00000010:1.0:1773616265.161753:0:93474:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a804605600. 00040000:00000010:1.0:1773616265.161756:0:93474:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a8102b5900. 00040000:00000010:1.0:1773616265.161759:0:93474:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a804605a00. 00000020:00000010:1.0:1773616265.161762:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604000. 00000020:00000001:1.0:1773616265.161763:0:93474:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773616265.161777:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773616265.161782:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810c49c00. 00000001:00000010:1.0:1773616265.161785:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810c48600. 00000001:00000010:1.0:1773616265.161787:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a810c48800. 00000001:00000010:1.0:1773616265.161789:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a802e18200. 00000001:00000010:1.0:1773616265.161793:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff91a80475a4a0. 00000001:00000010:1.0:1773616265.161796:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff91a820372000. 00000001:00000001:1.0:1773616265.161798:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773616265.161799:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 4 - setup 00000020:00000001:1.0:1773616265.161801:0:93474:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161803:0:93474:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773616265.161806:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773616265.161809:0:93474:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773616265.161811:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 3 - obd_device_list 00000020:00000080:1.0:1773616265.161813:0:93474:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000040:1.0:1773616265.161815:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 2 - newdev 00000020:00000001:1.0:1773616265.161817:0:93474:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161818:0:93474:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616265.161822:0:93474:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff91a8046d88a0. 00000020:00000001:1.0:1773616265.161824:0:93474:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.161827:0:93474:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773616265.161829:0:93474:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff91a81094d000 (flags='') 00000020:00000010:1.0:1773616265.161832:0:93474:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff91a8046d88a0. 00000020:00000080:1.0:1773616265.161833:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773616265.161860:0:93474:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773616265.161863:0:93474:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff91a81094d000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773616265.161866:0:93474:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773616265.161867:0:93474:0:(genops.c:1577:class_disconnect_exports()) OBD device 9 (ffff91a806f53370) has no exports 00000020:00000001:1.0:1773616265.161869:0:93474:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773616265.161871:0:93474:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:1.0:1773616265.161873:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604000. 00000020:00000010:1.0:1773616265.161876:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605a00. 00000020:00000010:1.0:1773616265.161880:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8480. 00000008:00000010:1.0:1773616265.161885:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232178. 00020000:00000010:1.0:1773616265.161889:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4aa80. 00008000:00000010:1.0:1773616265.161893:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852dfc8. 00000080:00000010:1.0:1773616265.161898:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0a80. 00000080:00000010:1.0:1773616265.161901:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818551918. 00000020:00000010:1.0:1773616265.161904:0:93474:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91a807bd90c0. 00000002:00000001:1.0:1773616265.161908:0:93474:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:1.0:1773616265.161910:0:93474:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000020:00000001:0.0:1773616265.162326:0:42286:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773616265.162329:0:42286:0:(genops.c:863:class_export_destroy()) destroying export ffff91a802f56000/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000040:0.0:1773616265.162338:0:42286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 19 to 192.168.201.103@tcp 00000020:00000001:0.0:1773616265.162341:0:42286:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773616265.162342:0:42286:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616265.162344:0:42286:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 5 - export 00000020:00000010:0.0:1773616265.162347:0:42286:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a802f56000. 00000020:00000001:0.0:1773616265.162355:0:42286:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1773616265.162357:0:42286:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773616265.162358:0:42286:0:(genops.c:863:class_export_destroy()) destroying export ffff91a802f56800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-clilmv-ffff91a81094d000 00000020:00000001:0.0:1773616265.162361:0:42286:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773616265.162362:0:42286:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773616265.162364:0:42286:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff91a81094d000 (ffff91a806f50000) now 1 - export 00000020:00000040:0.0:1773616265.162368:0:42286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807fbb800 with handle 0xe60cc2233ec6789e from hash 00000020:00000040:0.0:1773616265.162371:0:42286:0:(genops.c:898:class_export_put()) PUTting export ffff91a807fbb800 : new refcount 0 00000020:00000080:0.0:1773616265.162373:0:42286:0:(genops.c:904:class_export_put()) final put ffff91a807fbb800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:0.0:1773616265.162375:0:42286:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616265.162377:0:42286:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773616265.162378:0:42286:0:(genops.c:863:class_export_destroy()) destroying export ffff91a807fbb800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-clilmv-ffff91a81094d000 00000020:00000001:0.0:1773616265.162379:0:42286:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773616265.162380:0:42286:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.162382:0:42286:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a807fbb800. 00000020:00000001:0.0:1773616265.162386:0:42286:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773616265.162387:0:42286:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilmv-ffff91a81094d000 obd_type name = lmv 00000020:01000000:0.0:1773616265.162389:0:42286:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff91a81094d000 (8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:0.0:1773616265.162391:0:42286:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:0.0:1773616265.162395:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a811b29400. 00000020:00000010:0.0:1773616265.162398:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a811b29200. 00000040:00000010:0.0:1773616265.162401:0:42286:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.162406:0:42286:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91a818257800. 00000020:00000010:0.0:1773616265.162409:0:42286:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff91a811b28000. 00040000:00000010:0.0:1773616265.162413:0:42286:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff91a803ec5e00. 00040000:00000010:0.0:1773616265.162416:0:42286:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff91a811b29800. 00800000:00000001:0.0:1773616265.162420:0:42286:0:(lmv_obd.c:1313:lmv_device_free()) Process entered 00800000:00000010:0.0:1773616265.162422:0:42286:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff91a807ef3000. 00800000:00000010:0.0:1773616265.162425:0:42286:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff91a807ef3a00. 80000000:00000001:0.0:1773616265.162428:0:42286:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:0.0:1773616265.162431:0:42286:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:0.0:1773616265.162432:0:42286:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1773616265.162435:0:42286:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at ffff91a807bd9b00. 80000000:00000010:0.0:1773616265.162437:0:42286:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at ffff91a8061f08c0. 80000000:00000040:0.0:1773616265.162439:0:42286:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffff91a81094d000: FLD cache - Shrunk by 2 entries 80000000:00000001:0.0:1773616265.162441:0:42286:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616265.162443:0:42286:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1773616265.162444:0:42286:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff91a81094d000): 80000000:00000040:0.0:1773616265.162446:0:42286:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 9 80000000:00000040:0.0:1773616265.162447:0:42286:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 11 80000000:00000010:0.0:1773616265.162449:0:42286:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at ffff91a804614e40. 80000000:00000001:0.0:1773616265.162451:0:42286:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:0.0:1773616265.162581:0:42286:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff91a8050fb400. 00000020:00000010:0.0:1773616265.162585:0:42286:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff91a803494800. 00000020:00000010:0.0:1773616265.162588:0:42286:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff91a819770c00. 00000020:00000010:0.0:1773616265.162592:0:42286:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff91a807ef3800. 00000020:00000010:0.0:1773616265.162595:0:42286:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80635d000. 00020000:00000001:0.0:1773616265.162600:0:42286:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773616265.162602:0:42286:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773616265.162605:0:42286:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1773616265.162608:0:42286:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff91a8012e6e00. 00020000:00000001:0.0:1773616265.162612:0:42286:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773616265.162614:0:42286:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773616265.162616:0:42286:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1773616265.162618:0:42286:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff91a810911200. 00020000:00000010:0.0:1773616265.162621:0:42286:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff91a807d83000. 00800000:00000010:0.0:1773616265.162625:0:42286:0:(lmv_obd.c:1331:lmv_device_free()) kfreed 'lu': 64 at ffff91a8046f7d80. 00800000:00000001:0.0:1773616265.162627:0:42286:0:(lmv_obd.c:1333:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.162630:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a811b29200. 00000040:00000010:0.0:1773616265.162633:0:42286:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff91a811b29a00. 00000020:00000010:0.0:1773616265.162635:0:42286:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff91a818257800. 00000020:00000010:0.0:1773616265.162639:0:42286:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff91a811b28000. 00040000:00000010:0.0:1773616265.162642:0:42286:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff91a803ec5e00. 00040000:00000010:0.0:1773616265.162645:0:42286:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff91a811b29800. 00000020:00000010:0.0:1773616265.162647:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a811b29400. 00000020:00000001:0.0:1773616265.162649:0:42286:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773616265.162651:0:42286:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff91a806f50000. 00000020:00000010:0.0:1773616265.162656:0:42286:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a802f56800. 00000020:00000001:0.0:1773616265.162659:0:42286:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:2.0:1773616265.162789:0:93474:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1773616265.162793:0:93474:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff91a81094d000: client import never connected 00000100:00000001:2.0:1773616265.162796:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773616265.162798:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1773616265.162801:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1773616265.162803:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773616265.162805:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: committing for last_committed 103079215246 gen 3 00000100:00000040:2.0:1773616265.162810:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773616265.162812:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616265.162813:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773616265.162815:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773616265.162816:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.162818:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616265.162823:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.162825:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:2.0:1773616265.162827:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773616265.162829:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.162830:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:2.0:1773616265.162833:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.162882:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.163498:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.163503:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.163504:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.164337:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.164343:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616265.164352:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616265.164357:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63000. 00000020:00000010:2.0:1773616265.164361:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63200. 00000020:00000010:2.0:1773616265.164364:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685c00. 00000008:00000010:2.0:1773616265.164371:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.164375:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.164379:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.164386:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.164390:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.164394:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000008:00000010:2.0:1773616265.164399:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.164403:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.164406:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.164410:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616265.164413:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616265.164416:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000008:00000001:2.0:1773616265.164420:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773616265.164422:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773616265.164424:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616265.164426:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1773616265.164428:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.164430:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.165786:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616265.165795:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616265.165802:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63200. 00000020:00000010:2.0:1773616265.165809:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685c00. 00000008:00000010:2.0:1773616265.165816:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.165821:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.165826:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.165831:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.166123:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.166129:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63000. 00000008:00000010:2.0:1773616265.166132:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.166136:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.166140:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.166144:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616265.166147:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616265.166149:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000001:00000001:2.0:1773616265.166153:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.166155:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.166581:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.166585:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.166586:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.168198:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.168206:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.168209:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:2.0:1773616265.168217:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8182b5800 refcount=3 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.168221:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.168223:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=2 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.168226:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1773616265.168228:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.168229:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=1 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.168231:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1773616265.168233:0:93474:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1773616265.168235:0:93474:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.168239:0:93474:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:2.0:1773616265.168244:0:93474:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:2.0:1773616265.168246:0:93474:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:2.0:1773616265.168249:0:93474:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff91a8046146c0 : new refcount 2 00000040:00000001:2.0:1773616265.168252:0:93474:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1773616265.168255:0:93474:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff91a8046146c0 : new refcount 1 00000020:00000040:2.0:1773616265.168259:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a807fba000 : new refcount 1 00000020:00000001:2.0:1773616265.168261:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.168262:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8182b5800 refcount=0 obd=lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000040:2.0:1773616265.168264:0:93474:0:(genops.c:1245:class_import_put()) final put import ffff91a8182b5800 00000020:00000001:2.0:1773616265.168328:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1773616265.168331:0:93474:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff91a8046146c0. 00000040:00000001:2.0:1773616265.168340:0:93474:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.168343:0:93474:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:2.0:1773616265.168347:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff91a8050fa000. 00000020:00000010:2.0:1773616265.168352:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff91a803496400. 00000020:00000010:2.0:1773616265.168355:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff91a819771c00. 00000020:00000010:2.0:1773616265.168358:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff91a802e19a00. 00000020:00000010:2.0:1773616265.168362:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80370e000. 00000020:00000010:2.0:1773616265.168814:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807e64000. 00000020:00000010:2.0:1773616265.168819:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a8111a0000. 00000020:00000010:2.0:1773616265.168822:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807a6e000. 00000020:00000010:2.0:1773616265.168825:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807b54000. 00000020:00000010:2.0:1773616265.168829:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff91a807d84000. 00000020:00000010:2.0:1773616265.168834:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80370dc00. 00000002:00000001:2.0:1773616265.171278:0:93474:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.171288:0:93474:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91a807bd90c0. 00000020:00000010:2.0:1773616265.171303:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605a00. 00000020:00000010:2.0:1773616265.171309:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8480. 00000008:00000010:2.0:1773616265.171315:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232178. 00020000:00000010:2.0:1773616265.171321:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4aa80. 00008000:00000010:2.0:1773616265.171326:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852dfc8. 00000080:00000010:2.0:1773616265.171331:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0a80. 00000080:00000010:2.0:1773616265.171336:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818551918. 00000020:00000010:2.0:1773616265.171339:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604000. 00000020:00000001:2.0:1773616265.171342:0:93474:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.171364:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773616265.171370:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a807ef3c00. 00000001:00000010:2.0:1773616265.171373:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a807ef2400. 00000001:00000010:2.0:1773616265.171375:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a807ef3e00. 00000001:00000010:2.0:1773616265.171377:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a807ef2800. 00000001:00000010:2.0:1773616265.171379:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff91a80475aa40. 00000001:00000010:2.0:1773616265.171382:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff91a820372700. 00000001:00000001:2.0:1773616265.171386:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1773616265.171388:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 4 - setup 00000020:00000001:2.0:1773616265.171392:0:93474:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.171394:0:93474:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1773616265.171398:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1773616265.171407:0:93474:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:2.0:1773616265.171411:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 3 - obd_device_list 00000020:00000080:2.0:1773616265.171414:0:93474:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000040:2.0:1773616265.171415:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 2 - newdev 00000020:00000001:2.0:1773616265.171417:0:93474:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.171419:0:93474:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773616265.171422:0:93474:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff91a8046d88a0. 00000020:00000001:2.0:1773616265.171425:0:93474:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.171428:0:93474:0:(obd_config.c:2490:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1773616265.171431:0:93474:0:(obd_config.c:2508:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff91a81094d000 (flags='') 00000020:00000010:2.0:1773616265.171440:0:93474:0:(obd_config.c:2512:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff91a804685c00. 00000020:00000080:2.0:1773616265.171442:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1773616265.171446:0:93474:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:2.0:1773616265.171448:0:93474:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffff91a81094d000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1773616265.171452:0:93474:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1773616265.171454:0:93474:0:(genops.c:1577:class_disconnect_exports()) OBD device 10 (ffff91a806f519b8) has no exports 00000020:00000001:2.0:1773616265.171456:0:93474:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1773616265.171459:0:93474:0:(obd_class.h:612:obd_precleanup()) Process entered 00000020:00000010:2.0:1773616265.171463:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616265.171466:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63000. 00000020:00000010:2.0:1773616265.171470:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046859c0. 00000008:00000010:2.0:1773616265.171476:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.171480:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.171484:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.171490:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.171493:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.171498:0:93474:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff91a810301380. 00000002:00000001:2.0:1773616265.171502:0:93474:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:2.0:1773616265.171504:0:93474:0:(osc_request.c:4138:osc_precleanup_common()) Process entered 00000020:00000001:1.0:1773616265.173360:0:90997:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1773616265.173367:0:90997:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff91a8182b5800 for lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000040:1.0:1773616265.173377:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 18 to 192.168.201.103@tcp 00000020:00000040:1.0:1773616265.173382:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 17 to 192.168.201.103@tcp 00000020:00000010:1.0:1773616265.173385:0:90997:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff91a8046f9660. 00000020:00000040:1.0:1773616265.173390:0:90997:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff91a81094d000 (ffff91a806f53370) now 1 - import 00000020:00000040:1.0:1773616265.173395:0:90997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807fba000 with handle 0xe60cc2233ec678a5 from hash 00000020:00000040:1.0:1773616265.173399:0:90997:0:(genops.c:898:class_export_put()) PUTting export ffff91a807fba000 : new refcount 0 00000020:00000080:1.0:1773616265.173402:0:90997:0:(genops.c:904:class_export_put()) final put ffff91a807fba000/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:1.0:1773616265.173405:0:90997:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616265.173408:0:90997:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773616265.173410:0:90997:0:(genops.c:863:class_export_destroy()) destroying export ffff91a807fba000/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-MDT0000-mdc-ffff91a81094d000 00000020:00000001:1.0:1773616265.173413:0:90997:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773616265.173415:0:90997:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616265.173417:0:90997:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a807fba000. 00000020:00000001:1.0:1773616265.173423:0:90997:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773616265.173425:0:90997:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff91a81094d000 obd_type name = mdc 00000020:01000000:1.0:1773616265.173428:0:90997:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff91a81094d000 (8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:1.0:1773616265.173430:0:90997:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:1.0:1773616265.173437:0:90997:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605600. 00000020:00000010:1.0:1773616265.173442:0:90997:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604600. 00000020:00000010:1.0:1773616265.173446:0:90997:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8d20. 00000008:00000010:1.0:1773616265.173452:0:90997:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616265.173456:0:90997:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a3c0. 00008000:00000010:1.0:1773616265.173460:0:90997:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616265.173466:0:90997:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616265.173469:0:90997:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000008:00000001:1.0:1773616265.173475:0:90997:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773616265.173481:0:90997:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773616265.173483:0:90997:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773616265.173487:0:90997:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773616265.173613:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff91a811b28a00. 00000020:00000010:1.0:1773616265.173618:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff91a804f62200. 00000020:00000010:1.0:1773616265.173621:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff91a809128000. 00000020:00000010:1.0:1773616265.173624:0:90997:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff91a802e18a00. 00000020:00000010:1.0:1773616265.173631:0:90997:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80370fc00. 00010000:00000001:1.0:1773616265.173681:0:90997:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773616265.173694:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff91a8047d5b00. 00000020:00000010:1.0:1773616265.173698:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff91a80453c580. 00000020:00000010:1.0:1773616265.173701:0:90997:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff91a807bb2c80. 00000020:00000010:1.0:1773616265.173703:0:90997:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff91a807bc8360. 00000020:00000010:1.0:1773616265.173706:0:90997:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80370d400. 00000001:00000001:1.0:1773616265.173759:0:90997:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773616265.176408:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881be9000. 00000001:00000010:1.0:1773616265.176424:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881bf9000. 00000001:00000010:1.0:1773616265.176426:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c03000. 00000001:00000010:1.0:1773616265.176428:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c29000. 00000001:00000010:1.0:1773616265.176430:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c41000. 00000001:00000010:1.0:1773616265.176432:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c4b000. 00000001:00000010:1.0:1773616265.176434:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c55000. 00000001:00000010:1.0:1773616265.176436:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c79000. 00000001:00000010:1.0:1773616265.176438:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c83000. 00000001:00000010:1.0:1773616265.176440:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c8d000. 00000001:00000010:1.0:1773616265.176442:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881c97000. 00000001:00000010:1.0:1773616265.176444:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881ca1000. 00000001:00000010:1.0:1773616265.176445:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881cab000. 00000001:00000010:1.0:1773616265.176447:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881cb5000. 00000001:00000010:1.0:1773616265.176449:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881cbf000. 00000001:00000010:1.0:1773616265.176450:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881cc9000. 00000001:00000010:1.0:1773616265.176452:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881cd3000. 00000001:00000010:1.0:1773616265.176454:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881cdd000. 00000001:00000010:1.0:1773616265.176456:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d01000. 00000001:00000010:1.0:1773616265.176458:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d31000. 00000001:00000010:1.0:1773616265.176460:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d51000. 00000001:00000010:1.0:1773616265.176461:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d69000. 00000001:00000010:1.0:1773616265.176463:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d81000. 00000001:00000010:1.0:1773616265.176465:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d8b000. 00000001:00000010:1.0:1773616265.176467:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d95000. 00000001:00000010:1.0:1773616265.176468:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881d9f000. 00000001:00000010:1.0:1773616265.176470:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881dd1000. 00000001:00000010:1.0:1773616265.176472:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881de1000. 00000001:00000010:1.0:1773616265.176473:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881df9000. 00000001:00000010:1.0:1773616265.176475:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e19000. 00000001:00000010:1.0:1773616265.176477:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e23000. 00000001:00000010:1.0:1773616265.176479:0:90997:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e2d000. 00000001:00000010:1.0:1773616265.176481:0:90997:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff91a820372100. 00000001:00000010:1.0:1773616265.176487:0:90997:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff91a802e18c00. 00000001:00000001:1.0:1773616265.176492:0:90997:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773616265.176497:0:90997:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff91a80370f000. 00010000:00000001:1.0:1773616265.176501:0:90997:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773616265.176504:0:90997:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773616265.176505:0:90997:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773616265.176508:0:90997:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773616265.176522:0:90997:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773616265.176523:0:90997:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773616265.176525:0:90997:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773616265.176527:0:90997:0:(ldlm_lib.c:641:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff91a8046f7680. 00010000:00000010:1.0:1773616265.176530:0:90997:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff91a807d81000. 00010000:00000010:1.0:1773616265.176533:0:90997:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff91a807d82000. 00010000:00000001:1.0:1773616265.176535:0:90997:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773616265.176538:0:90997:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773616265.176542:0:90997:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff91a8047d5500. 00000020:00000010:1.0:1773616265.176547:0:90997:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604600. 00000020:00000010:1.0:1773616265.176551:0:90997:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8d20. 00000008:00000010:1.0:1773616265.176556:0:90997:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616265.176561:0:90997:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a3c0. 00008000:00000010:1.0:1773616265.176565:0:90997:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616265.176571:0:90997:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616265.176575:0:90997:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616265.176578:0:90997:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605600. 00000020:00000001:1.0:1773616265.176581:0:90997:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773616265.176583:0:90997:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff91a806f53370. 00000020:00000010:1.0:1773616265.176592:0:90997:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff91a8182b5800. 00000020:00000001:1.0:1773616265.176596:0:90997:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000008:00000001:2.0:1773616265.176683:0:93474:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1773616265.176686:0:93474:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff91a81094d000: client import never connected 00000100:00000001:2.0:1773616265.176690:0:93474:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773616265.176692:0:93474:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1773616265.176694:0:93474:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1773616265.176697:0:93474:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773616265.176699:0:93474:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1773616265.176703:0:93474:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a81094d000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1773616265.176706:0:93474:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616265.176707:0:93474:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773616265.176708:0:93474:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773616265.176710:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.176723:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773616265.176728:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.176730:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:2.0:1773616265.176733:0:93474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773616265.176735:0:93474:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:2.0:1773616265.176736:0:93474:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:2.0:1773616265.176739:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.176741:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.177384:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.177389:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.177390:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.177764:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.177769:0:93474:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616265.177777:0:93474:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616265.177782:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616265.177788:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62200. 00000020:00000010:2.0:1773616265.177791:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685a20. 00000008:00000010:2.0:1773616265.177798:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616265.177802:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118d80. 00008000:00000010:2.0:1773616265.177807:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616265.177814:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616265.177818:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616265.177822:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62600. 00000008:00000010:2.0:1773616265.177826:0:93474:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.177830:0:93474:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.177833:0:93474:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.177863:0:93474:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616265.177867:0:93474:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616265.177870:0:93474:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000008:00000001:2.0:1773616265.177875:0:93474:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773616265.177877:0:93474:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773616265.177879:0:93474:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616265.177881:0:93474:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1773616265.177882:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.177883:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.178235:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616265.178239:0:93474:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616265.178242:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62200. 00000020:00000010:2.0:1773616265.178247:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685a20. 00000008:00000010:2.0:1773616265.178250:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616265.178255:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118d80. 00008000:00000010:2.0:1773616265.178258:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616265.178261:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616265.178264:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616265.178267:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616265.178270:0:93474:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616265.178273:0:93474:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616265.178276:0:93474:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616265.178278:0:93474:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616265.178281:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62600. 00000020:00000010:2.0:1773616265.178283:0:93474:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000001:00000001:2.0:1773616265.178286:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.178287:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.178926:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.178932:0:93474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773616265.178934:0:93474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773616265.179296:0:93474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.179301:0:93474:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616265.179304:0:93474:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000040:2.0:1773616265.179311:0:93474:0:(genops.c:1229:class_import_get()) import ffff91a8030ad800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.179315:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.179317:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=2 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.179320:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1773616265.179322:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.179323:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=1 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.179325:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1773616265.179327:0:93474:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1773616265.179329:0:93474:0:(osc_request.c:4153:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.179332:0:93474:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:2.0:1773616265.179337:0:93474:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:2.0:1773616265.179339:0:93474:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:2.0:1773616265.179341:0:93474:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff91a8046140c0 : new refcount 2 00000040:00000001:2.0:1773616265.179344:0:93474:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1773616265.179346:0:93474:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff91a8046140c0 : new refcount 1 00000020:00000040:2.0:1773616265.179350:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a820017800 : new refcount 1 00000020:00000001:2.0:1773616265.179352:0:93474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616265.179354:0:93474:0:(genops.c:1242:class_import_put()) import ffff91a8030ad800 refcount=0 obd=lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000040:2.0:1773616265.179356:0:93474:0:(genops.c:1245:class_import_put()) final put import ffff91a8030ad800 00000020:00000001:2.0:1773616265.179370:0:93474:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1773616265.179372:0:93474:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff91a8046140c0. 00000040:00000001:2.0:1773616265.179380:0:93474:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616265.179381:0:93474:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:2.0:1773616265.179385:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff91a810911a00. 00000020:00000010:2.0:1773616265.179389:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80370e400. 00000020:00000001:0.0:1773616265.180449:0:90997:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1773616265.180454:0:90997:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff91a8030ad800 for lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000040:0.0:1773616265.180463:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000020:00000040:0.0:1773616265.180467:0:90997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00000020:00000010:0.0:1773616265.180470:0:90997:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff91a807bc80c0. 00000020:00000040:0.0:1773616265.180474:0:90997:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 4 - import 00000020:00000010:0.0:1773616265.180478:0:90997:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff91a8030ad800. 00000020:00000001:0.0:1773616265.180481:0:90997:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1773616265.185255:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807e62000. 00000020:00000010:2.0:1773616265.185282:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a8060d8000. 00000020:00000010:2.0:1773616265.185286:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807a6a000. 00000020:00000010:2.0:1773616265.185296:0:93474:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff91a807b50000. 00000020:00000010:2.0:1773616265.185303:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff91a818271000. 00000020:00000010:2.0:1773616265.185310:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a8102ce800. 00000002:00000001:2.0:1773616265.185315:0:93474:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.185324:0:93474:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff91a810301380. 00000020:00000010:2.0:1773616265.185334:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63000. 00000020:00000010:2.0:1773616265.185338:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046859c0. 00000008:00000010:2.0:1773616265.185343:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.185348:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.185353:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.185358:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.185362:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b478. 00000020:00000010:2.0:1773616265.185366:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000020:00000001:2.0:1773616265.185369:0:93474:0:(obd_class.h:631:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616265.185384:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773616265.185390:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a8012e7000. 00000001:00000010:2.0:1773616265.185393:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a8012e7e00. 00000001:00000010:2.0:1773616265.185395:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a802e18400. 00000001:00000010:2.0:1773616265.185399:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff91a807ef2c00. 00000001:00000010:2.0:1773616265.185401:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff91a80475a780. 00000001:00000010:2.0:1773616265.185404:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff91a820372d00. 00000001:00000001:2.0:1773616265.185407:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1773616265.185410:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 3 - setup 00000020:00000001:2.0:1773616265.185413:0:93474:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.185415:0:93474:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1773616265.185420:0:93474:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1773616265.185428:0:93474:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:2.0:1773616265.185431:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 2 - obd_device_list 00000020:00000080:2.0:1773616265.185434:0:93474:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffff91a81094d000 (uuid 8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000040:2.0:1773616265.185435:0:93474:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff91a81094d000 (ffff91a806f519b8) now 1 - newdev 00000020:00000040:2.0:1773616265.185439:0:93474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a820017800 with handle 0xe60cc2233ec678ac from hash 00000020:00000040:2.0:1773616265.185443:0:93474:0:(genops.c:898:class_export_put()) PUTting export ffff91a820017800 : new refcount 0 00000020:00000080:2.0:1773616265.185446:0:93474:0:(genops.c:904:class_export_put()) final put ffff91a820017800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 00000020:00000001:2.0:1773616265.185449:0:93474:0:(lprocfs_status_server.c:732:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616265.185452:0:93474:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773616265.185454:0:93474:0:(genops.c:863:class_export_destroy()) destroying export ffff91a820017800/8e2504f8-8a7f-45b8-b7b8-776fa31546b9 for lustre-MDT0001-mdc-ffff91a81094d000 00000020:00000001:2.0:1773616265.185457:0:93474:0:(obd_class.h:1025:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773616265.185459:0:93474:0:(obd_class.h:1029:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616265.185462:0:93474:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff91a820017800. 00000020:00000001:2.0:1773616265.185465:0:93474:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1773616265.185467:0:93474:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff91a81094d000 obd_type name = mdc 00000020:01000000:2.0:1773616265.185469:0:93474:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff91a81094d000 (8e2504f8-8a7f-45b8-b7b8-776fa31546b9) 00000020:00000001:2.0:1773616265.185472:0:93474:0:(obd_class.h:641:obd_cleanup()) Process entered 00000020:00000010:2.0:1773616265.185479:0:93474:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616265.185483:0:93474:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63000. 00000020:00000010:2.0:1773616265.185486:0:93474:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046859c0. 00000008:00000010:2.0:1773616265.185492:0:93474:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616265.185496:0:93474:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118780. 00008000:00000010:2.0:1773616265.185499:0:93474:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f818b8. 00000080:00000010:2.0:1773616265.185504:0:93474:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740348. 00000080:00000010:2.0:1773616265.185507:0:93474:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b478. 00000008:00000001:2.0:1773616265.185512:0:93474:0:(osc_request.c:4161:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1773616265.185519:0:93474:0:(ldlm_lib.c:630:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1773616265.185522:0:93474:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1773616265.185525:0:93474:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1773616265.185550:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff91a806fade00. 00000020:00000010:2.0:1773616265.185554:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80370c000. 00010000:00000001:2.0:1773616265.185602:0:93474:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1773616265.185614:0:93474:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff91a8046cf000. 00000020:00000010:2.0:1773616265.185618:0:93474:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff91a80370f400. 00000001:00000001:2.0:1773616265.185655:0:93474:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1773616265.186631:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e37000. 00000001:00000010:2.0:1773616265.186646:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e41000. 00000001:00000010:2.0:1773616265.186649:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e4b000. 00000001:00000010:2.0:1773616265.186651:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e55000. 00000001:00000010:2.0:1773616265.186653:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e5f000. 00000001:00000010:2.0:1773616265.186655:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e69000. 00000001:00000010:2.0:1773616265.186657:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e73000. 00000001:00000010:2.0:1773616265.186658:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e7d000. 00000001:00000010:2.0:1773616265.186660:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e87000. 00000001:00000010:2.0:1773616265.186663:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e91000. 00000001:00000010:2.0:1773616265.186665:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881e9b000. 00000001:00000010:2.0:1773616265.186666:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881ea5000. 00000001:00000010:2.0:1773616265.186668:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881eaf000. 00000001:00000010:2.0:1773616265.186670:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881eb9000. 00000001:00000010:2.0:1773616265.186672:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881ec3000. 00000001:00000010:2.0:1773616265.186674:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881ecd000. 00000001:00000010:2.0:1773616265.186675:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881ed7000. 00000001:00000010:2.0:1773616265.186677:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881ee1000. 00000001:00000010:2.0:1773616265.186678:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881eeb000. 00000001:00000010:2.0:1773616265.186680:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881ef5000. 00000001:00000010:2.0:1773616265.186682:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881eff000. 00000001:00000010:2.0:1773616265.186683:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f09000. 00000001:00000010:2.0:1773616265.186685:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f13000. 00000001:00000010:2.0:1773616265.186687:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f1d000. 00000001:00000010:2.0:1773616265.186689:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f27000. 00000001:00000010:2.0:1773616265.186691:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f31000. 00000001:00000010:2.0:1773616265.186693:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f3b000. 00000001:00000010:2.0:1773616265.186695:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f45000. 00000001:00000010:2.0:1773616265.186696:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f4f000. 00000001:00000010:2.0:1773616265.186698:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f59000. 00000001:00000010:2.0:1773616265.186700:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f63000. 00000001:00000010:2.0:1773616265.186702:0:93474:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa25881f6d000. 00000001:00000010:2.0:1773616265.186704:0:93474:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff91a820372400. 00000001:00000010:2.0:1773616265.186708:0:93474:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff91a806face00. 00000001:00000001:2.0:1773616265.186720:0:93474:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1773616265.186725:0:93474:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff91a80370e800. 00010000:00000001:2.0:1773616265.186743:0:93474:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773616265.186888:0:93474:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1773616265.186891:0:93474:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1773616265.186893:0:93474:0:(obd_class.h:660:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1773616265.186897:0:93474:0:(obd_class.h:678:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1773616265.186898:0:93474:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1773616265.186899:0:93474:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1773616265.186902:0:93474:0:(ldlm_lib.c:641:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff91a8046f7c00. 00010000:00000010:3.0:1773616265.186907:0:93474:0:(ldlm_lib.c:646:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff91a807d86000. 00010000:00000010:3.0:1773616265.186910:0:93474:0:(ldlm_lib.c:650:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff91a807d80000. 00010000:00000001:3.0:1773616265.186912:0:93474:0:(ldlm_lib.c:653:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1773616265.186915:0:93474:0:(osc_request.c:4182:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773616265.186918:0:93474:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff91a8047d5e00. 00000020:00000010:3.0:1773616265.186925:0:93474:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63000. 00000020:00000010:3.0:1773616265.186930:0:93474:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046859c0. 00000008:00000010:3.0:1773616265.186934:0:93474:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:3.0:1773616265.186939:0:93474:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118780. 00008000:00000010:3.0:1773616265.186943:0:93474:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f818b8. 00000080:00000010:3.0:1773616265.186947:0:93474:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740348. 00000080:00000010:3.0:1773616265.186952:0:93474:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b478. 00000020:00000010:3.0:1773616265.186955:0:93474:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000020:00000001:3.0:1773616265.186958:0:93474:0:(obd_class.h:655:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773616265.186961:0:93474:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff91a806f519b8. 00000020:00000001:3.0:1773616265.186971:0:93474:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.186974:0:93474:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773616265.186978:0:93474:0:(obd_config.c:2529:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff91a804685c00. 00000020:00000001:3.0:1773616265.186981:0:93474:0:(obd_config.c:2530:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:3.0:1773616265.186986:0:93474:0:(llite_lib.c:1595:ll_put_super()) Unmounted lustre-client 00000020:00000001:3.0:1773616265.191768:0:93474:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:3.0:1773616265.191775:0:93474:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:3.0:1773616265.191777:0:93474:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1773616265.191780:0:93474:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446622749547789504 : -121324161762112 : ffff91a8046f7cc0) 00000020:00000010:3.0:1773616265.191788:0:93474:0:(obd_config.c:1270:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff91a804585c60. 00000020:00000010:3.0:1773616265.191794:0:93474:0:(obd_config.c:1271:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff91a8045856d0. 00000020:00000010:3.0:1773616265.191797:0:93474:0:(obd_config.c:1272:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff91a804585360. 00000020:00000010:3.0:1773616265.191799:0:93474:0:(obd_config.c:1273:class_put_profile()) kfreed 'lprof': 48 at ffff91a8046f7cc0. 00000020:00000001:3.0:1773616265.191802:0:93474:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:3.0:1773616265.191805:0:93474:0:(llite_lib.c:269:ll_free_sbi()) Process entered 00000020:00000010:3.0:1773616265.191860:0:93474:0:(cl_page.c:1374:cl_cache_decref()) kfreed 'cache': 152 at ffff91a804ed8cc0. 00000080:00000010:3.0:1773616265.191866:0:93474:0:(llite_lib.c:284:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff91a8045a46a0. 00000080:00000010:3.0:1773616265.191870:0:93474:0:(llite_lib.c:290:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff91a8045a40e8. 00000080:00000010:3.0:1773616265.192592:0:93474:0:(llite_lib.c:313:ll_free_sbi()) kfreed 'sbi': 1376 at ffff91a81094e800. 00000080:00000001:3.0:1773616265.192599:0:93474:0:(llite_lib.c:315:ll_free_sbi()) Process leaving 00000020:00000001:3.0:1773616265.192602:0:93474:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:3.0:1773616265.192604:0:93474:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff91a81094d000 00000020:00000001:3.0:1773616265.192606:0:93474:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:01000004:3.0:1773616265.192609:0:93474:0:(obd_mount.c:592:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:3.0:1773616265.192610:0:93474:0:(obd_mount.c:593:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:3.0:1773616265.192614:0:93474:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:3.0:1773616265.192616:0:93474:0:(obd_mount.c:924:lustre_common_put_super()) MGC still in use 00000020:00000001:3.0:1773616265.192618:0:93474:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1773616265.192620:0:93474:0:(obd_mount.c:724:lustre_put_lsi()) put ffff91a81094d000 1 00000020:00000001:3.0:1773616265.192623:0:93474:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1773616265.192624:0:93474:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff91a810949800 00000020:00000010:3.0:1773616265.192628:0:93474:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffff91a8044fa260. 00000020:00000010:3.0:1773616265.192632:0:93474:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff91a804557830. 00000020:00000010:3.0:1773616265.192635:0:93474:0:(obd_mount.c:635:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffff91a8044fa340. 00000020:00000010:3.0:1773616265.192638:0:93474:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff91a806f22000. 00000020:00000010:3.0:1773616265.192642:0:93474:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff91a807bb2080. 00000020:00000010:3.0:1773616265.192645:0:93474:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff91a810949800. 00000020:00000001:3.0:1773616265.192649:0:93474:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616265.192650:0:93474:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616265.192652:0:93474:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1773616265.192655:0:93474:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:3.0:1773616265.192658:0:93474:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:3.0:1773616265.192660:0:93474:0:(llite_lib.c:1610:ll_put_super()) Process leaving 00000080:00000001:3.0:1773616265.201392:0:1463:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616265.216231:0:1:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616266.144904:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616266.144911:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616266.144915:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616266.144917:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616266.145310:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616266.145313:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616266.145828:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616266.145831:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616266.145835:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773616266.918720:0:93571:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109308:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616267.109319:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616267.109330:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616267.109336:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616267.109340:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616267.109344:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616267.109349:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616267.109358:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5300. 00000100:00000001:0.0:1773616267.109365:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109378:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616267.109390:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616267.109394:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109400:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_01+1] req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109424:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109427:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616267.109430:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616267.109433:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374a80. 00000020:00000040:0.0:1773616267.109436:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616267.109438:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616267.109439:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616267.109441:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616267.109445:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5e00. 00000100:00000001:0.0:1773616267.109448:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109451:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616267.109458:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616267.109460:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109463:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee15e391] to pc [ptlrpcd_00_00+0] req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109470:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109473:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616267.109475:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616267.109477:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000020:00000040:0.0:1773616267.109479:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616267.109481:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616267.109482:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616267.109484:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616267.109486:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5f00. 00000100:00000001:0.0:1773616267.109489:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109492:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616267.109498:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616267.109500:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109504:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_01+1] req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109511:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109513:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616267.109516:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616267.109519:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616267.109521:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616267.109523:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616267.109524:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616267.109525:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616267.109528:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5a00. 00000100:00000001:0.0:1773616267.109531:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109535:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616267.109542:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616267.109544:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109548:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_00+0] req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109568:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109571:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616267.109574:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616267.109578:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375c00. 00000020:00000040:0.0:1773616267.109580:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616267.109582:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616267.109584:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616267.109585:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616267.109588:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5200. 00000100:00000001:0.0:1773616267.109608:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109612:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616267.109627:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616267.109629:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109633:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4403eab] to pc [ptlrpcd_00_01+1] req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109641:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.109646:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7405) 00000100:00000001:0.0:1773616267.109690:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616267.109693:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616267.109696:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616267.109701:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109710:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616267.109712:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.109716:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616267.109719:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616267.109721:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616267.109725:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795611008:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616267.109731:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616267.109737:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616267.109739:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.109742:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616267.109748:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604000. 02000000:00000001:0.0:1773616267.109750:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616267.109760:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616267.109764:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aec8. 00000400:00000010:0.0:1773616267.109771:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616267.109779:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611008, portal 25 00000100:00000001:0.0:1773616267.109783:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616267.109785:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:0.0:1773616267.109790:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109797:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616267.109799:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616267.109803:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616267.109805:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795611008, offset 0 00000400:00000200:0.0:1773616267.109812:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616267.109822:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.109830:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616267.109866:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616267.109871:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616267.109875:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616267.109878:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616267.109883:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149704:149704:256:4294967295] 192.168.201.103@tcp LPNI seq info [149644:149644:8:4294967295] 00000400:00000200:0.0:1773616267.109889:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.109899:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616267.109905:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616267.109910:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5c00. 00000800:00000200:0.0:1773616267.109917:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616267.109925:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616267.109930:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616267.109943:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616267.109948:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616267.109952:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302071690 00000100:00000001:0.0:1773616267.109961:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302069641 00000100:00000001:0.0:1773616267.109965:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302071690 00000100:00000001:0.0:1773616267.109969:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302069641 00000100:00000001:0.0:1773616267.109973:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616267.109976:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.109979:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616267.109983:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.109990:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616267.109991:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.109993:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616267.109995:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616267.109997:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616267.109999:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611264:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616267.110003:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616267.110005:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616267.110007:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.110009:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616267.110013:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605e00. 02000000:00000001:0.0:1773616267.110015:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616267.110018:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616267.110021:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006acb8. 00000400:00000010:0.0:1773616267.110026:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a660. 00000100:00000200:0.0:1773616267.110028:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611264, portal 10 00000100:00000001:0.0:1773616267.110030:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616267.110031:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000040:0.0:1773616267.110038:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.110044:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616267.110047:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616267.110049:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616267.110052:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795611264, offset 0 00000400:00000200:0.0:1773616267.110056:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110060:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110064:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616267.110067:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616267.110070:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616267.110072:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616267.110074:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110078:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149705:149705:255:4294967295] 192.168.201.103@tcp LPNI seq info [149645:149645:7:4294967295] 00000400:00000200:0.0:1773616267.110081:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110087:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616267.110092:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616267.110096:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5900. 00000800:00000200:0.0:1773616267.110100:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616267.110105:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616267.110108:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616267.110111:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.110115:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 92663 usecs (93 jiffies) 00000400:00000200:0.0:1773616267.110118:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616267.110120:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302067810 00000100:00000001:0.0:1773616267.110123:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110125:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302067810 00000100:00000001:0.0:1773616267.110127:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110130:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616267.110132:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.110134:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616267.110138:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.110145:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616267.110147:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.110149:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616267.110151:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616267.110153:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616267.110156:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616267.110161:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616267.110164:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616267.110165:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.110166:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616267.110170:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605000. 02000000:00000001:0.0:1773616267.110172:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616267.110175:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616267.110177:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ac08. 00000400:00000010:0.0:1773616267.110181:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816abb0. 00000100:00000200:0.0:1773616267.110184:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611520, portal 4 00000100:00000001:0.0:1773616267.110186:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616267.110188:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000040:0.0:1773616267.110194:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.110201:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616267.110203:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616267.110206:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616267.110208:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795611520, offset 0 00000400:00000200:0.0:1773616267.110212:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110216:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110219:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616267.110222:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616267.110224:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616267.110226:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616267.110229:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110231:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149706:149706:254:4294967295] 192.168.201.103@tcp LPNI seq info [149646:149646:6:4294967295] 00000400:00000200:0.0:1773616267.110236:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110242:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616267.110246:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616267.110249:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5400. 00000800:00000200:0.0:1773616267.110253:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616267.110278:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616267.110281:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616267.110284:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.110287:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 411560 usecs (412 jiffies) 00000400:00000200:0.0:1773616267.110290:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616267.110293:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302068129 00000100:00000001:0.0:1773616267.110295:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110297:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302068129 00000100:00000001:0.0:1773616267.110299:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110301:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616267.110303:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.110306:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.110310:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616267.110317:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616267.110320:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616267.110322:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616267.110324:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616267.110325:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616267.110328:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1773616267.110329:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616267.110331:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616267.110333:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616267.110334:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616267.110335:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616267.110337:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616267.110341:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.110347:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616267.110348:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.110351:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616267.110353:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616267.110354:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616267.110357:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611136:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616267.110360:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616267.110363:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616267.110364:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.110365:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616267.110369:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804604800. 02000000:00000001:0.0:1773616267.110371:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616267.110374:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616267.110376:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ad10. 00000400:00000010:0.0:1773616267.110380:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a330. 00000100:00000200:0.0:1773616267.110383:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611136, portal 10 00000100:00000001:0.0:1773616267.110385:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616267.110386:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745433216 : -121323964118400 : ffff91a810374a80) 00000100:00000040:0.0:1773616267.110391:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.110397:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616267.110399:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616267.110401:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a198. 00000100:00000200:0.0:1773616267.110403:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795611136, offset 0 00000400:00000200:0.0:1773616267.110407:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110410:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110414:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616267.110416:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616267.110419:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616267.110421:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616267.110423:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110426:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149707:149707:253:4294967295] 192.168.201.103@tcp LPNI seq info [149647:149647:5:4294967295] 00000400:00000200:0.0:1773616267.110430:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110436:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616267.110440:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616267.110444:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5b00. 00000800:00000200:0.0:1773616267.110448:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616267.110452:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616267.110455:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616267.110458:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.110461:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 458571 usecs (459 jiffies) 00000400:00000200:0.0:1773616267.110464:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616267.110466:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302068176 00000100:00000001:0.0:1773616267.110469:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110472:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302068176 00000100:00000001:0.0:1773616267.110474:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110477:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616267.110479:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.110481:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616267.110485:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.110492:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616267.110493:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.110495:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616267.110497:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616267.110499:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616267.110502:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616267.110505:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616267.110507:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616267.110509:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.110510:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616267.110515:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804605600. 02000000:00000001:0.0:1773616267.110517:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616267.110520:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616267.110522:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ae70. 00000400:00000010:0.0:1773616267.110525:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a550. 00000100:00000200:0.0:1773616267.110528:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611392, portal 4 00000100:00000001:0.0:1773616267.110531:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616267.110747:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:0.0:1773616267.110755:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.110761:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616267.110763:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616267.110766:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616267.110769:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795611392, offset 0 00000400:00000200:0.0:1773616267.110773:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110778:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110781:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616267.110784:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616267.110786:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616267.110789:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616267.110791:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616267.110794:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149708:149708:252:4294967295] 192.168.201.103@tcp LPNI seq info [149648:149648:4:4294967295] 00000400:00000200:0.0:1773616267.110798:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.110804:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616267.110809:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616267.110812:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5100. 00000800:00000200:0.0:1773616267.110816:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616267.110821:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616267.110824:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616267.110827:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.110830:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1604947 usecs (1605 jiffies) 00000400:00000200:0.0:1773616267.110833:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616267.110853:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302069322 00000100:00000001:0.0:1773616267.110856:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110858:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302069322 00000100:00000001:0.0:1773616267.110860:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302071690 00000100:00000001:0.0:1773616267.110863:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616267.110865:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.110868:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.110871:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.110883:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616267.110885:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616267.111126:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616267.111130:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5c00. 00000400:00000200:0.0:1773616267.111136:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.111141:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616267.111146:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:0.0:1773616267.111149:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:0.0:1773616267.111153:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616267.111158:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111167:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616267.111170:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111177:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.111178:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616267.111188:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616267.111191:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5900. 00000400:00000200:0.0:1773616267.111193:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.111196:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616267.111199:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:0.0:1773616267.111201:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:0.0:1773616267.111203:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616267.111207:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111213:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616267.111216:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111222:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.111225:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616267.111233:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616267.111235:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5400. 00000400:00000200:0.0:1773616267.111238:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.111241:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616267.111244:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:0.0:1773616267.111246:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:0.0:1773616267.111248:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616267.111252:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111259:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616267.111262:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111267:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.111269:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616267.111276:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616267.111278:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5b00. 00000400:00000200:0.0:1773616267.111280:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.111283:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616267.111285:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a198 00000400:00000010:0.0:1773616267.111287:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a198. 00000100:00000001:0.0:1773616267.111288:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616267.111292:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111298:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616267.111301:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111308:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.111309:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616267.111385:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616267.111389:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5100. 00000400:00000200:0.0:1773616267.111391:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.111395:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616267.111399:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616267.111401:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616267.111403:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616267.111406:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111413:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616267.111416:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.111422:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.111423:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616267.128449:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.132239:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616267.132249:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.132256:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.132266:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.132274:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616267.132285:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.132291:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.132297:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.132302:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200674d80 00000400:00000200:0.0:1773616267.132307:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.132313:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1942b1 [1] + 224 00000800:00000001:0.0:1773616267.132323:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.132337:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.132341:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.132346:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616267.132355:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616267.132365:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616267.132378:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.132400:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616267.132410:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.132413:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616267.132433:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616267.132437:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616267.132445:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616267.132448:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616267.132450:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aec8. 00000400:00000200:0.0:1773616267.132454:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:0.0:1773616267.132457:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:0.0:1773616267.132460:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616267.133379:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616267.133392:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.133399:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616267.133403:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616267.133406:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616267.133409:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616267.133412:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616267.133415:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616267.133418:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616267.133426:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616267.133430:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616267.133433:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616267.133435:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616267.133437:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616267.133440:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.133443:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616267.133449:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.133457:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616267.133460:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616267.133463:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616267.133480:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616267.133496:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795611008:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616267.133503:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.133506:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616267.133510:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795611008/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.133517:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616267.133520:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616267.133523:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604000. 02000000:00000001:0.0:1773616267.133528:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616267.133531:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616267.133533:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:0.0:1773616267.133536:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616267.133538:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5300. 02000000:00000001:0.0:1773616267.133542:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616267.133544:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616267.133547:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:0.0:1773616267.133550:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616267.133563:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616267.133568:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.133570:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616267.133572:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616267.133574:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616267.133576:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616267.150084:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.150110:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616267.150115:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.150884:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.150898:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.150907:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616267.150919:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.150925:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.150932:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.150937:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674e80 00000400:00000200:0.0:1773616267.150944:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.150951:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1942c1 [1] + 224 00000800:00000001:0.0:1773616267.150961:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.150970:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.150973:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.150978:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616267.150987:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616267.150999:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616267.151012:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.151086:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616267.151091:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616267.151111:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616267.151132:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151137:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616267.151139:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151142:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.151145:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151149:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616267.151155:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151158:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151160:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151163:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200674e00 00000400:00000200:0.0:1773616267.151167:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151171:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1942e1 [1] + 224 00000800:00000001:0.0:1773616267.151175:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151180:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.151182:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.151186:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616267.151189:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616267.151194:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616267.151211:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.151218:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616267.151222:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151238:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616267.151241:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151243:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.151247:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151251:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616267.151256:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151258:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151261:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151264:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674f80 00000400:00000200:0.0:1773616267.151268:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151273:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1942d1 [1] + 224 00000800:00000001:0.0:1773616267.151278:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151282:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.151284:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.151287:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616267.151290:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616267.151295:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616267.151304:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.151311:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616267.151315:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151318:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616267.151320:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151323:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.151326:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151330:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616267.151335:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151338:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151341:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151344:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200674f00 00000400:00000200:0.0:1773616267.151347:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616267.151351:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1942f1 [1] + 224 00000800:00000001:0.0:1773616267.151355:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151365:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616267.151367:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616267.151370:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616267.151372:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616267.151377:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616267.151386:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616267.151392:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616267.151396:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616267.151399:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616267.155274:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616267.155282:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616267.155287:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006acb8. 00000400:00000200:1.0:1773616267.155296:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a660 00000400:00000010:1.0:1773616267.155299:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a660. 00000100:00000001:1.0:1773616267.155304:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616267.155316:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616267.155329:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.155338:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616267.155341:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.155344:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616267.155347:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616267.155350:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616267.155353:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616267.155356:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616267.155366:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=58 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616267.155371:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616267.155374:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616267.155375:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616267.155378:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616267.155382:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616267.155386:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616267.155388:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616267.155391:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616267.155393:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616267.155398:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.155405:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616267.155408:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616267.155410:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616267.155414:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616267.155423:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611264:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616267.155430:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616267.155432:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616267.155434:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ac08. 00000400:00000200:1.0:1773616267.155437:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816abb0 00000400:00000010:1.0:1773616267.155438:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816abb0. 00000100:00000001:1.0:1773616267.155441:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616267.155445:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616267.155454:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.155461:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616267.155462:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.155465:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616267.155467:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616267.155468:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616267.155485:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616267.155487:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616267.155492:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616267.155495:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616267.155498:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616267.155499:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616267.155501:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616267.155503:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616267.155505:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616267.155507:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616267.155508:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616267.155510:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616267.155514:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.155521:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616267.155523:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616267.155524:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616267.155528:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616267.155535:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611520:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616267.155540:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616267.155543:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616267.155547:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795611264/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.155567:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616267.155570:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616267.155574:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605e00. 02000000:00000001:1.0:1773616267.155579:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616267.155581:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616267.155583:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616267.155586:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616267.155589:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5f00. 02000000:00000001:1.0:1773616267.155593:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616267.155595:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616267.155597:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:1.0:1773616267.155600:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616267.155602:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.155603:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616267.155608:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795611520/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.155625:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616267.155627:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616267.155629:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605000. 02000000:00000001:1.0:1773616267.155631:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616267.155632:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616267.155634:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616267.155636:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616267.155637:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5200. 02000000:00000001:1.0:1773616267.155639:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616267.155640:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616267.155641:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:1.0:1773616267.155643:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616267.155645:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.155649:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616267.155652:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616267.155654:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616267.155657:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616267.155658:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616267.155660:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ad10. 00000400:00000200:1.0:1773616267.155662:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a330 00000400:00000010:1.0:1773616267.155664:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a330. 00000100:00000001:1.0:1773616267.155666:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616267.155671:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616267.155691:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.155697:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616267.155699:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.155700:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616267.155702:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616267.155703:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616267.155705:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616267.155707:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616267.155711:0:2400:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=58 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616267.155714:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=31 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616267.155717:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616267.155718:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616267.155720:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616267.155722:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616267.155991:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616267.155994:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616267.155996:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616267.155998:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616267.156003:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.156011:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616267.156013:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616267.156015:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616267.156019:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616267.156027:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611136:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616267.156034:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616267.156035:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616267.156037:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ae70. 00000400:00000200:1.0:1773616267.156040:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a550 00000400:00000010:1.0:1773616267.156042:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a550. 00000100:00000001:1.0:1773616267.156044:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616267.156048:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616267.156056:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.156063:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616267.156064:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.156066:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616267.156068:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616267.156069:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616267.156071:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616267.156073:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616267.156078:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616267.156081:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=128 v=5 (2 0 0 0) 00000100:00000001:1.0:1773616267.156084:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616267.156085:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616267.156087:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616267.156089:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616267.156091:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773616267.156093:0:2400:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: committing for last_committed 47244640283 gen 5 00000100:00000040:1.0:1773616267.156100:0:2400:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640283) req@ffff91a8034b0a80 x1859763795583232/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616267.156108:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616267.156111:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0a80 x1859763795583232/t47244640283(47244640283) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 5 to 0 dl 1773616282 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'truncate.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616267.156118:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616267.156205:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616267.156207:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803497000. 02000000:00000001:1.0:1773616267.156211:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616267.156213:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616267.156214:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616267.156217:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616267.156218:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a809129800. 02000000:00000001:1.0:1773616267.156221:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616267.156222:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616267.156223:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0a80. 00000100:00000001:1.0:1773616267.156226:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616267.156227:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.156229:0:2400:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773616267.156232:0:2400:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1773616267.156234:0:2400:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616267.156236:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616267.156241:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.156249:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616267.156251:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616267.156252:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616267.156257:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616267.156264:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795611392:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616267.156269:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.156272:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616267.156275:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374a80 x1859763795611136/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.156281:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616267.156283:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616267.156285:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804604800. 02000000:00000001:1.0:1773616267.156287:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616267.156288:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616267.156290:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616267.156291:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616267.156293:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5e00. 02000000:00000001:1.0:1773616267.156295:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616267.156296:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616267.156298:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374a80. 00000100:00000001:1.0:1773616267.156301:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616267.156302:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.156303:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616267.156306:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795611392/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616267.156312:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616267.156313:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616267.156315:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804605600. 02000000:00000001:1.0:1773616267.156317:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616267.156318:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616267.156319:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616267.156321:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616267.156322:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5a00. 02000000:00000001:1.0:1773616267.156324:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616267.156325:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616267.156326:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:1.0:1773616267.156329:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616267.156330:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.156332:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616267.156340:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616267.156342:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616267.156344:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616267.156346:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616267.169063:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616267.169072:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616267.169079:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616267.169080:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616267.169084:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616267.169086:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616267.170173:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616267.170179:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616267.170184:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773616267.617130:0:81768:0:(service.c:1706:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1773616267.617139:0:81768:0:(service.c:1717:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616268.195994:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616268.196004:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616268.196012:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616268.196013:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616268.196017:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616268.196019:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616268.203306:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616268.203313:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616268.203317:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616269.216298:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616269.216305:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616269.216312:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616269.216313:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616269.216317:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616269.216318:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616269.217362:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616269.217368:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616269.217374:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616270.248324:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616270.248332:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616270.248337:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616270.248339:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616270.248342:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616270.248344:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616270.248405:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616270.248409:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616270.248412:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773616270.689261:0:93711:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616271.136339:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302071690, at 4302071744 00000100:00000010:0.0:1773616271.136355:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685a80. 00000100:00000040:1.0:1773616271.136706:0:92605:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302071690, at 4302071744 00000100:00000010:1.0:1773616271.136713:0:92605:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a804685960. 00010000:00000001:0.0:1773616271.269066:0:93449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616271.269072:0:93449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616271.269078:0:93449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616271.269080:0:93449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616271.269083:0:93449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616271.269084:0:93449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616271.269146:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616271.269150:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616271.269153:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616272.228161:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616272.228171:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616272.228178:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377100. 00000020:00000040:0.0:1773616272.228184:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616272.228188:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616272.228191:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616272.228196:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616272.228202:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5100. 00000100:00000001:0.0:1773616272.228208:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228219:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616272.228230:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616272.228234:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228240:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae29334b] to pc [ptlrpcd_00_00+0] req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.228269:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228272:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616272.228276:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616272.228278:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374380. 00000020:00000040:0.0:1773616272.228281:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616272.228283:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616272.228284:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616272.228286:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616272.228288:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5b00. 00000100:00000001:0.0:1773616272.228291:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228295:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0000_UUID req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616272.228302:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616272.228304:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228308:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f336dc11] to pc [ptlrpcd_00_01+1] req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.228316:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228319:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616272.228321:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616272.228324:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374000. 00000020:00000040:0.0:1773616272.228325:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616272.228327:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616272.228328:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616272.228329:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616272.228332:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5300. 00000100:00000001:0.0:1773616272.228334:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228337:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616272.228344:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616272.228346:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228350:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ed28c38] to pc [ptlrpcd_00_00+0] req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.228365:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228367:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616272.228370:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616272.228373:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376680. 00000020:00000040:0.0:1773616272.228375:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616272.228376:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616272.228378:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616272.228391:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616272.228394:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5400. 00000100:00000001:0.0:1773616272.228396:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228400:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0000_UUID req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616272.228406:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616272.228408:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228411:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb075c59] to pc [ptlrpcd_00_01+1] req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.228418:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228420:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616272.228424:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616272.228426:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374a80. 00000020:00000040:0.0:1773616272.228428:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616272.228430:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616272.228431:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616272.228432:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616272.228435:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5900. 00000100:00000001:0.0:1773616272.228437:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228440:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616272.228447:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616272.228449:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228453:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee15e391] to pc [ptlrpcd_00_00+0] req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.228460:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.228464:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7410) 00000100:00000001:0.0:1773616272.228477:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616272.228481:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616272.228483:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616272.228487:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.228495:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616272.228497:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.228501:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616272.228503:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616272.228506:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616272.228509:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795611648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616272.228513:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616272.228517:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616272.228520:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.228522:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616272.228526:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29200. 02000000:00000001:0.0:1773616272.228528:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616272.228535:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616272.228538:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aec8. 00000400:00000010:0.0:1773616272.228544:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616272.228551:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611648, portal 25 00000100:00000001:0.0:1773616272.228553:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616272.228554:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745443072 : -121323964108544 : ffff91a810377100) 00000100:00000040:0.0:1773616272.228560:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.229050:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616272.229054:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616272.229059:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616272.229063:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795611648, offset 0 00000400:00000200:0.0:1773616272.229070:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616272.229079:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.229088:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616272.229093:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616272.229097:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616272.229101:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616272.229104:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616272.229108:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149709:149709:256:4294967295] 192.168.201.103@tcp LPNI seq info [149649:149649:8:4294967295] 00000400:00000200:0.0:1773616272.229113:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.229123:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616272.229129:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616272.229134:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5c00. 00000800:00000200:0.0:1773616272.229140:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616272.229148:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616272.229153:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616272.229165:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616272.229169:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616272.229171:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302076807 00000100:00000010:0.0:1773616272.229176:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cf540. 00000100:00000001:0.0:1773616272.229182:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616272.229187:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302076807 00000100:00000010:0.0:1773616272.229190:0:2399:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cf7e0. 00000100:00000001:0.0:1773616272.229193:0:2399:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616272.229196:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616272.229199:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.229202:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616272.229206:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.229213:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616272.229215:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.229218:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616272.229220:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616272.229222:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616272.229224:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795611904:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616272.229228:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616272.229230:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616272.229232:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.229233:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616272.229237:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29400. 02000000:00000001:0.0:1773616272.229239:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616272.229242:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616272.229245:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a2c0. 00000400:00000010:0.0:1773616272.229249:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a198. 00000100:00000200:0.0:1773616272.229252:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611904, portal 10 00000100:00000001:0.0:1773616272.229254:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616272.229255:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745430528 : -121323964121088 : ffff91a810374000) 00000100:00000040:0.0:1773616272.229261:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.229268:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616272.229271:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616272.229274:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616272.229277:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795611904, offset 0 00000400:00000200:0.0:1773616272.229281:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616272.229285:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.229289:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616272.229292:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616272.229294:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616272.229297:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616272.229299:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616272.229302:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149710:149710:255:4294967295] 192.168.201.103@tcp LPNI seq info [149650:149650:7:4294967295] 00000400:00000200:0.0:1773616272.229306:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.229311:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616272.229316:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616272.229319:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5800. 00000800:00000200:0.0:1773616272.229323:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616272.229327:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616272.229330:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616272.229333:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.229337:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 92468 usecs (93 jiffies) 00000400:00000200:0.0:1773616272.229340:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616272.229342:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302072927 00000100:00000001:0.0:1773616272.229345:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.229347:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302072927 00000100:00000001:0.0:1773616272.229349:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.229351:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616272.229352:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.229354:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616272.229358:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.229365:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616272.229366:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.229368:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616272.229370:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616272.229373:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616272.229376:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795612160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616272.230782:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616272.230789:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616272.230792:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.230794:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616272.230800:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b28200. 02000000:00000001:0.0:1773616272.230803:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616272.230810:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616272.230815:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a528. 00000400:00000010:0.0:1773616272.230821:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616272.230827:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795612160, portal 4 00000100:00000001:0.0:1773616272.230830:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616272.230831:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745433216 : -121323964118400 : ffff91a810374a80) 00000100:00000040:0.0:1773616272.230854:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.230862:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616272.230864:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616272.230867:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616272.230870:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795612160, offset 0 00000400:00000200:0.0:1773616272.230875:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616272.230882:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.230887:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616272.230892:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616272.230894:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616272.230898:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616272.230901:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616272.230904:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149711:149711:254:4294967295] 192.168.201.103@tcp LPNI seq info [149651:149651:6:4294967295] 00000400:00000200:0.0:1773616272.230908:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.230916:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616272.230922:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616272.230927:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5a00. 00000800:00000200:0.0:1773616272.230934:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616272.230941:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616272.230945:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616272.230949:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.230952:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 409602 usecs (410 jiffies) 00000400:00000200:0.0:1773616272.230955:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616272.230958:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302073248 00000100:00000001:0.0:1773616272.230961:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.230964:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302073248 00000100:00000001:0.0:1773616272.230966:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.230968:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616272.230971:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.231156:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.231160:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616272.231168:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616272.231171:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773616272.231174:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616272.231175:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616272.231177:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616272.231181:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1773616272.231182:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616272.231184:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616272.231185:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616272.231187:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616272.231188:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616272.231189:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616272.231195:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.231203:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616272.231204:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.231208:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616272.231211:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616272.231213:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616272.231217:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795611776:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616272.231220:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616272.231223:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616272.231225:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.231227:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616272.231230:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29800. 02000000:00000001:0.0:1773616272.231232:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616272.231237:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616272.231240:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aaa8. 00000400:00000010:0.0:1773616272.231245:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616272.231248:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795611776, portal 10 00000100:00000001:0.0:1773616272.231250:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616272.231252:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745431424 : -121323964120192 : ffff91a810374380) 00000100:00000040:0.0:1773616272.231258:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.231266:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616272.231269:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616272.231271:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a880. 00000100:00000200:0.0:1773616272.231273:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795611776, offset 0 00000400:00000200:0.0:1773616272.231277:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616272.231281:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.231285:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616272.231288:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616272.231291:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616272.231293:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616272.231296:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616272.231300:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149712:149712:253:4294967295] 192.168.201.103@tcp LPNI seq info [149652:149652:5:4294967295] 00000400:00000200:0.0:1773616272.231304:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.231311:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616272.231316:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616272.231319:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5e00. 00000800:00000200:0.0:1773616272.231323:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616272.231328:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616272.231331:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616272.231334:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.231337:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 457743 usecs (458 jiffies) 00000400:00000200:0.0:1773616272.231341:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616272.231343:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302073296 00000100:00000001:0.0:1773616272.231345:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.231348:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302073296 00000100:00000001:0.0:1773616272.231350:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.231352:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616272.231354:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.231357:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616272.231361:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.231369:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616272.231370:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.231372:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616272.231374:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616272.231376:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616272.231379:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795612032:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616272.231383:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616272.231386:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616272.231387:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616272.231389:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616272.231392:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a811b29600. 02000000:00000001:0.0:1773616272.231394:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616272.231397:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616272.231400:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006aa50. 00000400:00000010:0.0:1773616272.231403:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a3b8. 00000100:00000200:0.0:1773616272.231406:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795612032, portal 4 00000100:00000001:0.0:1773616272.231408:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616272.231409:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745440384 : -121323964111232 : ffff91a810376680) 00000100:00000040:0.0:1773616272.231415:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.231421:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616272.231424:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616272.231426:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ac38. 00000100:00000200:0.0:1773616272.231429:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795612032, offset 0 00000400:00000200:0.0:1773616272.231434:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616272.231437:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.231440:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616272.231442:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616272.231444:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616272.231446:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616272.231449:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616272.231451:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149713:149713:252:4294967295] 192.168.201.103@tcp LPNI seq info [149653:149653:4:4294967295] 00000400:00000200:0.0:1773616272.231455:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.231461:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616272.231465:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616272.231468:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5200. 00000800:00000200:0.0:1773616272.231472:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616272.231477:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616272.231479:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616272.231482:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616272.231485:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1595032 usecs (1596 jiffies) 00000400:00000200:0.0:1773616272.231488:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616272.231490:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302074434 00000100:00000001:0.0:1773616272.231492:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.231493:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302074434 00000100:00000001:0.0:1773616272.231496:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302076807 00000100:00000001:0.0:1773616272.231497:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616272.231499:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.231502:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.231504:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616272.231583:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616272.231588:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5c00. 00000400:00000200:0.0:1773616272.231593:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.231611:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616272.231618:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616272.231621:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616272.231625:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616272.231631:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.232543:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616272.232550:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.232748:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616272.232758:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.232769:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.232771:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616272.232800:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616272.232803:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5800. 00000400:00000200:0.0:1773616272.232807:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.232813:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616272.232817:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:0.0:1773616272.232820:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:0.0:1773616272.232823:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616272.232827:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.232853:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616272.232857:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.232864:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.232866:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616272.232877:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616272.232879:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5a00. 00000400:00000200:0.0:1773616272.232882:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.232885:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616272.232889:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:0.0:1773616272.232891:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:0.0:1773616272.232893:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616272.232897:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.232912:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616272.232915:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.232921:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.232923:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616272.232929:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616272.232932:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5e00. 00000400:00000200:0.0:1773616272.232934:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.232937:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616272.232940:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a880 00000400:00000010:0.0:1773616272.232942:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a880. 00000100:00000001:0.0:1773616272.232944:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616272.232948:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.232956:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616272.232959:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.232964:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.232966:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773616272.233042:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616272.233045:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5200. 00000400:00000200:0.0:1773616272.233048:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.233051:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616272.233053:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ac38 00000400:00000010:0.0:1773616272.233055:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ac38. 00000100:00000001:0.0:1773616272.233057:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616272.233061:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.233068:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616272.233071:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.233083:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616272.233084:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616272.245786:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.245807:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616272.245811:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.245814:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.245825:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.245833:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616272.245855:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.245860:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.245866:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.245871:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200675100 00000400:00000200:0.0:1773616272.245876:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.245882:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194311 [1] + 224 00000800:00000001:0.0:1773616272.245891:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.245897:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.245900:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.245905:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616272.245912:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616272.245921:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616272.245933:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.246028:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616272.246033:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616272.246054:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616272.246063:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246068:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616272.246070:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246072:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246075:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246079:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616272.246084:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246087:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246090:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246093:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200675080 00000400:00000200:0.0:1773616272.246096:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246101:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x194331 [1] + 224 00000800:00000001:0.0:1773616272.246105:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246108:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246110:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.246114:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616272.246117:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616272.246121:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616272.246131:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.246138:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616272.246142:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246146:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616272.246148:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246150:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246153:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246157:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616272.246161:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246164:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246166:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246169:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200675200 00000400:00000200:0.0:1773616272.246173:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246177:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194321 [1] + 224 00000800:00000001:0.0:1773616272.246181:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246184:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246186:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.246189:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616272.246192:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616272.246198:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616272.246207:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.246214:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616272.246217:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246221:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616272.246222:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246224:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246227:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246230:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616272.246235:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246237:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246239:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246242:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200675180 00000400:00000200:0.0:1773616272.246245:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246249:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194341 [1] + 224 00000800:00000001:0.0:1773616272.246252:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246255:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246257:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.246261:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616272.246263:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616272.246267:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616272.246277:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.246285:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616272.246288:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246290:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616272.246292:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246294:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246298:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246301:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616272.246305:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246308:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246311:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246314:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200675000 00000400:00000200:0.0:1773616272.246318:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616272.246323:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194301 [1] + 224 00000800:00000001:0.0:1773616272.246327:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246335:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616272.246337:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616272.246341:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616272.246344:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616272.246348:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616272.246358:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616272.246365:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616272.246369:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616272.246373:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616272.250683:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616272.250691:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616272.250696:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a2c0. 00000400:00000200:1.0:1773616272.250705:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a198 00000400:00000010:1.0:1773616272.250708:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a198. 00000100:00000001:1.0:1773616272.250712:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616272.250726:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616272.250741:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.250751:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616272.250754:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.250757:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616272.250761:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616272.250763:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616272.250766:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616272.250769:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616272.250780:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=63 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616272.250785:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616272.250789:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616272.250790:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616272.250793:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616272.250797:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.250801:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616272.250803:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616272.250806:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616272.250808:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616272.250813:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.250821:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616272.250825:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616272.250828:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616272.250833:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616272.250859:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795611904:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616272.250867:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616272.250868:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616272.250871:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a528. 00000400:00000200:1.0:1773616272.250874:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:1.0:1773616272.250876:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:1.0:1773616272.250879:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616272.250883:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616272.250893:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.250900:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616272.250901:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.250903:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616272.250904:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616272.250906:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616272.250907:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616272.250909:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616272.250913:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616272.250916:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=17 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616272.250918:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616272.250920:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616272.250921:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616272.250923:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.250925:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616272.250927:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:1.0:1773616272.250929:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616272.250930:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616272.250934:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.250946:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616272.250948:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616272.250949:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616272.250952:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616272.250960:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795612160:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616272.250965:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.250968:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616272.250972:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374000 x1859763795611904/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.250980:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616272.250983:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616272.250987:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29400. 02000000:00000001:1.0:1773616272.250992:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616272.250995:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616272.250997:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616272.251000:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616272.251003:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5300. 02000000:00000001:1.0:1773616272.251006:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616272.251008:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616272.251010:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374000. 00000100:00000001:1.0:1773616272.251015:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616272.251016:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251018:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616272.251022:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374a80 x1859763795612160/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251029:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616272.251030:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616272.251032:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b28200. 02000000:00000001:1.0:1773616272.251035:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616272.251036:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616272.251037:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616272.251039:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616272.251041:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5900. 02000000:00000001:1.0:1773616272.251043:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616272.251044:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616272.251046:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374a80. 00000100:00000001:1.0:1773616272.251048:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616272.251049:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251054:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.251057:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616272.251060:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616272.251063:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616272.251065:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616272.251067:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aaa8. 00000400:00000200:1.0:1773616272.251070:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:1.0:1773616272.251072:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:1.0:1773616272.251074:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616272.251079:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616272.251089:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251096:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616272.251097:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251099:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616272.251100:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616272.251102:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616272.251103:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616272.251106:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616272.251110:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=63 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616272.251114:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=36 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616272.251117:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616272.251118:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616272.251120:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616272.251122:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.251124:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616272.251126:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616272.251128:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616272.251130:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616272.251134:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251141:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616272.251143:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616272.251145:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616272.251149:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616272.251157:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795611776:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616272.251163:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616272.251165:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616272.251167:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aa50. 00000400:00000200:1.0:1773616272.251169:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a3b8 00000400:00000010:1.0:1773616272.251171:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a3b8. 00000100:00000001:1.0:1773616272.251173:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616272.251177:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616272.251187:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251193:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616272.251195:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251197:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616272.251198:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616272.251200:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616272.251201:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616272.251203:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616272.251207:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616272.251210:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=133 v=5 (2 0 0 0) 00000100:00000001:1.0:1773616272.251212:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616272.251213:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616272.251215:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616272.251217:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.251220:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616272.251221:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640283 00000100:00000001:1.0:1773616272.251223:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616272.251224:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616272.251228:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251234:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616272.251236:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616272.251237:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616272.251241:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616272.251249:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795612032:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616272.251253:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616272.251254:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616272.251257:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006aec8. 00000400:00000200:1.0:1773616272.251259:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:1.0:1773616272.251261:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:1.0:1773616272.251264:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616272.251269:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616272.251279:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251286:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616272.251288:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251289:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616272.251291:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616272.251292:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616272.251293:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616272.251295:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616272.251299:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616272.251302:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=130 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616272.251304:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616272.251305:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616272.251307:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616272.251309:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.251312:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616272.251316:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251322:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616272.251324:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616272.251326:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616272.251330:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616272.251338:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795611648:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616272.251342:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251344:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616272.251347:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374380 x1859763795611776/t0(0) o400->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251354:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616272.251355:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616272.251357:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29800. 02000000:00000001:1.0:1773616272.251360:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616272.251361:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616272.251362:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616272.251364:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616272.251365:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5b00. 02000000:00000001:1.0:1773616272.251368:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616272.251369:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616272.251371:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374380. 00000100:00000001:1.0:1773616272.251373:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616272.251374:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251376:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616272.251379:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376680 x1859763795612032/t0(0) o400->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251386:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616272.251388:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616272.251390:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29600. 02000000:00000001:1.0:1773616272.251392:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616272.251394:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616272.251395:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616272.251397:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616272.251398:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5400. 02000000:00000001:1.0:1773616272.251400:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616272.251401:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616272.251403:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376680. 00000100:00000001:1.0:1773616272.251405:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616272.251406:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251408:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616272.251411:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377100 x1859763795611648/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616272.251417:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616272.251418:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616272.251420:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a811b29200. 02000000:00000001:1.0:1773616272.251422:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616272.251423:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616272.251424:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616272.251425:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616272.251427:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5100. 02000000:00000001:1.0:1773616272.251429:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616272.251430:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616272.251431:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377100. 00000100:00000001:1.0:1773616272.251434:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616272.251435:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251437:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616272.251446:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616272.251448:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616272.251450:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616272.251452:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300682:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616272.300690:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616272.300693:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616272.300696:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300701:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616272.300704:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300706:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300708:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300713:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616272.300714:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616272.300716:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616272.300721:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616272.300723:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616272.300725:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300727:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616272.300729:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300730:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300732:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300736:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616272.300737:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616272.300739:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616272.300741:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616272.300742:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616272.300744:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300746:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616272.300747:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300749:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616272.300751:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616272.304735:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616272.304742:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616272.304746:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773616272.834410:0:93857:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616273.315513:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616273.315522:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616273.315531:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616273.315532:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616273.315537:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616273.315538:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616273.315632:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616273.315637:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616273.315640:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773616273.929338:0:93919:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616274.344681:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616274.344688:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616274.344695:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616274.344696:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616274.344699:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616274.344701:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616274.351135:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616274.351144:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616274.351150:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616275.361763:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616275.361770:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616275.361775:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616275.361776:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616275.361780:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616275.361781:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616275.362127:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616275.362130:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616275.362134:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773616275.812510:0:94012:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616276.257471:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302076807, at 4302076865 00000100:00000010:0.0:1773616276.257490:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cf540. 00000100:00000040:1.0:1773616276.257963:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302076807, at 4302076866 00000100:00000010:1.0:1773616276.257970:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cf7e0. 00010000:00000001:0.0:1773616276.389124:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616276.389132:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616276.389139:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616276.389141:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616276.389145:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616276.389147:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616276.390525:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616276.390733:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616276.390737:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1773616276.521332:0:94049:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1773616276.521340:0:94049:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 131: IO vs evict results to IO under staled lock ========================================================== 19:11:13 (1773616273) 00000001:00000001:3.0:1773616276.535151:0:94049:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1773616277.087504:0:94092:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616277.087511:0:94092:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616277.087513:0:94092:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616277.087516:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07b20 00000080:00200000:1.0:1773616277.087531:0:94092:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616277.087542:0:94092:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf7000. 00800000:00000002:1.0:1773616277.087549:0:94092:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616277.087553:0:94092:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616277.087559:0:94092:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.087561:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07a40 00800000:00000002:1.0:1773616277.087657:0:94092:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.087661:0:94092:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616277.087664:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616277.087666:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616277.087669:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616277.087671:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616277.087674:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616277.087676:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.087679:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616277.087683:0:94092:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616277.087689:0:94092:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.087691:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07910 00000002:00010000:1.0:1773616277.087693:0:94092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616277.087697:0:94092:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616277.087699:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616277.087703:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616277.087713:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:1.0:1773616277.087716:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616277.087722:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616277.087726:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616277.087732:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1773616277.087743:0:94092:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616277.087748:0:94092:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616277.087751:0:94092:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1773616277.087759:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616277.087761:0:94092:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616277.087763:0:94092:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616277.087764:0:94092:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616277.087767:0:94092:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616277.087769:0:94092:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616277.087771:0:94092:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616277.087774:0:94092:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616277.087778:0:94092:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf7000. 00000080:00000001:1.0:1773616277.087782:0:94092:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616277.087784:0:94092:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616277.087787:0:94092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616277.087791:0:94092:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67938 00800000:00000001:1.0:1773616277.087794:0:94092:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616277.087796:0:94092:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616277.087798:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.087801:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.087825:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:1.0:1773616277.087829:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:1.0:1773616277.087832:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:1.0:1773616277.089498:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.089505:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616277.089508:0:94092:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.089512:0:94092:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616277.089528:0:94092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67938 from it ffffa25881c07b58 00010000:00000001:1.0:1773616277.089532:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.089534:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.089536:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:1.0:1773616277.089539:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:1.0:1773616277.089542:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:1.0:1773616277.089545:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616277.089551:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616277.089561:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.089729:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.089731:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616277.089734:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616277.089737:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616277.089749:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616277.089752:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616277.089754:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616277.089759:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.089760:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.089762:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.089766:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616277.089768:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.089770:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.089772:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.089774:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616277.089776:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.089777:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616277.089780:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616277.089782:0:94092:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616277.089787:0:94092:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616277.089793:0:94092:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773616277.089810:0:94092:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a820339d60. 00000020:00000001:1.0:1773616277.089816:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07ae8 00000080:00200000:1.0:1773616277.089818:0:94092:0:(namei.c:1330:ll_lookup_nd()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), flags=8 00000080:00000001:1.0:1773616277.089822:0:94092:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773616277.089824:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07998 00000080:00200000:1.0:1773616277.089826:0:94092:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=getattr 00000080:00000010:1.0:1773616277.089954:0:94092:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf7000. 00800000:00000002:1.0:1773616277.090487:0:94092:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616277.090494:0:94092:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616277.090498:0:94092:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.090500:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c078b8 00800000:00000002:1.0:1773616277.090503:0:94092:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.090506:0:94092:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616277.090510:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616277.090512:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616277.090514:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616277.090526:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616277.090529:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616277.090531:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.090534:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616277.090537:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07850 00800000:00000002:1.0:1773616277.090539:0:94092:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:1.0:1773616277.090543:0:94092:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.090545:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07788 00000002:00010000:1.0:1773616277.090547:0:94092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616277.090551:0:94092:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773616277.090554:0:94092:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773616277.090560:0:94092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18e00. 00000020:00000040:1.0:1773616277.090648:0:94092:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:1.0:1773616277.090655:0:94092:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616277.090659:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616277.090663:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.090664:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.090666:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.090669:0:94092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616277.090672:0:94092:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616277.090677:0:94092:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616277.090686:0:94092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050f9000. 00000100:00000001:1.0:1773616277.090693:0:94092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.090698:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616277.090699:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.090701:0:94092:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616277.090702:0:94092:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.090705:0:94092:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.090711:0:94092:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00010000:00000001:1.0:1773616277.090715:0:94092:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616277.090717:0:94092:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773616277.090723:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:1.0:1773616277.090726:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616277.090729:0:94092:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616277.090732:0:94092:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2a400. 00000020:00000001:1.0:1773616277.090736:0:94092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616277.090738:0:94092:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2a400 with handle 0xe60cc2233ec67962 to hash 00000020:00000001:1.0:1773616277.090741:0:94092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616277.090743:0:94092:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616277.090746:0:94092:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616277.090750:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616277.090752:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616277.090756:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616277.090764:0:94092:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616277.090776:0:94092:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616277.090782:0:94092:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616277.090784:0:94092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616277.090791:0:94092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe2480. 00000100:00000001:1.0:1773616277.090793:0:94092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557138560 : -121324152413056 : ffff91a804fe2480) 00000100:00000001:1.0:1773616277.090795:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.090797:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00000100:00000001:1.0:1773616277.090802:0:94092:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616277.090805:0:94092:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.090807:0:94092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616277.090809:0:94092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616277.090819:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.090828:0:94092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616277.090830:0:94092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.090834:0:94092:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616277.090947:0:94092:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616277.090950:0:94092:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616277.090955:0:94092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:94092:1859763795612288:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773616277.090960:0:94092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616277.090966:0:94092:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616277.090968:0:94092:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.090971:0:94092:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616277.090976:0:94092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a802f55800. 02000000:00000001:1.0:1773616277.090979:0:94092:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616277.091343:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616277.091349:0:94092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424790. 00000400:00000010:1.0:1773616277.091357:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616277.091365:0:94092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795612288, portal 10 00000100:00000001:1.0:1773616277.091367:0:94092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.091368:0:94092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601402368 : -121324108149248 : ffff91a807a18e00) 00000100:00000040:1.0:1773616277.091375:0:94092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.091383:0:94092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616277.091386:0:94092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616277.091388:0:94092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1f68. 00000100:00000200:1.0:1773616277.091468:0:94092:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1859763795612288, offset 0 00000400:00000200:1.0:1773616277.091476:0:94092:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616277.091486:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.091494:0:94092:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616277.091500:0:94092:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616277.091504:0:94092:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616277.091509:0:94092:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616277.091512:0:94092:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616277.091516:0:94092:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149714:149714:256:4294967295] 192.168.201.103@tcp LPNI seq info [149654:149654:8:4294967295] 00000400:00000200:1.0:1773616277.091533:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.091543:0:94092:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616277.091550:0:94092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616277.091555:0:94092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5400. 00000800:00000200:1.0:1773616277.091658:0:94092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616277.091669:0:94092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616277.091674:0:94092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1773616277.091748:0:94092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.091754:0:94092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 456858 usecs (457 jiffies) 00000400:00000200:1.0:1773616277.091757:0:94092:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616277.091760:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078156 00000100:00000010:1.0:1773616277.091766:0:94092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8360. 00000100:00000001:1.0:1773616277.091773:0:94092:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773616277.091780:0:94092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078156 00000100:00000010:1.0:1773616277.091783:0:94092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046d8d20. 00000100:00000001:1.0:1773616277.091786:0:94092:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773616277.091789:0:94092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.091792:0:94092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.091795:0:94092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616277.091797:0:94092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773616277.091800:0:94092:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe2480 going to sleep for 50 seconds 00000100:00000001:1.0:1773616277.091803:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.091806:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616277.099351:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.099366:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5400. 00000400:00000200:0.0:1773616277.099378:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.099388:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.101033:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1f68 00000400:00000010:0.0:1773616277.101039:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1f68. 00000100:00000001:0.0:1773616277.101045:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616277.101056:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.101069:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.101073:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.101081:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.101083:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616277.102195:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.102211:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616277.102215:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.102218:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.102227:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.102234:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616277.102242:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.102247:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.102252:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.102257:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 584 into portal 10 MB=0x69b7200675280 00000400:00000200:0.0:1773616277.102262:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.102269:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 584/584 into md 0x194351 [1] + 224 00000800:00000001:0.0:1773616277.102277:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.102287:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.102291:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.102295:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616277.102301:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.102981:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616277.102995:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.103048:0:94092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.103072:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1773616277.110113:0:94092:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616277.110120:0:94092:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616277.110124:0:94092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424790. 00000400:00000200:1.0:1773616277.110132:0:94092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:1.0:1773616277.110134:0:94092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:1.0:1773616277.110139:0:94092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.110151:0:94092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616277.110164:0:94092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.110172:0:94092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616277.110175:0:94092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.110178:0:94092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616277.110181:0:94092:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616277.110184:0:94092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616277.110186:0:94092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.110189:0:94092:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616277.110200:0:94092:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616277.110204:0:94092:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616277.110206:0:94092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1773616277.110210:0:94092:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.110216:0:94092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773616277.110220:0:94092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616277.110223:0:94092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616277.110224:0:94092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616277.110226:0:94092:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1773616277.110230:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.110238:0:94092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1773616277.110241:0:94092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616277.110244:0:94092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616277.110248:0:94092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616332 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616277.110256:0:94092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18e00 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:94092:1859763795612288:192.168.201.103@tcp:101:rm.0 00000100:00000001:1.0:1773616277.110261:0:94092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.110264:0:94092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1773616277.110266:0:94092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616277.110268:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.110271:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.110278:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616277.110281:0:94092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe2480. 00000100:00000001:1.0:1773616277.110285:0:94092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616277.110286:0:94092:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1773616277.110290:0:94092:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773616277.110294:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.110297:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.110300:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=4 00000020:00000001:1.0:1773616277.110303:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616277.110306:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00010000:1.0:1773616277.110311:0:94092:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110322:0:94092:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1773616277.110326:0:94092:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110332:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616277.110335:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110340:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.110342:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616277.110344:0:94092:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110351:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616277.110354:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.110357:0:94092:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773616277.110360:0:94092:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616277.110365:0:94092:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a807b2a400 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:1.0:1773616277.110369:0:94092:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1773616277.110372:0:94092:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110378:0:94092:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1773616277.110380:0:94092:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1773616277.110383:0:94092:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110388:0:94092:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773616277.110391:0:94092:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773616277.110392:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.110393:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.110394:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=5 00000020:00000001:1.0:1773616277.110396:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616277.110398:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616277.110401:0:94092:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616277.110404:0:94092:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1773616277.110410:0:94092:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616277.110412:0:94092:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616277.110415:0:94092:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773616277.110417:0:94092:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616277.110420:0:94092:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616277.110422:0:94092:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616277.110423:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616277.110425:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616277.110427:0:94092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2a400 with handle 0xe60cc2233ec67962 from hash 00010000:00000001:1.0:1773616277.110429:0:94092:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616277.110430:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.110431:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.110433:0:94092:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616277.110434:0:94092:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616277.110436:0:94092:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773616277.110438:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.110439:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.110441:0:94092:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616277.110443:0:94092:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616277.110446:0:94092:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110451:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.110452:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.110453:0:94092:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773616277.110454:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616277.110456:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.110457:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.110458:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616277.110460:0:94092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec67962 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 94092 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.110471:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.110472:0:94092:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1773616277.110477:0:94092:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1773616277.110481:0:94092:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1773616277.110489:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773616277.110490:0:94092:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.110492:0:94092:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.110494:0:94092:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.110497:0:94092:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1773616277.110499:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773616277.110500:0:94092:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.110502:0:94092:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1773616277.110505:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07708 00000002:00002000:1.0:1773616277.110507:0:94092:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1773616277.110511:0:94092:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.110514:0:94092:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.110529:0:94092:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773616277.110532:0:94092:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1773616277.110535:0:94092:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616277.110539:0:94092:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:1.0:1773616277.110542:0:94092:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1773616277.110543:0:94092:0:(namei.c:673:ll_lookup_it_finish()) it ffffa25881c07b20 it_disposition 7 00000080:00002000:1.0:1773616277.110549:0:94092:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a805595af8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1773616277.111781:0:94092:0:(lmv_obd.c:4106:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1773616277.111787:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616277.111789:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616277.111792:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616277.111794:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616277.111797:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.111799:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616277.111801:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.111806:0:94092:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616277.111809:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616277.111811:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616277.111830:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:0.0:1773616277.111834:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616277.111856:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.111860:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616277.111864:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773616277.111874:0:94092:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616277.111879:0:94092:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.112084:0:94092:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773616277.112091:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616277.112094:0:94092:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616277.112096:0:94092:0:(lmv_obd.c:4113:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616277.112099:0:94092:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773616277.112101:0:94092:0:(dcache.c:176:ll_intent_release()) intent ffffa25881c07930 released 00000080:00010000:0.0:1773616277.112104:0:94092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67938 from it ffffa25881c07930 00010000:00000001:0.0:1773616277.112106:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.112108:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.112110:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616277.112112:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616277.112114:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616277.112116:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616277.112119:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773616277.112125:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.112126:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.112128:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616277.112130:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616277.112132:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773616277.112140:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.112142:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616277.112144:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616277.112148:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.112149:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.112151:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112154:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616277.112156:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112158:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112162:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112164:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616277.112165:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.112166:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773616277.112168:0:94092:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773616277.112169:0:94092:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773616277.112173:0:94092:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1773616277.112178:0:94092:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf7000. 00000100:00000001:0.0:1773616277.112184:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.112192:0:94092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18e00 x1859763795612288/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/584 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.112199:0:94092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616277.112202:0:94092:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616277.112206:0:94092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a802f55800. 02000000:00000001:0.0:1773616277.112209:0:94092:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616277.112211:0:94092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616277.112213:0:94092:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616277.112215:0:94092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616277.112218:0:94092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050f9000. 02000000:00000001:0.0:1773616277.112221:0:94092:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616277.112223:0:94092:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616277.112225:0:94092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18e00. 00000100:00000001:0.0:1773616277.112229:0:94092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616277.112230:0:94092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616277.112232:0:94092:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1773616277.112233:0:94092:0:(dcache.c:176:ll_intent_release()) intent ffffa25881c07b20 released 00000080:00000001:0.0:1773616277.112235:0:94092:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1773616277.112239:0:94092:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773616277.112242:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07b70 00000080:00002000:0.0:1773616277.112244:0:94092:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff91a805595af8, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773616277.112248:0:94092:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.112302:0:94092:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616277.112305:0:94092:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616277.112307:0:94092:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616277.112309:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07bd8 00000080:00200000:0.0:1773616277.112311:0:94092:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616277.112317:0:94092:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62a00. 00800000:00000002:0.0:1773616277.112321:0:94092:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616277.112324:0:94092:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616277.112327:0:94092:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616277.112329:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07af8 00800000:00000002:0.0:1773616277.112331:0:94092:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616277.112335:0:94092:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616277.112336:0:94092:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616277.112338:0:94092:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616277.112339:0:94092:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616277.112341:0:94092:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616277.112343:0:94092:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.112345:0:94092:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616277.112347:0:94092:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.112350:0:94092:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616277.112353:0:94092:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616277.112355:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c079c8 00000002:00010000:0.0:1773616277.112357:0:94092:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616277.112360:0:94092:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616277.112361:0:94092:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616277.112363:0:94092:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616277.112365:0:94092:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:0.0:1773616277.112368:0:94092:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616277.112370:0:94092:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.112372:0:94092:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616277.112375:0:94092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1773616277.112382:0:94092:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616277.112385:0:94092:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.112388:0:94092:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1773616277.112395:0:94092:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616277.112396:0:94092:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616277.112398:0:94092:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616277.112400:0:94092:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616277.112403:0:94092:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616277.112405:0:94092:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616277.112408:0:94092:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616277.112410:0:94092:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616277.112412:0:94092:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62a00. 00000080:00000001:0.0:1773616277.112415:0:94092:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616277.112417:0:94092:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616277.112420:0:94092:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616277.112423:0:94092:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67938 00800000:00000001:0.0:1773616277.112426:0:94092:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616277.112429:0:94092:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616277.112430:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.112431:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.112433:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616277.112435:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616277.112438:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616277.112440:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.112441:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616277.112443:0:94092:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616277.112445:0:94092:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616277.112447:0:94092:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67938 from it ffffa25881c07c10 00010000:00000001:0.0:1773616277.112449:0:94092:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.112450:0:94092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.112452:0:94092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:0.0:1773616277.112453:0:94092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616277.112456:0:94092:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:0.0:1773616277.112458:0:94092:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616277.112461:0:94092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773616277.112467:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.112468:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.112469:0:94092:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616277.112471:0:94092:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616277.112473:0:94092:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773616277.112478:0:94092:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.112481:0:94092:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616277.112482:0:94092:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616277.112484:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.112486:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.112487:0:94092:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112489:0:94092:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616277.112490:0:94092:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112491:0:94092:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112493:0:94092:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.112495:0:94092:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616277.112496:0:94092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.112497:0:94092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616277.112499:0:94092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616277.112500:0:94092:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616277.112502:0:94092:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:0.0:1773616277.112506:0:94092:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.112513:0:94092:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773616277.112515:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07da0 00000080:00002000:0.0:1773616277.112726:0:94092:0:(dcache.c:87:ll_dcompare()) found name f131.recovery-small(ffff91a805595af8) flags 0x8000e refc 0 00000080:00000001:0.0:1773616277.112730:0:94092:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.112732:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07e10 00000080:00200000:0.0:1773616277.112734:0:94092:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f131.recovery-small, flags=0 00000080:00000001:0.0:1773616277.112738:0:94092:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773616277.112740:0:94092:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c07e28 00000080:00002000:0.0:1773616277.112741:0:94092:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff91a805595af8, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:0.0:1773616277.112743:0:94092:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616277.121947:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.121966:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1773616277.133872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a400. 00000080:00000001:2.0:1773616277.145535:0:94093:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616277.145547:0:94093:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616277.145550:0:94093:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616277.145554:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afbc0 00000080:00200000:2.0:1773616277.145560:0:94093:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616277.145570:0:94093:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a802e4ce00. 00800000:00000002:2.0:1773616277.145578:0:94093:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.145582:0:94093:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.145587:0:94093:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.145589:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afae0 00800000:00000002:2.0:1773616277.145592:0:94093:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.145597:0:94093:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616277.145600:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.145602:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.145604:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.145607:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.145609:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.145611:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.145613:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.145617:0:94093:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616277.145623:0:94093:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.145625:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af9b0 00000002:00010000:2.0:1773616277.145627:0:94093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616277.145631:0:94093:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616277.145632:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.145636:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.145644:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616277.145647:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.145652:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.145657:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616277.145661:0:94093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1773616277.145674:0:94093:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616277.145679:0:94093:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.145682:0:94093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1773616277.145689:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616277.145691:0:94093:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616277.145693:0:94093:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616277.145696:0:94093:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616277.145698:0:94093:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616277.145700:0:94093:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616277.145704:0:94093:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616277.145707:0:94093:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616277.145710:0:94093:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a802e4ce00. 00000080:00000001:2.0:1773616277.145715:0:94093:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616277.145717:0:94093:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.145720:0:94093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616277.145723:0:94093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67938 00800000:00000001:2.0:1773616277.145727:0:94093:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.145728:0:94093:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.145730:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.145733:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.145735:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:2.0:1773616277.145737:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.145740:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.145742:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.145744:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.145745:0:94093:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.145747:0:94093:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.145750:0:94093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67938 from it ffffa258815afbf8 00010000:00000001:2.0:1773616277.145752:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.145753:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.145755:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:2.0:1773616277.145757:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.145759:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.145761:0:94093:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.145764:0:94093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773616277.145771:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.145772:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.145774:0:94093:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.145776:0:94093:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.145779:0:94093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773616277.145787:0:94093:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.145790:0:94093:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.145792:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.145796:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.145797:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.145799:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.145801:0:94093:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.145803:0:94093:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.145805:0:94093:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.145808:0:94093:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.145810:0:94093:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.145811:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.145812:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616277.145815:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616277.145817:0:94093:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616277.145820:0:94093:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616277.145824:0:94093:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.145831:0:94093:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773616277.145833:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afb58 00000080:00002000:2.0:1773616277.145835:0:94093:0:(dcache.c:87:ll_dcompare()) found name f131.recovery-small(ffff91a805595af8) flags 0x8004e refc 0 00000080:00000001:2.0:1773616277.145869:0:94093:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.145872:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afbc8 00000080:00200000:2.0:1773616277.145874:0:94093:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f131.recovery-small, flags=777 00000080:00000001:2.0:1773616277.145879:0:94093:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616277.145881:0:94093:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616277.145882:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afb00 00000080:00200000:2.0:1773616277.145884:0:94093:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616277.145888:0:94093:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a802e4ce00. 00800000:00000002:2.0:1773616277.145891:0:94093:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.145893:0:94093:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.145894:0:94093:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.145896:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afa20 00800000:00000002:2.0:1773616277.145898:0:94093:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.145900:0:94093:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616277.145901:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.145903:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.145904:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.145905:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.145907:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.145909:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.145911:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.145913:0:94093:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616277.145916:0:94093:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.145917:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af8f0 00000002:00010000:2.0:1773616277.145919:0:94093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616277.145922:0:94093:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616277.145923:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.145925:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.145928:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616277.145930:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.145933:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.145934:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616277.145938:0:94093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1773616277.145946:0:94093:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616277.145948:0:94093:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.145952:0:94093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1773616277.145958:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616277.145959:0:94093:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616277.145961:0:94093:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616277.145962:0:94093:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616277.145964:0:94093:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616277.145966:0:94093:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616277.145969:0:94093:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616277.145970:0:94093:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616277.145972:0:94093:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a802e4ce00. 00000080:00000001:2.0:1773616277.145975:0:94093:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616277.145976:0:94093:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.145978:0:94093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616277.145980:0:94093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec67938 00800000:00000001:2.0:1773616277.145983:0:94093:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.145984:0:94093:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.145986:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.145987:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.145988:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:2.0:1773616277.145990:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.145993:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.145995:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.145996:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.145998:0:94093:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.145999:0:94093:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.146001:0:94093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67938 from it ffffa258815afb38 00010000:00000001:2.0:1773616277.146004:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.146005:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.146006:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651800 refcount=3 00000020:00000001:2.0:1773616277.146009:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.146011:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108352 : -121324162443264 : ffff91a804651800) 00010000:00000001:2.0:1773616277.146013:0:94093:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.146017:0:94093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1773616277.146023:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.146024:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.146025:0:94093:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.146026:0:94093:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.146029:0:94093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1773616277.146035:0:94093:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.146037:0:94093:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.146038:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.146040:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.146041:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.146042:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146044:0:94093:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.146046:0:94093:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146047:0:94093:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146050:0:94093:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146051:0:94093:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.146052:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.146053:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616277.146055:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616277.146056:0:94093:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616277.146059:0:94093:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:2.0:1773616277.146061:0:94093:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.146065:0:94093:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:2.0:1773616277.146068:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afb50 00000080:00200000:2.0:1773616277.146070:0:94093:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), file ffff91a807c67980, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1773616277.146076:0:94093:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a8046853c0. 00000080:00000001:2.0:1773616277.146080:0:94093:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616277.146083:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afa00 00000080:00200000:2.0:1773616277.146085:0:94093:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000010:2.0:1773616277.146091:0:94093:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a802e4ce00. 00800000:00000002:2.0:1773616277.146094:0:94093:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.146098:0:94093:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.146100:0:94093:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.146101:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af920 00800000:00000002:2.0:1773616277.146103:0:94093:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.146106:0:94093:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773616277.146108:0:94093:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773616277.146111:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.146113:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.146114:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.146116:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.146118:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.146119:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.146121:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.146123:0:94093:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:2.0:1773616277.146127:0:94093:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773616277.146129:0:94093:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773616277.146131:0:94093:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773616277.146133:0:94093:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1773616277.146136:0:94093:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0x9:0x0] 40000000:00000001:2.0:1773616277.146139:0:94093:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.146141:0:94093:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.146143:0:94093:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.146145:0:94093:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.146147:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af8a0 00800000:00000002:2.0:1773616277.146149:0:94093:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x9:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:2.0:1773616277.146152:0:94093:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.146153:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af7d8 00000002:00010000:2.0:1773616277.146155:0:94093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1773616277.146159:0:94093:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616277.146161:0:94093:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773616277.146164:0:94093:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773616277.146168:0:94093:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.146169:0:94093:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616277.146171:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 2 00010000:00000001:2.0:1773616277.146173:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.146176:0:94093:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616277.146180:0:94093:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616277.146183:0:94093:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1773616277.146191:0:94093:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616277.146195:0:94093:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616277.146197:0:94093:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616277.146199:0:94093:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773616277.146201:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.146203:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.146205:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 3 00010000:00000001:2.0:1773616277.146207:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.146209:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.146211:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.146212:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.146213:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 3 00010000:00000001:2.0:1773616277.146215:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.146217:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.146218:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.146219:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.146221:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527c00 count: 3 00010000:00000001:2.0:1773616277.146222:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.146224:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.146226:0:94093:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773616277.146229:0:94093:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773616277.146232:0:94093:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773616277.146235:0:94093:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773616277.146237:0:94093:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616277.146239:0:94093:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146243:0:94093:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616277.146246:0:94093:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616277.146247:0:94093:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616277.146249:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.146250:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616277.146254:0:94093:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804651800 with handle 0xe60cc2233ec67938 from hash 00010000:00000001:2.0:1773616277.146256:0:94093:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616277.146258:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.146259:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.146260:0:94093:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616277.146263:0:94093:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616277.146265:0:94093:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616277.146268:0:94093:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616277.146270:0:94093:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616277.146272:0:94093:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773616277.146277:0:94093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9500. 00000020:00000040:2.0:1773616277.146282:0:94093:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616277.146288:0:94093:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616277.146290:0:94093:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146292:0:94093:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616277.146296:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.146299:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.146300:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.146301:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.146304:0:94093:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.146306:0:94093:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.146309:0:94093:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.146316:0:94093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803495800. 00000100:00000001:2.0:1773616277.146323:0:94093:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146328:0:94093:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.146331:0:94093:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616277.146334:0:94093:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1773616277.146341:0:94093:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616277.146342:0:94093:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616277.146344:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616277.146346:0:94093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651800/0xe60cc2233ec67938 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c640 expref: -99 pid: 93434 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1773616277.146352:0:94093:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527c00 count: 0 00010000:00000010:2.0:1773616277.146357:0:94093:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8047d5100. 00010000:00000001:2.0:1773616277.146365:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.146367:0:94093:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146369:0:94093:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.146370:0:94093:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.146372:0:94093:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.146380:0:94093:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00010000:00000001:2.0:1773616277.146384:0:94093:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616277.146387:0:94093:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616277.146391:0:94093:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb600. 00010000:00000010:2.0:1773616277.146394:0:94093:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c700. 00010000:00000001:2.0:1773616277.146398:0:94093:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616277.146401:0:94093:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4800. 00000020:00000001:2.0:1773616277.146403:0:94093:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616277.146405:0:94093:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4800 with handle 0xe60cc2233ec67969 to hash 00000020:00000001:2.0:1773616277.146407:0:94093:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616277.146409:0:94093:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.146412:0:94093:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.146415:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.146416:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.146420:0:94093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.146426:0:94093:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773616277.146438:0:94093:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773616277.146450:0:94093:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773616277.146459:0:94093:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616277.146465:0:94093:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.146468:0:94093:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.146474:0:94093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edda80. 00000100:00000001:2.0:1773616277.146477:0:94093:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606402688 : -121324103148928 : ffff91a807edda80) 00000100:00000001:2.0:1773616277.146479:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.146481:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000001:2.0:1773616277.146485:0:94093:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.146489:0:94093:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.146491:0:94093:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.146493:0:94093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.146497:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.146505:0:94093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.146508:0:94093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.146511:0:94093:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.146514:0:94093:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.149589:0:94093:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.149608:0:94093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795612544:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773616277.149615:0:94093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.149621:0:94093:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.149624:0:94093:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.149627:0:94093:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616277.150047:0:94093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:3.0:1773616277.150051:0:94093:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616277.150059:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616277.150069:0:94093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616277.150078:0:94093:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a8186c2800. 00000100:00000200:3.0:1773616277.150086:0:94093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795612544, portal 10 00000100:00000001:3.0:1773616277.150089:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616277.150091:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000040:3.0:1773616277.150317:0:94093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616277.150327:0:94093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616277.150329:0:94093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616277.150334:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616277.150338:0:94093:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1859763795612544, offset 0 00000400:00000200:3.0:1773616277.150344:0:94093:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616277.150353:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616277.150360:0:94093:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616277.150364:0:94093:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616277.150368:0:94093:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616277.150371:0:94093:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616277.150374:0:94093:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616277.150378:0:94093:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149715:149715:256:4294967295] 192.168.201.103@tcp LPNI seq info [149655:149655:8:4294967295] 00000400:00000200:3.0:1773616277.150382:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616277.150391:0:94093:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616277.150397:0:94093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616277.150402:0:94093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265500. 00000800:00000200:3.0:1773616277.150408:0:94093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616277.150418:0:94093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616277.150422:0:94093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265500 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1773616277.150585:0:94093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616277.150591:0:94093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 455967 usecs (456 jiffies) 00000400:00000200:3.0:1773616277.150595:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616277.150598:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078214 00000100:00000001:3.0:1773616277.150606:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078156 00000100:00000001:3.0:1773616277.150611:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078214 00000100:00000001:3.0:1773616277.150614:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078156 00000100:00000001:3.0:1773616277.150617:0:94093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616277.150621:0:94093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.150623:0:94093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616277.150625:0:94093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616277.150628:0:94093:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edda80 going to sleep for 50 seconds 00000100:00000001:3.0:1773616277.150632:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616277.150635:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.152007:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.152014:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265500. 00000400:00000200:1.0:1773616277.152020:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.152028:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.152035:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:1.0:1773616277.152037:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:1.0:1773616277.152042:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.152048:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.152059:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.152062:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.152069:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.152071:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616277.166462:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527c00. 00010000:00000010:2.1:1773616277.166477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651800. 00000800:00000001:1.0:1773616277.206074:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.206097:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.206102:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.206105:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.206115:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.206123:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.206133:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.206139:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.206147:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.206151:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 608 into portal 10 MB=0x69b7200675380 00000400:00000200:1.0:1773616277.206156:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.206163:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 608/608 into md 0x194361 [32] + 224 00000800:00000001:1.0:1773616277.206172:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.206184:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.206187:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.206192:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.206200:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.206209:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.206235:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.206255:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.206265:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.206269:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.206658:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616277.206671:0:94093:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616277.206673:0:94093:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616277.206679:0:94093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616277.206685:0:94093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8186c2800 00000400:00000010:3.0:1773616277.206688:0:94093:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a8186c2800. 00000100:00000001:3.0:1773616277.206693:0:94093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616277.206700:0:94093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616277.206722:0:94093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9500 x1859763795612544/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616277.206728:0:94093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616277.206731:0:94093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.206734:0:94093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616277.206738:0:94093:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616277.206740:0:94093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616277.206750:0:94093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616277.206753:0:94093:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616277.206766:0:94093:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616277.206771:0:94093:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616277.206775:0:94093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616277.206777:0:94093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616277.206781:0:94093:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616277.206786:0:94093:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.206790:0:94093:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616277.206793:0:94093:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1773616277.206796:0:94093:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616277.206798:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616277.206800:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000001:3.0:1773616277.206804:0:94093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616277.206806:0:94093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616277.206808:0:94093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616277.206811:0:94093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616277.206817:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616277.206825:0:94093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616277.206828:0:94093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616277.206830:0:94093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616277.206834:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616277.206871:0:94093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9500 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795612544:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773616277.206876:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.206879:0:94093:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.206881:0:94093:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616277.206883:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616277.206887:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616277.206893:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616277.206897:0:94093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edda80. 00000100:00000001:3.0:1773616277.206900:0:94093:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616277.206901:0:94093:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616277.206904:0:94093:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616277.206910:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.206912:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.206916:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=4 00000020:00000001:3.0:1773616277.206918:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.206922:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000040:3.0:1773616277.206929:0:94093:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c4800, remote cookie: 0xf6516185796c6da, flags: 0x1001 00010000:00010000:3.0:1773616277.206937:0:94093:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616277.206947:0:94093:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773616277.206951:0:94093:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773616277.206960:0:94093:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a200. 00010000:00000010:3.0:1773616277.206965:0:94093:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2780. 00010000:00000040:3.0:1773616277.206971:0:94093:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feb600 count: 0 00010000:00000010:3.0:1773616277.206978:0:94093:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c700. 00010000:00000001:3.0:1773616277.206989:0:94093:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616277.206993:0:94093:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616277.207003:0:94093:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616277.207010:0:94093:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616277.207013:0:94093:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616277.207016:0:94093:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616277.207017:0:94093:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616277.207019:0:94093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616277.207022:0:94093:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff91a80460a200) refcount = 1 00010000:00010000:3.0:1773616277.207026:0:94093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616277.207032:0:94093:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616277.207036:0:94093:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616277.207038:0:94093:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616277.207041:0:94093:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616277.207043:0:94093:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616277.207048:0:94093:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616277.207054:0:94093:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616277.207056:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207057:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616277.207058:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207059:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616277.207062:0:94093:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616277.207066:0:94093:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616277.207069:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.207070:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.207072:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:3.0:1773616277.207073:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207076:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207078:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.207079:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.207080:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=4 00000020:00000001:3.0:1773616277.207082:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207084:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207087:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616277.207090:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616277.207093:0:94093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616277.207099:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207100:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616277.207102:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.207103:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.207104:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=5 00000020:00000001:3.0:1773616277.207106:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207108:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207111:0:94093:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616277.207114:0:94093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616277.207120:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207121:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616277.207123:0:94093:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616277.207129:0:94093:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616277.207130:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207131:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616277.207132:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207133:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616277.207139:0:94093:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616277.207147:0:94093:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773616277.207151:0:94093:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616277.207159:0:94093:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616277.207162:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.207163:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.207164:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:3.0:1773616277.207167:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207169:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207171:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207172:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616277.207174:0:94093:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616277.207176:0:94093:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616277.207179:0:94093:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773616277.207182:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616277.207183:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000001:3.0:1773616277.207186:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616277.207187:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00010000:00000001:3.0:1773616277.207189:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.207190:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.207192:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:3.0:1773616277.207193:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207196:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000002:00010000:3.0:1773616277.207199:0:94093:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616277.207205:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207206:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616277.207208:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616277.207209:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.207210:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.207212:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:3.0:1773616277.207214:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.207216:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000040:3.0:1773616277.207219:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:3.0:1773616277.207222:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616277.207225:0:94093:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:3.0:1773616277.207228:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.207230:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616277.207231:0:94093:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616277.207235:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af758 00000002:00002000:3.0:1773616277.207237:0:94093:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=9800037: rc = 0 00000002:00000001:3.0:1773616277.207241:0:94093:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616277.207245:0:94093:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616277.207248:0:94093:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616277.207251:0:94093:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773616277.207255:0:94093:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616277.207260:0:94093:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:3.0:1773616277.207263:0:94093:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773616277.207265:0:94093:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a8046853c0 it_disposition 9800037 00000080:00002000:3.0:1773616277.207269:0:94093:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a805595af8 inode 0000000000000000 refc 1 flags 0x8004e 00000080:00000001:3.0:1773616277.207275:0:94093:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616277.207279:0:94093:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:3.0:1773616277.207281:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af988 00000080:00200000:3.0:1773616277.207283:0:94093:0:(namei.c:1622:ll_create_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000001:3.0:1773616277.207286:0:94093:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:3.0:1773616277.207288:0:94093:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616277.207293:0:94093:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773616277.207296:0:94093:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616277.207298:0:94093:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:3.0:1773616277.207300:0:94093:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1773616277.208369:0:94093:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a804154200. 00000020:00000001:2.0:1773616277.208383:0:94093:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1773616277.208384:0:94093:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1773616277.208387:0:94093:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:2.0:1773616277.208389:0:94093:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff91a8041542c8) 00000080:00000001:2.0:1773616277.208394:0:94093:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773616277.208397:0:94093:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:2.0:1773616277.208400:0:94093:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088009 mtime from 0 to 1773616277 00000080:00200000:2.0:1773616277.208404:0:94093:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x9:0x0], updating i_size 0 00000080:00000001:2.0:1773616277.208407:0:94093:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1773616277.208410:0:94093:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.208414:0:94093:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.208419:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e4c400. 00000020:00000010:2.0:1773616277.208425:0:94093:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802e4ca00. 00000020:00000010:2.0:1773616277.208430:0:94093:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616277.208437:0:94093:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.208443:0:94093:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.208448:0:94093:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.208454:0:94093:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.208457:0:94093:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.208470:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604000. 00000008:00000010:2.0:1773616277.208473:0:94093:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.208476:0:94093:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.208479:0:94093:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.208481:0:94093:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.208483:0:94093:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.208485:0:94093:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.208488:0:94093:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:2.0:1773616277.208492:0:94093:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91a804615bb8. 00000020:00000001:2.0:1773616277.208493:0:94093:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773616277.208495:0:94093:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.208500:0:94093:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:2.0:1773616277.208503:0:94093:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91a804617aa8. 00020000:00000001:2.0:1773616277.208504:0:94093:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446622749546871464 : -121324162680152 : ffff91a804617aa8) 00020000:00000001:2.0:1773616277.208506:0:94093:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1773616277.208508:0:94093:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.208512:0:94093:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546863672 : -121324162687944 : ffff91a804615c38) 00000020:00001000:2.0:1773616277.208514:0:94093:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.208525:0:94093:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802e4ca00. 00000020:00000010:2.0:1773616277.208531:0:94093:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616277.208535:0:94093:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.208541:0:94093:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.208545:0:94093:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.208547:0:94093:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.208551:0:94093:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.208554:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e4c400. 00000008:00000010:2.0:1773616277.208556:0:94093:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.208559:0:94093:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.208564:0:94093:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.208567:0:94093:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.208569:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604000. 00000020:00000010:2.0:1773616277.208572:0:94093:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.208575:0:94093:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541876424 : -121324167675192 : ffff91a8041542c8) 00010000:00000001:2.0:1773616277.208578:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.208580:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.208583:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.209259:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.209263:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000080:00000001:2.0:1773616277.209266:0:94093:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616277.209268:0:94093:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.209272:0:94093:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.209275:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604000. 00000020:00000010:2.0:1773616277.209278:0:94093:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604200. 00000020:00000010:2.0:1773616277.209281:0:94093:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616277.209284:0:94093:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.209287:0:94093:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.209289:0:94093:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.209293:0:94093:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.209295:0:94093:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.209298:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605200. 00000008:00000010:2.0:1773616277.209300:0:94093:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.209303:0:94093:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.209305:0:94093:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.209307:0:94093:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.209309:0:94093:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.209311:0:94093:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.209313:0:94093:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616277.209316:0:94093:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:2.0:1773616277.209319:0:94093:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a804617aa8) owner ffff91a80454a7c0 00020000:00000001:2.0:1773616277.209321:0:94093:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616277.209324:0:94093:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a804617aa8) owner ffff91a80454a7c0 00020000:00000002:2.0:1773616277.209327:0:94093:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616277.209329:0:94093:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.209331:0:94093:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.209334:0:94093:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616277.209336:0:94093:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000002:2.0:1773616277.209339:0:94093:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000001:2.0:1773616277.209341:0:94093:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616277.209343:0:94093:0:(lov_object.c:2253:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.209345:0:94093:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1773616277.209347:0:94093:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.209349:0:94093:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604200. 00000020:00000010:2.0:1773616277.209352:0:94093:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685720. 00000008:00000010:2.0:1773616277.209354:0:94093:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.209357:0:94093:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.209359:0:94093:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.209362:0:94093:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.209364:0:94093:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.209366:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604000. 00000008:00000010:2.0:1773616277.209368:0:94093:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.209370:0:94093:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.209372:0:94093:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.209374:0:94093:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.209376:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605200. 00000020:00000010:2.0:1773616277.209378:0:94093:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.209381:0:94093:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.209382:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.209383:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.209385:0:94093:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616277.209389:0:94093:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616277.209390:0:94093:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.209393:0:94093:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) 00000080:00010000:2.0:1773616277.209396:0:94093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec67969 00800000:00000001:2.0:1773616277.209399:0:94093:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.209402:0:94093:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.209404:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.209405:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.209406:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.209408:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.209411:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.209413:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.209414:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.209415:0:94093:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.209417:0:94093:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.209418:0:94093:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:2.0:1773616277.209420:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.209430:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.209438:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.209444:0:94093:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.209448:0:94093:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) 00000080:00000001:2.0:1773616277.209451:0:94093:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616277.209455:0:94093:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a802e4ce00. 00000100:00000001:2.0:1773616277.209458:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.209509:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.210276:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210280:0:94093:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1773616277.210282:0:94093:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210293:0:94093:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616277.210296:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afa60 00000080:00200008:2.0:1773616277.210299:0:94093:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 120501 00000080:00000010:2.0:1773616277.210309:0:94093:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e068c0. 00000080:00000010:2.0:1773616277.210316:0:94093:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301140. 00000080:00000001:2.0:1773616277.210320:0:94093:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616277.210326:0:94093:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616277.210329:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.210332:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.210334:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.210337:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.210340:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.210342:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.210344:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.210348:0:94093:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616277.210352:0:94093:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539120. 00000002:00100000:2.0:1773616277.210358:0:94093:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.210364:0:94093:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.210366:0:94093:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616277.210370:0:94093:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616277.210373:0:94093:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210376:0:94093:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.210379:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.210382:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616277.210390:0:94093:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616277.210394:0:94093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616277.210427:0:94093:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616277.210429:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.210432:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afa60 00000080:00000008:2.0:1773616277.210434:0:94093:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 100101, rc = 0 00000080:00000001:2.0:1773616277.210439:0:94093:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616277.210440:0:94093:0:(dcache.c:176:ll_intent_release()) intent ffff91a8046853c0 released 00000080:00010000:2.0:1773616277.210443:0:94093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67969 from it ffff91a8046853c0 00010000:00000001:2.0:1773616277.210445:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.210447:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.210448:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.210450:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.210452:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.210455:0:94093:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.210527:0:94093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.210543:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.210544:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.210546:0:94093:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.210548:0:94093:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.210551:0:94093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.210558:0:94093:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.210562:0:94093:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.210564:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.210569:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.210570:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.210571:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.210574:0:94093:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.210576:0:94093:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.210578:0:94093:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.210581:0:94093:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.210583:0:94093:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.210584:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.210585:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.210587:0:94093:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616277.210589:0:94093:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616277.210591:0:94093:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616277.210593:0:94093:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616277.210595:0:94093:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616277.210597:0:94093:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210601:0:94093:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616277.210602:0:94093:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210605:0:94093:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616277.210607:0:94093:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210609:0:94093:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616277.210611:0:94093:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a8046853c0. 00000080:00000001:2.0:1773616277.210615:0:94093:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210619:0:94093:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616277.210621:0:94093:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff91a8041542c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1773616277.210625:0:94093:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.210672:0:94093:0:(file.c:4585:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1773616277.210674:0:94093:0:(file.c:4587:ll_file_ioctl()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff91a8041542c8) cmd=4008669a arg=1b7b2e0 00000080:00000001:2.0:1773616277.210682:0:94093:0:(file.c:2949:ll_lov_setstripe()) Process entered 00000080:00000001:2.0:1773616277.210684:0:94093:0:(llite_lib.c:4182:ll_copy_user_md()) Process entered 00000080:00000010:2.0:1773616277.210689:0:94093:0:(llite_lib.c:4191:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff91a806539200. 00000080:00000001:2.0:1773616277.210692:0:94093:0:(llite_lib.c:4200:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:2.0:1773616277.210695:0:94093:0:(file.c:2694:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:2.0:1773616277.210697:0:94093:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1773616277.210701:0:94093:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804605200. 00800000:00000002:2.0:1773616277.210707:0:94093:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.210711:0:94093:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.211109:0:94093:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.211113:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afb10 00800000:00000002:2.0:1773616277.211116:0:94093:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0x9:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.211120:0:94093:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773616277.211121:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.211122:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.211124:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.211126:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.211127:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.211129:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.211131:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.211134:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afa90 00800000:00000002:2.0:1773616277.211136:0:94093:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0x9:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616277.211140:0:94093:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.211141:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af9c8 00000002:00010000:2.0:1773616277.211143:0:94093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:2.0:1773616277.211148:0:94093:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616277.211151:0:94093:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773616277.211153:0:94093:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616277.211161:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:2.0:1773616277.211163:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.211166:0:94093:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616277.211169:0:94093:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.211171:0:94093:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.211173:0:94093:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.211175:0:94093:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773616277.211178:0:94093:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.211263:0:94093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c9f80. 00000020:00000040:2.0:1773616277.211268:0:94093:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616277.211274:0:94093:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616277.211276:0:94093:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.211278:0:94093:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616277.211282:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.211285:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.211287:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.211288:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.211291:0:94093:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.211293:0:94093:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.211296:0:94093:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.211303:0:94093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803497400. 00000100:00000001:2.0:1773616277.211310:0:94093:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.211313:0:94093:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.211315:0:94093:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.211316:0:94093:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.211317:0:94093:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.211318:0:94093:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.211323:0:94093:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00010000:00000001:2.0:1773616277.211325:0:94093:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616277.211326:0:94093:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616277.211329:0:94093:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb800. 00010000:00000010:2.0:1773616277.211332:0:94093:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c280. 00010000:00000001:2.0:1773616277.211335:0:94093:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616277.211337:0:94093:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4000. 00000020:00000001:2.0:1773616277.211339:0:94093:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616277.211341:0:94093:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4000 with handle 0xe60cc2233ec67970 to hash 00000020:00000001:2.0:1773616277.211343:0:94093:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616277.211344:0:94093:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.211346:0:94093:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.211348:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.211351:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.211354:0:94093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.211359:0:94093:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773616277.211368:0:94093:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773616277.211373:0:94093:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773616277.211379:0:94093:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616277.211383:0:94093:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.211385:0:94093:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.211390:0:94093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd480. 00000100:00000001:2.0:1773616277.211393:0:94093:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606401152 : -121324103150464 : ffff91a807edd480) 00000100:00000001:2.0:1773616277.211395:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.211397:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000001:2.0:1773616277.211401:0:94093:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.211404:0:94093:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.211407:0:94093:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.211408:0:94093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.211412:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.211419:0:94093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.211422:0:94093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.211425:0:94093:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.211428:0:94093:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.211431:0:94093:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.211434:0:94093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795612800:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773616277.211438:0:94093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.211443:0:94093:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.211446:0:94093:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.211449:0:94093:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.211604:0:94093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91a811980000. 02000000:00000001:2.0:1773616277.211608:0:94093:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.211617:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.211622:0:94093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.211629:0:94093:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91a807e3c800. 00000100:00000200:2.0:1773616277.211636:0:94093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859763795612800, portal 10 00000100:00000001:2.0:1773616277.211638:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.211639:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000040:2.0:1773616277.211646:0:94093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.211667:0:94093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.211671:0:94093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.211674:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e4c8. 00000100:00000200:2.0:1773616277.211679:0:94093:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859763795612800, offset 0 00000400:00000200:2.0:1773616277.211685:0:94093:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.211694:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.211701:0:94093:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.211705:0:94093:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.211710:0:94093:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.211714:0:94093:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.211726:0:94093:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.211731:0:94093:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149716:149716:256:4294967295] 192.168.201.103@tcp LPNI seq info [149656:149656:8:4294967295] 00000400:00000200:2.0:1773616277.211736:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.211747:0:94093:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.211753:0:94093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.211759:0:94093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5f00. 00000800:00000200:2.0:1773616277.211766:0:94093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.212081:0:94093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.212085:0:94093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.212098:0:94093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.212103:0:94093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 455186 usecs (456 jiffies) 00000400:00000200:2.0:1773616277.212107:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.212110:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078276 00000100:00000001:2.0:1773616277.212117:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078214 00000100:00000001:2.0:1773616277.212122:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078276 00000100:00000001:2.0:1773616277.212125:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078214 00000100:00000001:2.0:1773616277.212128:0:94093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.212131:0:94093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.212133:0:94093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.212135:0:94093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616277.212138:0:94093:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd480 going to sleep for 50 seconds 00000100:00000001:2.0:1773616277.212140:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.212143:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.212229:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.212234:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5f00. 00000400:00000200:1.0:1773616277.212241:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.212247:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.212253:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e4c8 00000400:00000010:1.0:1773616277.212255:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e4c8. 00000100:00000001:1.0:1773616277.212259:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.212264:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.212271:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.212274:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616332 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.212279:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.212280:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616277.216370:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.216388:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.216392:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.216393:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.216402:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.216409:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.216416:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.216420:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.216425:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.216428:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b7201432e00 00000400:00000200:1.0:1773616277.216434:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x192e01 [2] + 1704 00000800:00000001:1.0:1773616277.216442:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.216477:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.216481:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.216487:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.216497:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773616277.216499:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1773616277.216506:0:2392:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1aa00. 00000100:00000040:1.0:1773616277.216511:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91a807a1aa00 x1859763810020864 msgsize 328 00000100:00100000:1.0:1773616277.216527:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:1.0:1773616277.216601:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.216609:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.1:1773616277.216891:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb600. 00000800:00000001:1.0:1773616277.217026:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.217443:0:81767:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773616277.217445:0:81767:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763810020864 02000000:00000001:0.0:1773616277.217448:0:81767:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773616277.217450:0:81767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616277.217452:0:81767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.217455:0:81767:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616277.217459:0:81767:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763810020864 00000020:00000001:0.0:1773616277.217462:0:81767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773616277.217464:0:81767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec67197 00000020:00000001:0.0:1773616277.217466:0:81767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.217469:0:81767:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a81094d800 refcount=5 00000020:00000001:0.0:1773616277.217472:0:81767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000020:00000001:0.0:1773616277.217475:0:81767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749751564288 : -121323957987328 : ffff91a81094d800) 00000100:00000001:0.0:1773616277.217480:0:81767:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616277.217557:0:81767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9e00. 00000100:00000001:1.0:1773616277.217691:0:81767:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616277.217695:0:81767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9e00. 00000020:00000010:1.0:1773616277.217703:0:81767:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6e00. 00000020:00000010:1.0:1773616277.217709:0:81767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8046b7380. 00000020:00000010:1.0:1773616277.217714:0:81767:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8046b6190. 00000100:00000040:1.0:1773616277.217723:0:81767:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773616277.217726:0:81767:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773616277.217728:0:81767:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773616277.217729:0:81767:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.217737:0:81767:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.217821:0:81767:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.217902:0:81768:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773616277.217906:0:81768:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773616277.217913:0:81768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 42 00000100:00000040:0.0:1773616277.217917:0:81768:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a81094d800 : new rpc_count 1 00000100:00000001:0.0:1773616277.217919:0:81768:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749601409536 : -121324108142080 : ffff91a807a1aa00) 00000100:00000040:0.0:1773616277.217928:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a807a1aa00 x1859763810020864/t0(0) o104->6bed2507-d27f-43a9-a583-f3d23438f235@192.168.201.103@tcp:488/0 lens 328/0 e 0 to 0 dl 1773616288 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616277.217937:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773616277.217942:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a8182c2580. 00000100:00000001:0.0:1773616277.217944:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616277.217946:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a8182c2580. 00000100:00100000:0.0:1773616277.217951:0:81768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a807a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6bed2507-d27f-43a9-a583-f3d23438f235+5:6543:x1859763810020864:12345-192.168.201.103@tcp:104: 00000100:00000200:0.0:1773616277.217955:0:81768:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763810020864 00010000:00000001:0.0:1773616277.217958:0:81768:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1773616277.217966:0:81768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.217968:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.217970:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=2 00000020:00000001:0.0:1773616277.217973:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:0.0:1773616277.217976:0:81768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:0.0:1773616277.217981:0:81768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.217985:0:81768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616277.217990:0:81768:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1773616277.218002:0:81768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773616277.218004:0:81768:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773616277.218010:0:81768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8034c1800. 02000000:00000001:0.0:1773616277.218013:0:81768:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.218016:0:81768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.218021:0:81768:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773616277.218024:0:81768:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616277.218028:0:81768:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616277.218033:0:81768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616277.218036:0:81768:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616277.218038:0:81768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:0.0:1773616277.218041:0:81768:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773616277.218043:0:81768:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.218046:0:81768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616277.218049:0:81768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616277.218053:0:81768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ac38. 00000100:00000200:0.0:1773616277.218059:0:81768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763810020864, offset 224 00000400:00000200:0.0:1773616277.218066:0:81768:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616277.218075:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.218083:0:81768:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616277.218089:0:81768:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149717:149717:256:4294967295] 192.168.201.103@tcp LPNI seq info [149657:149657:8:4294967295] 00000400:00000200:0.0:1773616277.218094:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.218103:0:81768:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616277.218109:0:81768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616277.218114:0:81768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5200. 00000800:00000200:0.0:1773616277.218121:0:81768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616277.218128:0:81768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616277.218132:0:81768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616277.218145:0:81768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.218149:0:81768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00010000:00000001:0.0:1773616277.218152:0:81768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1773616277.218156:0:81768:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a811687600. 00010000:00000001:0.0:1773616277.218159:0:81768:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773616277.218218:0:81768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1773616277.218221:0:81768:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.218223:0:81768:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.218226:0:81768:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.218231:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1aa00 x1859763810020864/t0(0) o104->6bed2507-d27f-43a9-a583-f3d23438f235@192.168.201.103@tcp:488/0 lens 328/224 e 0 to 0 dl 1773616288 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773616277.218242:0:81768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a807a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6bed2507-d27f-43a9-a583-f3d23438f235+5:6543:x1859763810020864:12345-192.168.201.103@tcp:104: Request processed in 302us (1728us total) trans 0 rc 0/0 00000100:00100000:0.0:1773616277.218250:0:81768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 42 00000100:00000040:0.0:1773616277.218253:0:81768:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a81094d800 : new rpc_count 0 00000100:00000001:0.0:1773616277.218255:0:81768:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773616277.218257:0:81768:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773616277.218261:0:81768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8046b7380. 00000020:00000010:0.0:1773616277.218265:0:81768:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8046b6190. 00000020:00000010:0.0:1773616277.218268:0:81768:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6e00. 00000020:00000040:0.0:1773616277.218275:0:81768:0:(genops.c:898:class_export_put()) PUTting export ffff91a81094d800 : new refcount 4 00000100:00000001:0.0:1773616277.218278:0:81768:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616277.218379:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.218384:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5200. 00000400:00000200:0.0:1773616277.218394:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.218398:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.218403:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ac38 00000400:00000010:0.0:1773616277.218405:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ac38. 00000100:00000001:0.0:1773616277.218408:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773616277.218410:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1773616277.220258:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616277.220265:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616277.220269:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773616277.220273:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616277.220275:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616277.220283:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773616277.220296:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c4800 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:3.0:1773616277.220300:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1773616277.220305:0:81777:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616277.220313:0:81777:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1773616277.220315:0:81777:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1773616277.220318:0:81777:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616277.220324:0:81777:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1773616277.220328:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616277.220330:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616277.220333:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616277.220335:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:3.0:1773616277.220338:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.220342:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:3.0:1773616277.220344:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616277.220348:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1773616277.220355:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616277.220359:0:81777:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773616277.220362:0:81777:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773616277.220364:0:81777:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x9:0x0] mode (null) 00000002:00000001:3.0:1773616277.220369:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616277.220371:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616277.220376:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:3.0:1773616277.220378:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616277.220382:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616277.220383:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616277.220384:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616277.220385:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:3.0:1773616277.220386:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616277.220444:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616277.220445:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616277.220446:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616277.220447:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:3.0:1773616277.220449:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616277.220450:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616277.220451:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616277.220452:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616277.220453:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:3.0:1773616277.220454:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616277.220455:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616277.220456:0:81777:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616277.220458:0:81777:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773616277.220460:0:81777:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616277.220469:0:81777:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbab0. 00000020:00000010:3.0:1773616277.220474:0:81777:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a806f3d200. 00000020:00000010:3.0:1773616277.220481:0:81777:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a806f3cc00. 00000020:00000010:3.0:1773616277.220486:0:81777:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b240. 00000008:00000010:3.0:1773616277.220492:0:81777:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773616277.220497:0:81777:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773616277.220502:0:81777:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616277.220508:0:81777:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b5e8. 00000080:00000010:3.0:1773616277.220512:0:81777:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818208490. 00000020:00000010:3.0:1773616277.220525:0:81777:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a806f3c400. 00000008:00000010:3.0:1773616277.220530:0:81777:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616277.220534:0:81777:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616277.220539:0:81777:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616277.220542:0:81777:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28e10. 00000020:00000001:3.0:1773616277.220545:0:81777:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712568 : -121323943839048 : ffff91a8116cbab8) 00000020:00001000:3.0:1773616277.220547:0:81777:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbab0 00000020:00000001:3.0:1773616277.220549:0:81777:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1773616277.220552:0:81777:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0x9:0x0]: losing layout lock 00000080:00000001:3.0:1773616277.220556:0:81777:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1773616277.220715:0:81777:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1773616277.220721:0:81777:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:3.0:1773616277.220723:0:81777:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1773616277.220727:0:81777:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1773616277.220729:0:81777:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616277.220731:0:81777:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616277.220733:0:81777:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbab0 00000020:00000010:3.0:1773616277.220737:0:81777:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a806f3cc00. 00000020:00000010:3.0:1773616277.220740:0:81777:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b240. 00000008:00000010:3.0:1773616277.220824:0:81777:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773616277.220828:0:81777:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773616277.220832:0:81777:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616277.220926:0:81777:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b5e8. 00000080:00000010:3.0:1773616277.220931:0:81777:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818208490. 00000020:00000010:3.0:1773616277.220934:0:81777:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a806f3d200. 00000008:00000010:3.0:1773616277.220938:0:81777:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616277.220942:0:81777:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616277.220946:0:81777:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616277.220949:0:81777:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28e10. 00000020:00000010:3.0:1773616277.220952:0:81777:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a806f3c400. 00000020:00000010:3.0:1773616277.220954:0:81777:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbab0. 00000080:00000001:3.0:1773616277.220956:0:81777:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616277.220960:0:81777:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1773616277.220963:0:81777:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) invalid 00000020:00000001:3.0:1773616277.220967:0:81777:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25882553c40 00000080:00002000:3.0:1773616277.220969:0:81777:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f131.recovery-small (ffff91a805595af8) parent ffff91a80860ad80 inode ffff91a8041542c8 refc 1 00000080:00000001:3.0:1773616277.220972:0:81777:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1773616277.220975:0:81777:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773616277.220976:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616277.220981:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616277.220984:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616277.220986:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616277.220988:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616277.220992:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616277.220996:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4800 with handle 0xe60cc2233ec67969 from hash 00010000:00000001:3.0:1773616277.220999:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616277.221000:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.221002:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616277.221004:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616277.221008:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616277.221010:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773616277.221016:0:81777:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616277.221021:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616277.221022:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616277.221024:0:81777:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616277.221026:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616277.221028:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1773616277.221139:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616277.221145:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616277.221151:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.221154:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.221160:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.221169:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804604000. 00000100:00000001:2.0:1773616277.221176:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.221178:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616277.221186:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773616277.221194:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616277.221196:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.221200:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.221205:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.221219:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e51e0d] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616277.221268:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616277.221272:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616277.221275:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616277.221281:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616277.221290:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616277.221293:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616277.221297:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616277.221300:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616277.221302:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616277.221305:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795612928:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773616277.221310:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616277.221315:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616277.221318:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616277.221320:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616277.221324:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a806f3c400. 02000000:00000001:3.0:1773616277.221326:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616277.221335:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616277.221339:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616277.221346:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616277.221352:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795612928, portal 18 00000100:00000001:3.0:1773616277.221355:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616277.221356:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:3.0:1773616277.221363:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616277.221369:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616277.221372:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616277.221375:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3440. 00000100:00000200:3.0:1773616277.221378:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795612928, offset 0 00000400:00000200:3.0:1773616277.221385:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00010000:00000001:2.0:1773616277.221468:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.221472:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.221474:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.221476:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.221478:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.221480:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.221484:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.221492:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616277.221494:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67969 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xf6516185796c6da expref: -99 pid: 94093 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773616277.221503:0:81777:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a200 count: 0 00010000:00000010:2.0:1773616277.221510:0:81777:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2780. 00010000:00000001:2.0:1773616277.221528:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.221530:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1773616277.221532:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a811687600. 00010000:00000001:2.0:1773616277.221536:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.221539:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616277.221541:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.221543:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773616277.221544:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616277.221545:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.221546:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773616277.221548:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616277.221548:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.221549:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1773616277.221701:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616277.221709:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616277.221715:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616277.221720:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616277.221724:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616277.221727:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616277.221732:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149718:149718:256:4294967295] 192.168.201.103@tcp LPNI seq info [149658:149658:8:4294967295] 00000400:00000200:3.0:1773616277.221737:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616277.221829:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616277.222002:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616277.222007:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265100. 00000800:00000200:3.0:1773616277.222013:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616277.222018:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616277.222022:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773616277.222070:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616277.222075:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 455186 usecs (456 jiffies) 00000400:00000200:3.0:1773616277.222078:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616277.222080:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078286 00000100:00000001:3.0:1773616277.222087:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078276 00000100:00000001:3.0:1773616277.222090:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078286 00000100:00000001:3.0:1773616277.222093:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078276 00000100:00000001:3.0:1773616277.222095:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616277.222097:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.222100:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.222102:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.222107:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616277.222108:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616277.222110:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616277.222111:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616277.222112:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.222113:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.222120:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616277.222121:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.222433:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.222437:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265100. 00000400:00000200:1.0:1773616277.222440:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.222445:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.222449:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3440 00000400:00000010:1.0:1773616277.222451:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3440. 00000100:00000001:1.0:1773616277.222454:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.222458:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.222478:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.222483:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.222490:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.222492:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616277.226898:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a200. 00010000:00000010:2.1:1773616277.226915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4800. 00000800:00000001:0.0:1773616277.227399:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.227415:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616277.227418:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.227421:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.227430:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.227435:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616277.227442:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.227446:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.227450:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.227453:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200675500 00000400:00000200:0.0:1773616277.227456:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.227461:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194379 [1] + 224 00000800:00000001:0.0:1773616277.227470:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.227480:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.227484:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.227488:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616277.227495:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.227505:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616277.227546:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616277.227890:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616277.227894:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.227947:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616277.227957:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.227961:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616277.232204:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616277.232210:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616277.232215:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616277.232223:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:3.0:1773616277.232225:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:3.0:1773616277.232230:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616277.232241:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616277.232254:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616277.232262:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616277.232304:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.232308:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616277.232311:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616277.232314:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616277.232316:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616277.232319:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616277.232329:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0578 time=192 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616277.232333:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616277.232336:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616277.232338:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616277.232340:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616277.232344:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.232347:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616277.232349:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616277.232352:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616277.232354:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616277.232360:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616277.232368:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616277.232371:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616277.232373:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616277.232377:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616277.232385:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795612928:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773616277.232460:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.232463:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616277.232468:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795612928/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616277.232475:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616277.232477:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616277.233770:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a806f3c400. 02000000:00000001:3.0:1773616277.233778:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616277.233781:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616277.233783:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616277.233785:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616277.233788:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804604000. 02000000:00000001:3.0:1773616277.233793:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616277.233795:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616277.233798:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:3.0:1773616277.233802:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616277.233803:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.233807:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616277.233816:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616277.233818:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616277.233821:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616277.233823:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616277.234115:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.234132:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.234135:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.234137:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.234145:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.234152:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.234160:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.234164:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.234169:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.234174:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200675480 00000400:00000200:1.0:1773616277.234179:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.234184:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x194369 [64] + 224 00000800:00000001:1.0:1773616277.234192:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.234200:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.234203:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.234207:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.234213:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.234219:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616332 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.234230:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.234302:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.234355:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.234364:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.234367:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616277.234460:0:94093:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.234463:0:94093:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.234466:0:94093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.234471:0:94093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807e3c800 00000400:00000010:2.0:1773616277.234473:0:94093:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff91a807e3c800. 00000100:00000001:2.0:1773616277.234477:0:94093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.234482:0:94093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.234498:0:94093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.234504:0:94093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.234506:0:94093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.234508:0:94093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.234511:0:94093:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.234513:0:94093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.234525:0:94093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.234528:0:94093:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.234537:0:94093:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616277.234541:0:94093:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.234543:0:94093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1773616277.234547:0:94093:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff91a8036c9f80 x1859763795612800/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.234553:0:94093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616277.235351:0:94093:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616277.235355:0:94093:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616277.235358:0:94093:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616277.235360:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.235362:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000001:2.0:1773616277.235366:0:94093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.235368:0:94093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.235370:0:94093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.235373:0:94093:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1773616277.235380:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616332 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.235504:0:94093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1773616277.235507:0:94093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.235509:0:94093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.235523:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616332 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.235539:0:94093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c9f80 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795612800:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773616277.235545:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.235548:0:94093:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1773616277.235551:0:94093:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.235554:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.235557:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.236076:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.236079:0:94093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd480. 00000100:00000001:2.0:1773616277.236083:0:94093:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.236084:0:94093:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1773616277.236088:0:94093:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616277.236094:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.236097:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.236099:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=4 00000020:00000001:2.0:1773616277.236101:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.236104:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00010000:2.0:1773616277.236109:0:94093:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.236120:0:94093:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1773616277.236125:0:94093:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.236132:0:94093:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.236134:0:94093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.236140:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.236141:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616277.236144:0:94093:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.236150:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.236154:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.236157:0:94093:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773616277.236160:0:94093:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.236166:0:94093:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c4000 already unused, calling callback (ffffffffc19ecec0) 00000080:00000001:2.0:1773616277.236169:0:94093:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1773616277.236173:0:94093:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.236180:0:94093:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1773616277.236183:0:94093:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1773616277.236186:0:94093:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.236192:0:94093:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1773616277.236195:0:94093:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773616277.236196:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.236198:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.236199:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=5 00000020:00000001:2.0:1773616277.236201:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.236204:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.236207:0:94093:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616277.236209:0:94093:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1773616277.236215:0:94093:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616277.236217:0:94093:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.236220:0:94093:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773616277.236222:0:94093:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616277.236225:0:94093:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616277.236227:0:94093:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616277.236228:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.236230:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773616277.236233:0:94093:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4000 with handle 0xe60cc2233ec67970 from hash 00010000:00000001:2.0:1773616277.236235:0:94093:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616277.236237:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.236238:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.236240:0:94093:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616277.236241:0:94093:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616277.236243:0:94093:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773616277.236246:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.236247:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.236249:0:94093:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.236251:0:94093:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.236254:0:94093:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.236259:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.236260:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.236261:0:94093:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773616277.236263:0:94093:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.236328:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.236329:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.236331:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616277.236333:0:94093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec67970 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616277.236341:0:94093:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feb800 count: 0 00010000:00000010:2.0:1773616277.236349:0:94093:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c280. 00010000:00000001:2.0:1773616277.236359:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.236361:0:94093:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1773616277.236365:0:94093:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1773616277.236372:0:94093:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.236383:0:94093:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773616277.236467:0:94093:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.236476:0:94093:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.236484:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616277.236486:0:94093:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.236488:0:94093:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.236490:0:94093:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.236493:0:94093:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773616277.236497:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.236498:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00010000:00000001:2.0:1773616277.236500:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1773616277.236502:0:94093:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.236504:0:94093:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616277.236507:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af948 00000002:00002000:2.0:1773616277.236509:0:94093:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=880002b: rc = 0 00000002:00000001:2.0:1773616277.236512:0:94093:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.236525:0:94093:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.236528:0:94093:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.236531:0:94093:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616277.236534:0:94093:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.236539:0:94093:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616277.236544:0:94093:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804605200. 00000080:00000001:2.0:1773616277.236549:0:94093:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616277.236556:0:94093:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616277.236568:0:94093:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1773616277.236572:0:94093:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.236580:0:94093:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.236585:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605200. 00000020:00000010:2.0:1773616277.236591:0:94093:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604200. 00000020:00000010:2.0:1773616277.236814:0:94093:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.236825:0:94093:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.236829:0:94093:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.236935:0:94093:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.236945:0:94093:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.236949:0:94093:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.237161:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604e00. 00000008:00000010:2.0:1773616277.237165:0:94093:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.237169:0:94093:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.237173:0:94093:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.237177:0:94093:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.237181:0:94093:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.237183:0:94093:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.237185:0:94093:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616277.237189:0:94093:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616277.237191:0:94093:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616277.237197:0:94093:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685720. 00020000:00000010:2.0:1773616277.237201:0:94093:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3db80. 00020000:00000010:2.0:1773616277.237206:0:94093:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685840. 00020000:00000001:2.0:1773616277.237209:0:94093:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547321408 : -121324162230208 : ffff91a804685840) 00020000:00000002:2.0:1773616277.237212:0:94093:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685840, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616277.237217:0:94093:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616277.237221:0:94093:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3db80: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616277.237225:0:94093:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a804617aa8) owner ffff91a80454a7c0 00020000:00000001:2.0:1773616277.237227:0:94093:0:(lov_object.c:1310:lov_layout_change()) Process entered 00000020:00000001:2.0:1773616277.237229:0:94093:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.237232:0:94093:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cd80. 00000020:00000010:2.0:1773616277.237235:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605000. 00000020:00000010:2.0:1773616277.237238:0:94093:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604800. 00000020:00000010:2.0:1773616277.237241:0:94093:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685060. 00000008:00000010:2.0:1773616277.237244:0:94093:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8000. 00020000:00000010:2.0:1773616277.237247:0:94093:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091189c0. 00008000:00000010:2.0:1773616277.237250:0:94093:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616277.237253:0:94093:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8097402a0. 00000080:00000010:2.0:1773616277.237256:0:94093:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b908. 00000020:00000010:2.0:1773616277.237258:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605e00. 00000008:00000010:2.0:1773616277.237260:0:94093:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9a20. 00020000:00000010:2.0:1773616277.237263:0:94093:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616277.237280:0:94093:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371150. 00000080:00000010:2.0:1773616277.237284:0:94093:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096b40. 00000020:00000001:2.0:1773616277.237286:0:94093:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751365000 : -121323958186616 : ffff91a81091cd88) 00000020:00001000:2.0:1773616277.237288:0:94093:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cd80 00020000:00000002:2.0:1773616277.237290:0:94093:0:(lov_object.c:1322:lov_layout_change()) [0x20000bf89:0x9:0x0] from EMPTY to COMPOSITE 00000020:00000001:2.0:1773616277.237293:0:94093:0:(cl_object.c:376:cl_object_prune()) Process entered 00000080:00000001:2.0:1773616277.237296:0:94093:0:(vvp_object.c:139:vvp_prune()) Process entered 00000080:00000001:2.0:1773616277.237298:0:94093:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773616277.237299:0:94093:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.237302:0:94093:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091ce10. 00000020:00000010:2.0:1773616277.237305:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604a00. 00000020:00000010:2.0:1773616277.237307:0:94093:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605600. 00000020:00000010:2.0:1773616277.237310:0:94093:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616277.237315:0:94093:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616277.237318:0:94093:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118900. 00008000:00000010:2.0:1773616277.237321:0:94093:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616277.237323:0:94093:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740f18. 00000080:00000010:2.0:1773616277.237326:0:94093:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088490. 00000020:00000010:2.0:1773616277.237328:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000008:00000010:2.0:1773616277.237330:0:94093:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9760. 00020000:00000010:2.0:1773616277.237331:0:94093:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816db00. 00008000:00000010:2.0:1773616277.237333:0:94093:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371578. 00000080:00000010:2.0:1773616277.237335:0:94093:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090964b0. 00000020:00000001:2.0:1773616277.237336:0:94093:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751365144 : -121323958186472 : ffff91a81091ce18) 00000020:00001000:2.0:1773616277.237338:0:94093:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091ce10 00000020:00000001:2.0:1773616277.237341:0:94093:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.237343:0:94093:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616277.237345:0:94093:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616277.237346:0:94093:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616277.237348:0:94093:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616277.237350:0:94093:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616277.237351:0:94093:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616277.237353:0:94093:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a8050884f0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773616277.237355:0:94093:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner ffff91a80454a7c0/ffff91a80454a7c0 00020000:00000001:2.0:1773616277.237357:0:94093:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1773616277.237359:0:94093:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1773616277.237361:0:94093:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner ffff91a80454a7c0/ffff91a80454a7c0 00000020:00000001:2.0:1773616277.237362:0:94093:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616277.237364:0:94093:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1773616277.237366:0:94093:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616277.237367:0:94093:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616277.237369:0:94093:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616277.237370:0:94093:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616277.237372:0:94093:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091ce10 00000020:00000010:2.0:1773616277.237375:0:94093:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605600. 00000020:00000010:2.0:1773616277.237377:0:94093:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616277.237380:0:94093:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616277.237383:0:94093:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118900. 00008000:00000010:2.0:1773616277.237384:0:94093:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616277.237395:0:94093:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740f18. 00000080:00000010:2.0:1773616277.237398:0:94093:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088490. 00000020:00000010:2.0:1773616277.237400:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604a00. 00000008:00000010:2.0:1773616277.237402:0:94093:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9760. 00020000:00000010:2.0:1773616277.237404:0:94093:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816db00. 00008000:00000010:2.0:1773616277.237406:0:94093:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371578. 00000080:00000010:2.0:1773616277.237408:0:94093:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090964b0. 00000020:00000010:2.0:1773616277.237410:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604600. 00000020:00000010:2.0:1773616277.237411:0:94093:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091ce10. 00000080:00000001:2.0:1773616277.237412:0:94093:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.237415:0:94093:0:(vvp_object.c:151:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.237416:0:94093:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.237418:0:94093:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:2.0:1773616277.237420:0:94093:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616277.237421:0:94093:0:(lov_object.c:1340:lov_layout_change()) [0x20000bf89:0x9:0x0]Apply new layout lov ffff91a804617aa8, type 2 00020000:00000001:2.0:1773616277.237423:0:94093:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1773616277.237425:0:94093:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685840, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616277.237427:0:94093:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616277.237429:0:94093:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3db80: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000010:2.0:1773616277.237432:0:94093:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91a80471c110. 00020000:00000010:2.0:1773616277.237435:0:94093:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91a807edd480. 00020000:00000001:2.0:1773616277.237438:0:94093:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1773616277.237440:0:94093:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91a803625f88. 00020000:00000001:2.0:1773616277.237442:0:94093:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1773616277.237444:0:94093:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:2.0:1773616277.237449:0:94093:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1773616277.237452:0:94093:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91a804615708. 00000020:00000001:2.0:1773616277.237454:0:94093:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1773616277.237455:0:94093:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.237457:0:94093:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622749546862472 : -121324162689144 : ffff91a804615788) 00020000:00000001:2.0:1773616277.237461:0:94093:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1773616277.237465:0:94093:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91a8044c9a40. 00020000:00000001:2.0:1773616277.237468:0:94093:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.237474:0:94093:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546862472 : -121324162689144 : ffff91a804615788) 00020000:00000001:2.0:1773616277.237476:0:94093:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622749546862472 : -121324162689144 : ffff91a804615788) 00020000:00000002:2.0:1773616277.237480:0:94093:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x176d:0x0]@ffff91a804615708[0:0] -> [0x20000bf89:0x9:0x0]@ffff91a804615bb8: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000001:2.0:1773616277.237485:0:94093:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1773616277.237488:0:94093:0:(lov_object.c:808:lov_init_composite()) Process leaving 00000020:00001000:2.0:1773616277.237489:0:94093:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cd80 00000020:00000010:2.0:1773616277.237491:0:94093:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604800. 00000020:00000010:2.0:1773616277.237493:0:94093:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685060. 00000008:00000010:2.0:1773616277.237496:0:94093:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8000. 00020000:00000010:2.0:1773616277.237498:0:94093:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091189c0. 00008000:00000010:2.0:1773616277.237501:0:94093:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616277.237504:0:94093:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8097402a0. 00000080:00000010:2.0:1773616277.237507:0:94093:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b908. 00000020:00000010:2.0:1773616277.237509:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605000. 00000008:00000010:2.0:1773616277.237512:0:94093:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9a20. 00020000:00000010:2.0:1773616277.237514:0:94093:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616277.237527:0:94093:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371150. 00000080:00000010:2.0:1773616277.237529:0:94093:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096b40. 00000020:00000010:2.0:1773616277.237531:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605e00. 00000020:00000010:2.0:1773616277.237533:0:94093:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cd80. 00020000:00000001:2.0:1773616277.237536:0:94093:0:(lov_object.c:1362:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.237539:0:94093:0:(lov_object.c:1494:lov_conf_set()) Process leaving 00020000:00000002:2.0:1773616277.237540:0:94093:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a804617aa8) owner ffff91a80454a7c0 00020000:00000002:2.0:1773616277.237544:0:94093:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616277.237546:0:94093:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.237548:0:94093:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616277.237550:0:94093:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.237760:0:94093:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604200. 00000020:00000010:2.0:1773616277.237763:0:94093:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.237766:0:94093:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.237771:0:94093:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.237773:0:94093:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.237776:0:94093:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.237779:0:94093:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.237781:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605200. 00000008:00000010:2.0:1773616277.237783:0:94093:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.237786:0:94093:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.237789:0:94093:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.237792:0:94093:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.237794:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604e00. 00000020:00000010:2.0:1773616277.237796:0:94093:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.237801:0:94093:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773616277.237804:0:94093:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616277.237808:0:94093:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x20000bf89:0x9:0x0], updating i_size 0 00000080:00000001:2.0:1773616277.237811:0:94093:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616277.237814:0:94093:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616277.237816:0:94093:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.237820:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.237827:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.237872:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.237877:0:94093:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.237880:0:94093:0:(file.c:3140:ll_release_openhandle()) Process entered 00000080:00000010:2.0:1773616277.237884:0:94093:0:(file.c:3153:ll_release_openhandle()) kmalloced '(och)': 56 at ffff91a810301300. 00800000:00000001:2.0:1773616277.237889:0:94093:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616277.237893:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.238067:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.238070:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.238072:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.238074:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.238077:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.238079:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.238081:0:94093:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616277.238086:0:94093:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539ae0. 00000002:00100000:2.0:1773616277.238091:0:94093:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.238098:0:94093:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.238100:0:94093:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.238103:0:94093:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773616277.238106:0:94093:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804604e00. 00000080:00000001:2.0:1773616277.238108:0:94093:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773616277.238114:0:94093:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773616277.238117:0:94093:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773616277.238119:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.238120:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.238121:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.238123:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.238124:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.238126:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.238128:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.238130:0:94093:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:2.0:1773616277.238133:0:94093:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773616277.238135:0:94093:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x9:0x0] file closed with intent: 0 00000100:00000010:2.0:1773616277.238140:0:94093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036caa00. 00000020:00000040:2.0:1773616277.238145:0:94093:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616277.238149:0:94093:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.238151:0:94093:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.238156:0:94093:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.238162:0:94093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605200. 00000100:00000001:2.0:1773616277.238169:0:94093:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773616277.238178:0:94093:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773616277.238190:0:94093:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773616277.238195:0:94093:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773616277.238202:0:94093:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.238204:0:94093:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.238209:0:94093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.238212:0:94093:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616277.238215:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.238216:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000100:00000001:2.0:1773616277.238221:0:94093:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.238225:0:94093:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.238227:0:94093:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.238228:0:94093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.238232:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.238239:0:94093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.238241:0:94093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.238245:0:94093:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.238248:0:94093:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.238251:0:94093:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.238255:0:94093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795613184:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773616277.238259:0:94093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.238265:0:94093:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.238268:0:94093:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.238270:0:94093:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.238275:0:94093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803497000. 02000000:00000001:2.0:1773616277.238278:0:94093:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.238285:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.238290:0:94093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.238297:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616277.238304:0:94093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795613184, portal 10 00000100:00000001:2.0:1773616277.238307:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.238308:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000100:00000040:2.0:1773616277.238315:0:94093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.238322:0:94093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.238324:0:94093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.238327:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e000. 00000100:00000200:2.0:1773616277.238329:0:94093:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795613184, offset 0 00000400:00000200:2.0:1773616277.238334:0:94093:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.238340:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.238346:0:94093:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.238349:0:94093:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.238352:0:94093:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.238355:0:94093:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.238357:0:94093:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.238360:0:94093:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149719:149719:256:4294967295] 192.168.201.103@tcp LPNI seq info [149659:149659:8:4294967295] 00000400:00000200:2.0:1773616277.238363:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.238370:0:94093:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.238374:0:94093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.238379:0:94093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5100. 00000800:00000200:2.0:1773616277.238384:0:94093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.238389:0:94093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.238393:0:94093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.238401:0:94093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.238404:0:94093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 453412 usecs (454 jiffies) 00000400:00000200:2.0:1773616277.238406:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.238409:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078300 00000100:00000001:2.0:1773616277.238415:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078286 00000100:00000001:2.0:1773616277.238421:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078300 00000100:00000001:2.0:1773616277.238423:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078286 00000100:00000001:2.0:1773616277.238425:0:94093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.238427:0:94093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.238429:0:94093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.238430:0:94093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616277.238432:0:94093:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773616277.238434:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.238436:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.238815:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.238820:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5100. 00000400:00000200:1.0:1773616277.238827:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.238833:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.238864:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e000 00000400:00000010:1.0:1773616277.238867:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e000. 00000100:00000001:1.0:1773616277.238871:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.238876:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.238885:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.238888:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.238894:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.238896:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616277.245399:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.245417:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.245421:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.245424:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.245432:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.245440:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.245449:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.245454:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.245878:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.245884:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200675600 00000400:00000200:1.0:1773616277.245888:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.245982:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194381 [1] + 224 00000800:00000001:1.0:1773616277.245992:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.246002:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.246006:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.246011:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.246018:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.246028:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.246039:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.246061:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.246070:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.246074:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.246087:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616277.246095:0:94093:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.246098:0:94093:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.246102:0:94093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.246107:0:94093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616277.246109:0:94093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616277.246112:0:94093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.246117:0:94093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.246127:0:94093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036caa00 x1859763795613184/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.246132:0:94093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.246135:0:94093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.246137:0:94093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.246141:0:94093:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.246143:0:94093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.246146:0:94093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.246149:0:94093:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.246160:0:94093:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=218 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616277.246165:0:94093:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.246168:0:94093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.246170:0:94093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.246173:0:94093:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.246177:0:94093:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.246180:0:94093:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616277.246183:0:94093:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616277.246184:0:94093:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616277.246186:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.246188:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000100:00000001:2.0:1773616277.246191:0:94093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.246193:0:94093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.246195:0:94093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.246197:0:94093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.246202:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036caa00 x1859763795613184/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.246209:0:94093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.246212:0:94093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.246214:0:94093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.246219:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036caa00 x1859763795613184/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.246226:0:94093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036caa00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795613184:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773616277.246231:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.246234:0:94093:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.246236:0:94093:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.246239:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.246242:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036caa00 x1859763795613184/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.246250:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.246253:0:94093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.246256:0:94093:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.246258:0:94093:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.246265:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.246267:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530827264 : -121324178724352 : ffff91a8036caa00) 00000002:00000001:2.0:1773616277.246270:0:94093:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.246273:0:94093:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.246279:0:94093:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604e00. 00000080:00000001:2.0:1773616277.246283:0:94093:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773616277.246287:0:94093:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773616277.246290:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.246293:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.246296:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.246299:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.246301:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.246303:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.246306:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.246311:0:94093:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616277.246317:0:94093:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.246324:0:94093:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.246326:0:94093:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.246328:0:94093:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301300. 00000100:00000001:2.0:1773616277.246330:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.246333:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036caa00 x1859763795613184/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.246339:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.246341:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.246344:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.246350:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.246352:0:94093:0:(file.c:3168:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.246355:0:94093:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616277.246357:0:94093:0:(dcache.c:176:ll_intent_release()) intent ffffa258815afc90 released 00000080:00000001:2.0:1773616277.246359:0:94093:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616277.246361:0:94093:0:(file.c:2738:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.246365:0:94093:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616277.246368:0:94093:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1773616277.246370:0:94093:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.246373:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.246374:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.246375:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.246376:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.246378:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.246380:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.246382:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.246395:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.246398:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616277.246404:0:94093:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.246405:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.246407:0:94093:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:2.0:1773616277.246408:0:94093:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.246410:0:94093:0:(file.c:6967:ll_layout_intent()) Process entered 00000080:00000010:2.0:1773616277.246414:0:94093:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804604e00. 00000080:00010000:2.0:1773616277.246419:0:94093:0:(file.c:6985:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20000bf89:0x9:0x0](ffff91a8041542c8) 00000080:00000001:2.0:1773616277.246421:0:94093:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.246424:0:94093:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.246426:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afb18 00800000:00000002:2.0:1773616277.246428:0:94093:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'layout' for [0x20000bf89:0x9:0x0] '' on [0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.246431:0:94093:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616277.246432:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.246433:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.246434:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.246435:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.246436:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.246437:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.246438:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.246440:0:94093:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x9:0x0], fid2=[0x20000bf89:0x9:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616277.246443:0:94093:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.246444:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af9e8 00000002:00010000:2.0:1773616277.246445:0:94093:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0x9:0x0]) in obj [0x20000bf89:0x9:0x0], intent: layout flags 0 00000002:00000001:2.0:1773616277.246448:0:94093:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616277.246449:0:94093:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1773616277.246453:0:94093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb100. 00000020:00000040:2.0:1773616277.246456:0:94093:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616277.246460:0:94093:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616277.246465:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.246471:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.246473:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.246475:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.246478:0:94093:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.246481:0:94093:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.246486:0:94093:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.246492:0:94093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804604200. 00000100:00000001:2.0:1773616277.246498:0:94093:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.246501:0:94093:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.246503:0:94093:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.246504:0:94093:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.246506:0:94093:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.246508:0:94093:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.246512:0:94093:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00010000:00000001:2.0:1773616277.246524:0:94093:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616277.246526:0:94093:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616277.246532:0:94093:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb400. 00010000:00000010:2.0:1773616277.246536:0:94093:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c280. 00010000:00000001:2.0:1773616277.246540:0:94093:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616277.246544:0:94093:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4800. 00000020:00000001:2.0:1773616277.246548:0:94093:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616277.246551:0:94093:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4800 with handle 0xe60cc2233ec67977 to hash 00000020:00000001:2.0:1773616277.246553:0:94093:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616277.246555:0:94093:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.246558:0:94093:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.246562:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.246566:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.246570:0:94093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.246580:0:94093:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.246589:0:94093:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: --/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94093 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616277.246607:0:94093:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.246609:0:94093:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.246616:0:94093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.246618:0:94093:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616277.246621:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.246622:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616277.246626:0:94093:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.246630:0:94093:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.246631:0:94093:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.246633:0:94093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.246636:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.246642:0:94093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.246643:0:94093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.246646:0:94093:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.246649:0:94093:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.246651:0:94093:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.246654:0:94093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795613312:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773616277.246658:0:94093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.246664:0:94093:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.246666:0:94093:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.246669:0:94093:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.246673:0:94093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616277.246675:0:94093:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.246680:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.246683:0:94093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.246688:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616277.246694:0:94093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795613312, portal 10 00000100:00000001:2.0:1773616277.246696:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.246697:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000040:2.0:1773616277.246704:0:94093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.246711:0:94093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.246713:0:94093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.246717:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e7f8. 00000100:00000200:2.0:1773616277.246720:0:94093:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1859763795613312, offset 0 00000400:00000200:2.0:1773616277.246726:0:94093:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.246733:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.246739:0:94093:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.247317:0:94093:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.247323:0:94093:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.247327:0:94093:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.247330:0:94093:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.247332:0:94093:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149720:149720:256:4294967295] 192.168.201.103@tcp LPNI seq info [149660:149660:8:4294967295] 00000400:00000200:2.0:1773616277.247337:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.247345:0:94093:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.247349:0:94093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.247353:0:94093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5a00. 00000800:00000200:2.0:1773616277.247358:0:94093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.247364:0:94093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.247368:0:94093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5a00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.247381:0:94093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.247453:0:94093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 452507 usecs (453 jiffies) 00000400:00000200:2.0:1773616277.247458:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.247461:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078308 00000100:00000001:2.0:1773616277.247468:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078300 00000100:00000001:2.0:1773616277.247474:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078308 00000100:00000001:2.0:1773616277.247477:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078300 00000100:00000001:2.0:1773616277.247481:0:94093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.247484:0:94093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.247486:0:94093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.247488:0:94093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616277.247490:0:94093:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616277.247493:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.247495:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.247530:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.247535:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5a00. 00000400:00000200:1.0:1773616277.247541:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.247545:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.247549:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e7f8 00000400:00000010:1.0:1773616277.247551:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e7f8. 00000100:00000001:1.0:1773616277.247555:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.247560:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.247569:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.247572:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.247578:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.247580:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616277.250968:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773616277.250985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4000. 00000800:00000001:1.0:1773616277.251582:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.251608:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.251613:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.251617:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.251626:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.251633:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.251641:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.251645:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.251650:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.251655:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 10 MB=0x69b7200675680 00000400:00000200:1.0:1773616277.251660:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.251665:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 400/400 into md 0x194389 [1] + 224 00000800:00000001:1.0:1773616277.251674:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.251683:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.251686:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.251691:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.251698:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.251707:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.251718:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.251776:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.251796:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.251804:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.251809:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616277.252037:0:94093:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.252040:0:94093:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.252045:0:94093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.252050:0:94093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616277.252053:0:94093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616277.252056:0:94093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.252062:0:94093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.252072:0:94093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/472 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.252078:0:94093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.252080:0:94093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.252083:0:94093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.252087:0:94093:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.252089:0:94093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.252092:0:94093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.252095:0:94093:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.252105:0:94093:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616277.252108:0:94093:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.252110:0:94093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.252111:0:94093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.252114:0:94093:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.252117:0:94093:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.252120:0:94093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.252122:0:94093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.252123:0:94093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.252126:0:94093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.252129:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.252134:0:94093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.252137:0:94093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.252138:0:94093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.252141:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616332 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.252147:0:94093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795613312:192.168.201.103@tcp:101:lfs.0 00000100:00000001:2.0:1773616277.252151:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.252153:0:94093:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.252154:0:94093:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.252156:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.252158:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.252162:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.252164:0:94093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.252166:0:94093:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.252167:0:94093:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.252170:0:94093:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616277.252172:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252174:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252176:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=4 00000020:00000001:2.0:1773616277.252178:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252180:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000040:2.0:1773616277.252186:0:94093:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c4800, remote cookie: 0xf6516185796c6fd, flags: 0x1000 00010000:00000001:2.0:1773616277.252189:0:94093:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616277.252193:0:94093:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616277.252195:0:94093:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616277.252197:0:94093:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616277.252198:0:94093:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616277.252201:0:94093:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff91a804feb400) refcount = 1 00010000:00010000:2.0:1773616277.252207:0:94093:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.252217:0:94093:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616277.252220:0:94093:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616277.252222:0:94093:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.252225:0:94093:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616277.252228:0:94093:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.252232:0:94093:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.252239:0:94093:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616277.252241:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252243:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.252244:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252245:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.252247:0:94093:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.252252:0:94093:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616277.252254:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252255:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252256:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.252258:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252260:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252262:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252263:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616277.252268:0:94093:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1773616277.252275:0:94093:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff91a8182b3000: layout return lvb 56 transno 0 00010000:00000001:2.0:1773616277.252278:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252280:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252281:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.252283:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252285:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000002:00010000:2.0:1773616277.252289:0:94093:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616277.252300:0:94093:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301300. 00010000:00000001:2.0:1773616277.252302:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252303:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.252305:0:94093:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.252308:0:94093:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.252310:0:94093:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616277.252312:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252313:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252315:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.252317:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252319:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000002:00010000:2.0:1773616277.252322:0:94093:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.252327:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252328:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.252329:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616277.252330:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252331:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252331:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.252332:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252333:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000040:2.0:1773616277.252339:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 2 00010000:00000001:2.0:1773616277.252340:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616277.252344:0:94093:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 16 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773616277.252345:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252346:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.252346:0:94093:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616277.252348:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815af968 00000002:00002000:2.0:1773616277.252350:0:94093:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:2.0:1773616277.252352:0:94093:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.252354:0:94093:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.252356:0:94093:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.252359:0:94093:0:(namei.c:951:ll_intent_lock()) intent lock 1024 on i1 [0x20000bf89:0x9:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616277.252361:0:94093:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.252363:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.252366:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb100 x1859763795613312/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.252374:0:94093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616277.252376:0:94093:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616277.252379:0:94093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616277.252382:0:94093:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616277.252383:0:94093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616277.252385:0:94093:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616277.252449:0:94093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616277.252452:0:94093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804604200. 02000000:00000001:2.0:1773616277.252454:0:94093:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616277.252456:0:94093:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616277.252457:0:94093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb100. 00000100:00000001:2.0:1773616277.252460:0:94093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616277.252461:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1773616277.252464:0:94093:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604e00. 00000080:00010000:2.0:1773616277.252468:0:94093:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec67977 00800000:00000001:2.0:1773616277.252471:0:94093:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.252473:0:94093:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.252474:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252475:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252476:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.252478:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252479:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252481:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252482:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.252483:0:94093:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.252484:0:94093:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.252486:0:94093:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67977 from it ffffa258815afc38 00010000:00000001:2.0:1773616277.252487:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252488:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252489:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.252490:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252491:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252493:0:94093:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.252495:0:94093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.252500:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252501:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.252502:0:94093:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.252504:0:94093:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.252506:0:94093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.252511:0:94093:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.252513:0:94093:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.252524:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.252529:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252530:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.252531:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.252534:0:94093:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.252537:0:94093:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.252539:0:94093:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.252542:0:94093:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.252545:0:94093:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.252546:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252547:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.252549:0:94093:0:(file.c:7001:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.252552:0:94093:0:(file.c:6057:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1773616277.252554:0:94093:0:(file.c:6059:ll_take_md_lock()) trying to match res [0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.252558:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.252561:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.252564:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.252566:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.252568:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.252570:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.252572:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.252576:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.252577:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.252580:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 2 00010000:00000001:2.0:1773616277.252582:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.252586:0:94093:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.252589:0:94093:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616277.252665:0:94093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616277.252674:0:94093:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616277.252679:0:94093:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.252682:0:94093:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 2/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616277.252688:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1773616277.252690:0:94093:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 16 00000080:00000001:2.0:1773616277.252692:0:94093:0:(file.c:6064:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1773616277.252695:0:94093:0:(file.c:6858:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1773616277.252696:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252698:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252699:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.252701:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252703:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00000080:00010000:2.0:1773616277.252707:0:94093:0:(file.c:6868:ll_layout_lock_set()) ### file [0x20000bf89:0x9:0x0](000000001aba525a) being reconfigured ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1773616277.252715:0:94093:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.252716:0:94093:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.252718:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.252719:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.252720:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=4 00000020:00000001:2.0:1773616277.252722:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252724:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.252726:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252727:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.252729:0:94093:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.252730:0:94093:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.252733:0:94093:0:(file.c:6783:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1773616277.252735:0:94093:0:(file.c:6786:ll_layout_fetch()) [0x20000bf89:0x9:0x0] LVB_READY=0 l_lvb_data=ffff91a810301300 l_lvb_len=56 00000080:00000001:2.0:1773616277.252738:0:94093:0:(file.c:6789:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.252740:0:94093:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616277.252743:0:94093:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.252748:0:94093:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.252752:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604e00. 00000020:00000010:2.0:1773616277.252756:0:94093:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604200. 00000020:00000010:2.0:1773616277.252760:0:94093:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.252766:0:94093:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.252771:0:94093:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.252775:0:94093:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.252783:0:94093:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.252787:0:94093:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.252791:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605e00. 00000008:00000010:2.0:1773616277.252796:0:94093:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.252800:0:94093:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.252804:0:94093:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.252807:0:94093:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.252811:0:94093:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.252813:0:94093:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.252815:0:94093:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616277.252820:0:94093:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616277.252823:0:94093:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616277.252829:0:94093:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685060. 00020000:00000010:2.0:1773616277.252833:0:94093:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616277.252875:0:94093:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685ea0. 00020000:00000001:2.0:1773616277.252878:0:94093:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547323040 : -121324162228576 : ffff91a804685ea0) 00020000:00000002:2.0:1773616277.252881:0:94093:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685ea0, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616277.252886:0:94093:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616277.252890:0:94093:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d100: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616277.252894:0:94093:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a804617aa8) owner ffff91a80454a7c0 00020000:00000001:2.0:1773616277.252898:0:94093:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616277.252901:0:94093:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a804617aa8) owner ffff91a80454a7c0 00020000:00000010:2.0:1773616277.252905:0:94093:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616277.252908:0:94093:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685060. 00020000:00000010:2.0:1773616277.252912:0:94093:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685ea0. 00020000:00000002:2.0:1773616277.252914:0:94093:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616277.252916:0:94093:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.252918:0:94093:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.252921:0:94093:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616277.252925:0:94093:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000002:2.0:1773616277.252928:0:94093:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a80454a7c0. 00020000:00000002:2.0:1773616277.252930:0:94093:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000001:2.0:1773616277.252933:0:94093:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616277.252935:0:94093:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616277.252936:0:94093:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616277.252938:0:94093:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616277.252940:0:94093:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616277.252942:0:94093:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1773616277.252945:0:94093:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.252948:0:94093:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604200. 00000020:00000010:2.0:1773616277.252951:0:94093:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.252954:0:94093:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.252960:0:94093:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.252963:0:94093:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.252967:0:94093:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.252970:0:94093:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.252974:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604e00. 00000008:00000010:2.0:1773616277.252977:0:94093:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.252979:0:94093:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.252983:0:94093:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.252986:0:94093:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.252988:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605e00. 00000020:00000010:2.0:1773616277.252990:0:94093:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.252993:0:94093:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.252994:0:94093:0:(file.c:6905:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1773616277.252996:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.252998:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.252999:0:94093:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.253000:0:94093:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.253002:0:94093:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=3 00000020:00000001:2.0:1773616277.253004:0:94093:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.253006:0:94093:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.253008:0:94093:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.253011:0:94093:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.253018:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.253020:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.253021:0:94093:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.253023:0:94093:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.253025:0:94093:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616277.253032:0:94093:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.253034:0:94093:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.253035:0:94093:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.253038:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.253039:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.253040:0:94093:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.253042:0:94093:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.253043:0:94093:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.253045:0:94093:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.253047:0:94093:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.253049:0:94093:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.253050:0:94093:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.253051:0:94093:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.253052:0:94093:0:(file.c:6946:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.253054:0:94093:0:(file.c:7065:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.253057:0:94093:0:(file.c:2926:ll_file_getstripe()) Process entered 00000020:00000001:2.0:1773616277.253059:0:94093:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.253062:0:94093:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.253065:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605e00. 00000020:00000010:2.0:1773616277.253068:0:94093:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604e00. 00000020:00000010:2.0:1773616277.253071:0:94093:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.253074:0:94093:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.253076:0:94093:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.253078:0:94093:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.253081:0:94093:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.253083:0:94093:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.253086:0:94093:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604200. 00000008:00000010:2.0:1773616277.253089:0:94093:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.253091:0:94093:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.253094:0:94093:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.253096:0:94093:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.253098:0:94093:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.253100:0:94093:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.253102:0:94093:0:(cl_object.c:406:cl_object_getstripe()) Process entered 00020000:00000001:2.0:1773616277.253105:0:94093:0:(lov_object.c:2228:lov_object_getstripe()) Process entered 00020000:00000002:2.0:1773616277.253106:0:94093:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000002:2.0:1773616277.253109:0:94093:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a80454a7c0. 00020000:00000002:2.0:1773616277.253111:0:94093:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000001:2.0:1773616277.253113:0:94093:0:(lov_pack.c:370:lov_getstripe()) Process entered 00020000:00000010:2.0:1773616277.253116:0:94093:0:(lov_pack.c:382:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff91a810301600. 00020000:00000001:2.0:1773616277.253118:0:94093:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616277.253119:0:94093:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616277.253121:0:94093:0:(lov_pack.c:134:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:2.0:1773616277.253126:0:94093:0:(lov_pack.c:477:lov_getstripe()) kvfree 'lmmk': 56 at ffff91a810301600. 00020000:00000001:2.0:1773616277.253128:0:94093:0:(lov_pack.c:479:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.253130:0:94093:0:(lov_object.c:2236:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.253132:0:94093:0:(cl_object.c:416:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616277.253134:0:94093:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.253136:0:94093:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604e00. 00000020:00000010:2.0:1773616277.253138:0:94093:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.253141:0:94093:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.253144:0:94093:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.253147:0:94093:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.253150:0:94093:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.253153:0:94093:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.253155:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605e00. 00000008:00000010:2.0:1773616277.253158:0:94093:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.253160:0:94093:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.253163:0:94093:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.253165:0:94093:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.253167:0:94093:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604200. 00000020:00000010:2.0:1773616277.253169:0:94093:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.253171:0:94093:0:(file.c:2937:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.253174:0:94093:0:(file.c:2979:ll_lov_setstripe()) kvfree 'klum': 32 at ffff91a806539200. 00000080:00000001:2.0:1773616277.253176:0:94093:0:(file.c:2980:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.253178:0:94093:0:(file.c:4652:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.253207:0:94093:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616277.253210:0:94093:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000002:2.0:1773616277.253213:0:94093:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000001:2.0:1773616277.253216:0:94093:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.253224:0:94093:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773616277.253227:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afdd0 00000080:00200008:2.0:1773616277.253230:0:94093:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 100001 00000080:00000001:2.0:1773616277.253233:0:94093:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773616277.253237:0:94093:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773616277.253238:0:94093:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616277.253240:0:94093:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000002:2.0:1773616277.253242:0:94093:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80454a7c0 00020000:00000001:2.0:1773616277.253243:0:94093:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.253246:0:94093:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773616277.253249:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.253251:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.253252:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.253255:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.253257:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.253258:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.253260:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.253263:0:94093:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.253264:0:94093:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.253268:0:94093:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 2 00010000:00000001:2.0:1773616277.253270:0:94093:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.253273:0:94093:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.253275:0:94093:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:2.0:1773616277.253277:0:94093:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773616277.253280:0:94093:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773616277.253283:0:94093:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804604200. 00000080:00000001:2.0:1773616277.253285:0:94093:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773616277.253290:0:94093:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773616277.253295:0:94093:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773616277.253296:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.253297:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.253299:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.253300:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.253302:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.253304:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.253305:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.253307:0:94093:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:2.0:1773616277.253314:0:94093:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773616277.253316:0:94093:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x9:0x0] file closed with intent: 0 00000100:00000010:2.0:1773616277.253321:0:94093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb100. 00000020:00000040:2.0:1773616277.253325:0:94093:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616277.253330:0:94093:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.253332:0:94093:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.253335:0:94093:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.253341:0:94093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804605e00. 00000100:00000001:2.0:1773616277.253348:0:94093:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773616277.253360:0:94093:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773616277.253372:0:94093:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773616277.253377:0:94093:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773616277.253385:0:94093:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.253529:0:94093:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.253535:0:94093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.253538:0:94093:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616277.253541:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.253542:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616277.253547:0:94093:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.253552:0:94093:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.253554:0:94093:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.253556:0:94093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.253560:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.253568:0:94093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.253570:0:94093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.253574:0:94093:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.253577:0:94093:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.253580:0:94093:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.253583:0:94093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795613568:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773616277.253588:0:94093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.253682:0:94093:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.253685:0:94093:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.253688:0:94093:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.253694:0:94093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616277.253696:0:94093:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.253704:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.253708:0:94093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.253715:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616277.253722:0:94093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795613568, portal 10 00000100:00000001:2.0:1773616277.253724:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.253725:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000040:2.0:1773616277.253731:0:94093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.253738:0:94093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.253741:0:94093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.253743:0:94093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e220. 00000100:00000200:2.0:1773616277.253747:0:94093:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795613568, offset 0 00000400:00000200:2.0:1773616277.253753:0:94093:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.253760:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.253767:0:94093:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.253772:0:94093:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.253777:0:94093:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.253781:0:94093:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.253784:0:94093:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.253789:0:94093:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149721:149721:256:4294967295] 192.168.201.103@tcp LPNI seq info [149661:149661:8:4294967295] 00000400:00000200:2.0:1773616277.253794:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.253804:0:94093:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.253810:0:94093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.253817:0:94093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5a00. 00000800:00000200:2.0:1773616277.253824:0:94093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.253832:0:94093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.253909:0:94093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.253984:0:94093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.253990:0:94093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 451598 usecs (452 jiffies) 00000400:00000200:2.0:1773616277.253994:0:94093:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.253997:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078314 00000100:00000001:2.0:1773616277.254005:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078308 00000100:00000001:2.0:1773616277.254011:0:94093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078314 00000100:00000001:2.0:1773616277.254014:0:94093:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078308 00000100:00000001:2.0:1773616277.254017:0:94093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.254020:0:94093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.254022:0:94093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.254025:0:94093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616277.254027:0:94093:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1773616277.254030:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.254032:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.255233:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.255241:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5a00. 00000400:00000200:1.0:1773616277.255250:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.255258:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.255265:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e220 00000400:00000010:1.0:1773616277.255268:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e220. 00000100:00000001:1.0:1773616277.255272:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.255280:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.255291:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.255295:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.255303:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.255305:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616277.258207:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.258224:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.258228:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.258231:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.258240:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.258248:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.258257:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.258261:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.258386:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.258463:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200675780 00000400:00000200:1.0:1773616277.258469:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.258477:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194391 [1] + 224 00000800:00000001:1.0:1773616277.258487:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.258497:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.258501:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.258505:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.258513:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.258532:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.258543:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.258624:0:94093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.258791:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.258804:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.258809:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616277.258944:0:94093:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.258947:0:94093:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.258951:0:94093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.258955:0:94093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616277.258958:0:94093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616277.258962:0:94093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.258967:0:94093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.258977:0:94093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb100 x1859763795613568/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.258983:0:94093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.258985:0:94093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.258988:0:94093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.258991:0:94093:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.258994:0:94093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.258997:0:94093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.258999:0:94093:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.259010:0:94093:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=68 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616277.259015:0:94093:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.259018:0:94093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.259020:0:94093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.259023:0:94093:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.259027:0:94093:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.259031:0:94093:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616277.259033:0:94093:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616277.259035:0:94093:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616277.259037:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.259039:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000100:00000001:2.0:1773616277.259042:0:94093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.259044:0:94093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.259046:0:94093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.259049:0:94093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.259055:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb100 x1859763795613568/t103079215253(103079215253) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.259068:0:94093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.259071:0:94093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.259073:0:94093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.259077:0:94093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb100 x1859763795613568/t103079215253(103079215253) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.259086:0:94093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb100 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94093:1859763795613568:192.168.201.103@tcp:35:lfs.0 00000100:00000001:2.0:1773616277.259091:0:94093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.259093:0:94093:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.259096:0:94093:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.259098:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.259101:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795613568/t103079215253(103079215253) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.259108:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.259112:0:94093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.259115:0:94093:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.259117:0:94093:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.259124:0:94093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.259125:0:94093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530829056 : -121324178722560 : ffff91a8036cb100) 00000002:00000001:2.0:1773616277.259128:0:94093:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.259131:0:94093:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.259136:0:94093:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604200. 00000080:00000001:2.0:1773616277.259140:0:94093:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773616277.259143:0:94093:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773616277.259146:0:94093:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.259149:0:94093:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.259151:0:94093:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.259153:0:94093:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.259155:0:94093:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.259157:0:94093:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.259159:0:94093:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.259165:0:94093:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616277.259171:0:94093:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.259179:0:94093:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.259181:0:94093:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.259183:0:94093:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301140. 00000100:00000001:2.0:1773616277.259186:0:94093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.259190:0:94093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036cb100 x1859763795613568/t103079215253(103079215253) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.259197:0:94093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.259200:0:94093:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.259202:0:94093:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e068c0. 00000080:00000001:2.0:1773616277.259206:0:94093:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.259211:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afdd0 00000080:00000008:2.0:1773616277.259214:0:94093:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 100001, rc = 0 00000080:00000001:2.0:1773616277.259218:0:94093:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.259224:0:94093:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616277.259226:0:94093:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258815afe00 00000080:00002000:2.0:1773616277.259228:0:94093:0:(dcache.c:127:ll_ddelete()) deleting dentry f131.recovery-small (ffff91a805595af8, parent ffff91a80860ad80, inode ffff91a8041542c8) hashed, 00000080:00000001:2.0:1773616277.259231:0:94093:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616277.259243:0:94093:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773616277.259250:0:94093:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773616277.269803:0:94094:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616277.269811:0:94094:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616277.269814:0:94094:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616277.269817:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3bc0 00000080:00200000:2.0:1773616277.269822:0:94094:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616277.269831:0:94094:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804604e00. 00800000:00000002:2.0:1773616277.269872:0:94094:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.269877:0:94094:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.269882:0:94094:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.269884:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3ae0 00800000:00000002:2.0:1773616277.269887:0:94094:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.269891:0:94094:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616277.269893:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.269896:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.269898:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.269901:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.269903:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.269906:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.269908:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.269911:0:94094:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616277.269918:0:94094:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.269919:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e39b0 00000002:00010000:2.0:1773616277.269921:0:94094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616277.269926:0:94094:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616277.269928:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.269931:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616277.269939:0:94094:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.269942:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.269944:0:94094:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.269946:0:94094:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616277.269948:0:94094:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1773616277.269955:0:94094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616277.269960:0:94094:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616277.269967:0:94094:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616277.269972:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.269979:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.269981:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.269983:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.269986:0:94094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.269989:0:94094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.269994:0:94094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.270001:0:94094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803495000. 00000100:00000001:2.0:1773616277.270008:0:94094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.270014:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.270016:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.270018:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.270019:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.270021:0:94094:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.270026:0:94094:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00010000:00000001:2.0:1773616277.270030:0:94094:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616277.270033:0:94094:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616277.270037:0:94094:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feb800. 00010000:00000010:2.0:1773616277.270042:0:94094:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c200. 00010000:00000001:2.0:1773616277.270045:0:94094:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616277.270048:0:94094:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4000. 00000020:00000001:2.0:1773616277.270052:0:94094:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616277.270055:0:94094:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4000 with handle 0xe60cc2233ec6797e to hash 00000020:00000001:2.0:1773616277.270057:0:94094:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616277.270059:0:94094:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.270062:0:94094:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.270066:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.270069:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.270074:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.270085:0:94094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.270096:0:94094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616277.270120:0:94094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.270122:0:94094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.270129:0:94094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.270131:0:94094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616277.270134:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.270135:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:2.0:1773616277.270141:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.270145:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.270147:0:94094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.270149:0:94094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.270160:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.270174:0:94094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.270176:0:94094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.270179:0:94094:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.270182:0:94094:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.270185:0:94094:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.270188:0:94094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795613696:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.270192:0:94094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.270197:0:94094:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.270200:0:94094:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.270203:0:94094:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.270209:0:94094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616277.270211:0:94094:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.270218:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.270223:0:94094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.270230:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616277.270238:0:94094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795613696, portal 10 00000100:00000001:2.0:1773616277.270240:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.270241:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616277.270247:0:94094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.270256:0:94094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.270258:0:94094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.270262:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e990. 00000100:00000200:2.0:1773616277.270265:0:94094:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795613696, offset 0 00000400:00000200:2.0:1773616277.270272:0:94094:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.270282:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.270290:0:94094:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.270295:0:94094:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.270300:0:94094:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.270304:0:94094:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.270307:0:94094:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.270312:0:94094:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149722:149722:256:4294967295] 192.168.201.103@tcp LPNI seq info [149662:149662:8:4294967295] 00000400:00000200:2.0:1773616277.270317:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.270328:0:94094:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.270335:0:94094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.270341:0:94094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5100. 00000800:00000200:2.0:1773616277.270348:0:94094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.270356:0:94094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.270360:0:94094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.270373:0:94094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.270378:0:94094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 450695 usecs (451 jiffies) 00000400:00000200:2.0:1773616277.270382:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.270385:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078329 00000100:00000001:2.0:1773616277.270393:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078314 00000100:00000001:2.0:1773616277.270399:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078329 00000100:00000001:2.0:1773616277.270402:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078314 00000100:00000001:2.0:1773616277.270405:0:94094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.270408:0:94094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.270410:0:94094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.270412:0:94094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616277.270415:0:94094:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616277.270418:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.270421:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616277.270963:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.270968:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5100. 00000400:00000200:0.0:1773616277.270975:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.270980:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.270985:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e990 00000400:00000010:0.0:1773616277.270987:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e990. 00000100:00000001:0.0:1773616277.270991:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616277.270995:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.271005:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.271008:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.271015:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.271017:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1773616277.274388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a820339d60. 00000800:00000001:1.0:1773616277.277416:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.277435:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.277439:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.277442:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.277451:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.277460:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.277470:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.277475:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.277480:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.277485:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200675800 00000400:00000200:1.0:1773616277.277489:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.277496:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x194399 [1] + 224 00000800:00000001:1.0:1773616277.277504:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.277812:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.277816:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.277822:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.277829:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.278330:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.278345:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.278366:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.278377:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.278382:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.278391:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616277.278399:0:94094:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.278402:0:94094:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.278405:0:94094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.278410:0:94094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:2.0:1773616277.278413:0:94094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:2.0:1773616277.278416:0:94094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.278421:0:94094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.278431:0:94094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.278439:0:94094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.278441:0:94094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.278444:0:94094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.278447:0:94094:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.278450:0:94094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.278452:0:94094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.278455:0:94094:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.278466:0:94094:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616277.278470:0:94094:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.278473:0:94094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.278475:0:94094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.278477:0:94094:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.278481:0:94094:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.278485:0:94094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.278487:0:94094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.278490:0:94094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.278493:0:94094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.278498:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.278505:0:94094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.278508:0:94094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.278510:0:94094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.278526:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.278536:0:94094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795613696:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.278541:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.278544:0:94094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.278547:0:94094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.278549:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.278553:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.278560:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.278564:0:94094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.278568:0:94094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.278569:0:94094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.278573:0:94094:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616277.278577:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278580:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.278583:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=4 00000020:00000001:2.0:1773616277.278585:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278589:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000040:2.0:1773616277.278596:0:94094:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c4000, remote cookie: 0xf6516185796c70b, flags: 0x1001 00010000:00010000:2.0:1773616277.278602:0:94094:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.278613:0:94094:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.278620:0:94094:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616277.278624:0:94094:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616277.278626:0:94094:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616277.278627:0:94094:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616277.278629:0:94094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616277.278632:0:94094:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804feb800) refcount = 1 00010000:00010000:2.0:1773616277.278636:0:94094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.278644:0:94094:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616277.278647:0:94094:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616277.278649:0:94094:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.278652:0:94094:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616277.278655:0:94094:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.278659:0:94094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.278669:0:94094:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616277.278671:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278673:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.278674:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278675:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.278676:0:94094:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.278681:0:94094:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616277.278682:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278684:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.278685:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.278687:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278690:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278692:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278693:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.278695:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=4 00000020:00000001:2.0:1773616277.278697:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278699:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278702:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.278705:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.278709:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.278715:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278717:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.278718:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278719:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.278720:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=5 00000020:00000001:2.0:1773616277.278722:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278724:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278726:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.278729:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.278736:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278737:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616277.278740:0:94094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.278747:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.278749:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278750:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.278751:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278752:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616277.278758:0:94094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616277.278768:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278780:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.278782:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.278784:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278786:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278789:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278790:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.278792:0:94094:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.278794:0:94094:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.278797:0:94094:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616277.278799:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278801:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.278802:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.278804:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278806:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00000002:00010000:2.0:1773616277.278810:0:94094:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.278816:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278818:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.278819:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616277.278821:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278822:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.278823:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.278825:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.278827:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000040:2.0:1773616277.278833:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb800 count: 2 00010000:00000001:2.0:1773616277.278863:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616277.278868:0:94094:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773616277.278871:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.278872:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.278873:0:94094:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616277.278876:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3930 00000002:00002000:2.0:1773616277.278878:0:94094:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1773616277.278882:0:94094:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.278886:0:94094:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.278888:0:94094:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.278892:0:94094:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616277.278895:0:94094:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.278899:0:94094:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616277.278903:0:94094:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604e00. 00000080:00000001:2.0:1773616277.278907:0:94094:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616277.278910:0:94094:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616277.278916:0:94094:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616277.278919:0:94094:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1773616277.278925:0:94094:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301140. 00800000:00000001:2.0:1773616277.278927:0:94094:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744959808 : -121323964591808 : ffff91a810301140) 00800000:00000001:2.0:1773616277.278930:0:94094:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.278932:0:94094:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616277.278935:0:94094:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1773616277.278938:0:94094:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1773616277.278940:0:94094:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773616277.278943:0:94094:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1773616277.278945:0:94094:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.278949:0:94094:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773616277.278952:0:94094:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1773616277.278963:0:94094:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773616139 to 1773616277 00000080:00200000:2.0:1773616277.278967:0:94094:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773616277.278970:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.278971:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.279178:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.279187:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279190:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279192:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279193:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.279195:0:94094:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616277.279198:0:94094:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773616277.279199:0:94094:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301140 1 00800000:00000010:2.0:1773616277.279202:0:94094:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301140. 00800000:00000001:2.0:1773616277.279205:0:94094:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.279208:0:94094:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6797e 00800000:00000001:2.0:1773616277.279211:0:94094:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.279213:0:94094:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.279214:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.279216:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.279217:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.279219:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279221:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279223:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279224:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.279226:0:94094:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.279227:0:94094:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.279230:0:94094:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.279232:0:94094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616277.279235:0:94094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6797e from it ffffa258818e3bf8 00010000:00000001:2.0:1773616277.279237:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.279238:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.279239:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.279242:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279244:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279246:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.279249:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.279256:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279257:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.279258:0:94094:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.279260:0:94094:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.279263:0:94094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.279270:0:94094:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.279273:0:94094:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.279274:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.279278:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279280:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.279281:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279285:0:94094:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.279287:0:94094:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279289:0:94094:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279292:0:94094:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279294:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.279295:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279296:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616277.279298:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.279310:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795613696/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.279318:0:94094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616277.279321:0:94094:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616277.279324:0:94094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a807e3c800. 02000000:00000001:2.0:1773616277.279328:0:94094:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616277.279330:0:94094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616277.279332:0:94094:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616277.279335:0:94094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616277.279338:0:94094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803495000. 02000000:00000001:2.0:1773616277.279341:0:94094:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616277.279343:0:94094:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616277.279345:0:94094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:2.0:1773616277.279348:0:94094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616277.279350:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616277.279353:0:94094:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616277.279359:0:94094:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.279376:0:94094:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a806539fc0. 00000080:00000001:2.0:1773616277.279381:0:94094:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:2.0:1773616277.279383:0:94094:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616277.279385:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3b00 00000080:00200000:2.0:1773616277.279387:0:94094:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:2.0:1773616277.279391:0:94094:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804604e00. 00800000:00000002:2.0:1773616277.279395:0:94094:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.279398:0:94094:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.279401:0:94094:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.279403:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3a20 00800000:00000002:2.0:1773616277.279405:0:94094:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.279408:0:94094:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616277.279410:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.279413:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.279415:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.279418:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.279420:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.279422:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.279424:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.279427:0:94094:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616277.279431:0:94094:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.279433:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e38f0 00000002:00010000:2.0:1773616277.279435:0:94094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616277.279438:0:94094:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616277.279440:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.279442:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.279446:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb800 count: 2 00010000:00000001:2.0:1773616277.279449:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.279452:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.279454:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616277.279458:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616277.279466:0:94094:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616277.279470:0:94094:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.279473:0:94094:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616277.279480:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616277.279482:0:94094:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616277.279484:0:94094:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616277.279486:0:94094:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616277.279488:0:94094:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616277.279490:0:94094:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616277.279493:0:94094:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616277.279494:0:94094:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616277.279496:0:94094:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604e00. 00000080:00000001:2.0:1773616277.279499:0:94094:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616277.279500:0:94094:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.279502:0:94094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:2.0:1773616277.279505:0:94094:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6797e 00800000:00000001:2.0:1773616277.279508:0:94094:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.279509:0:94094:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.279511:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.279512:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.279523:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.279526:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279528:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279530:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279531:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.279533:0:94094:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.279535:0:94094:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.279537:0:94094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6797e from it ffffa258818e3b38 00010000:00000001:2.0:1773616277.279539:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.279540:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.279542:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.279543:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279545:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.279547:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.279550:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.279556:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279557:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.279558:0:94094:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.279559:0:94094:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.279562:0:94094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616277.279568:0:94094:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.279570:0:94094:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.279571:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.279573:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279574:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.279575:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279577:0:94094:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.279578:0:94094:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279580:0:94094:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279582:0:94094:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279584:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.279585:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279587:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616277.279588:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616277.279589:0:94094:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616277.279592:0:94094:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:2.0:1773616277.279594:0:94094:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.279598:0:94094:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:2.0:1773616277.279600:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3b50 00000080:00200000:2.0:1773616277.279602:0:94094:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), file ffff91a8108b6f00, open_flags 8241, mode 81b6 opened 0 00000080:00000010:2.0:1773616277.279607:0:94094:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a8046853c0. 00000080:00000001:2.0:1773616277.279612:0:94094:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:2.0:1773616277.279614:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3a00 00000080:00200000:2.0:1773616277.279616:0:94094:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000010:2.0:1773616277.279622:0:94094:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804604e00. 00800000:00000002:2.0:1773616277.279624:0:94094:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.279629:0:94094:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.279631:0:94094:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.279633:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3920 00800000:00000002:2.0:1773616277.279635:0:94094:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.279638:0:94094:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1773616277.279641:0:94094:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1773616277.279643:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.279645:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.279646:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.279648:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.279650:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.279652:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616277.279654:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.279658:0:94094:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:2.0:1773616277.279661:0:94094:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1773616277.279663:0:94094:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1773616277.279666:0:94094:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1773616277.279668:0:94094:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1773616277.279671:0:94094:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0xa:0x0] 40000000:00000001:2.0:1773616277.279676:0:94094:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.279678:0:94094:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.279679:0:94094:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.279681:0:94094:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.279683:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e38a0 00800000:00000002:2.0:1773616277.279685:0:94094:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xa:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:2.0:1773616277.279688:0:94094:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.279690:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e37d8 00000002:00010000:2.0:1773616277.279692:0:94094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0xa:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0101102 00000002:00000001:2.0:1773616277.279696:0:94094:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616277.279699:0:94094:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1773616277.279703:0:94094:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1773616277.279706:0:94094:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.279708:0:94094:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616277.279711:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb800 count: 2 00010000:00000001:2.0:1773616277.279713:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.279715:0:94094:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616277.279718:0:94094:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616277.279721:0:94094:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1773616277.279729:0:94094:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616277.279733:0:94094:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616277.279735:0:94094:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616277.279737:0:94094:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1773616277.279740:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.279741:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.279743:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb800 count: 3 00010000:00000001:2.0:1773616277.279745:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.279748:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.279749:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.279750:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.279752:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb800 count: 3 00010000:00000001:2.0:1773616277.279754:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.279755:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.279756:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.279758:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.279759:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb800 count: 3 00010000:00000001:2.0:1773616277.279761:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.279763:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.279765:0:94094:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773616277.279768:0:94094:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1773616277.279772:0:94094:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1773616277.279774:0:94094:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1773616277.279777:0:94094:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616277.279778:0:94094:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279781:0:94094:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616277.279784:0:94094:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616277.279786:0:94094:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616277.279787:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.279789:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616277.279792:0:94094:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c4000 with handle 0xe60cc2233ec6797e from hash 00010000:00000001:2.0:1773616277.279795:0:94094:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616277.279796:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279797:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.279799:0:94094:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616277.279801:0:94094:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616277.279802:0:94094:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616277.279805:0:94094:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616277.279808:0:94094:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616277.279810:0:94094:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773616277.279815:0:94094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8000. 00000020:00000040:2.0:1773616277.279819:0:94094:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616277.279825:0:94094:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616277.279826:0:94094:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279830:0:94094:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616277.279833:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.279865:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.279867:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.279869:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.279873:0:94094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.279875:0:94094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.279878:0:94094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.279886:0:94094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803495000. 00000100:00000001:2.0:1773616277.279892:0:94094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.279896:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.279899:0:94094:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616277.279903:0:94094:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773616277.279915:0:94094:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616277.279916:0:94094:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616277.279918:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616277.279921:0:94094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6797e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c70b expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1773616277.280104:0:94094:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feb800 count: 0 00010000:00000010:2.0:1773616277.280109:0:94094:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c200. 00010000:00000001:2.0:1773616277.280117:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.280119:0:94094:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.280121:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.280123:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.280125:0:94094:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.280135:0:94094:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00010000:00000001:2.0:1773616277.280138:0:94094:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616277.280141:0:94094:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616277.280146:0:94094:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feba00. 00010000:00000010:2.0:1773616277.280149:0:94094:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a80453c200. 00010000:00000001:2.0:1773616277.280154:0:94094:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616277.280157:0:94094:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5600. 00000020:00000001:2.0:1773616277.280159:0:94094:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616277.280161:0:94094:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5600 with handle 0xe60cc2233ec67985 to hash 00000020:00000001:2.0:1773616277.280163:0:94094:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616277.280165:0:94094:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.280169:0:94094:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.280171:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.280173:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.280176:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.280183:0:94094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773616277.280194:0:94094:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773616277.280201:0:94094:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773616277.280210:0:94094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616277.280216:0:94094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.280218:0:94094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.280224:0:94094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.280226:0:94094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616277.280229:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.280231:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:2.0:1773616277.280236:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.280239:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.280241:0:94094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.280243:0:94094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.280248:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.280255:0:94094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.280257:0:94094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.280261:0:94094:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.280264:0:94094:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.280266:0:94094:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.280269:0:94094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795613952:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.280273:0:94094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.280279:0:94094:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.280281:0:94094:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.280284:0:94094:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.280340:0:94094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616277.280343:0:94094:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.280350:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.280355:0:94094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.280361:0:94094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a803494400. 00000100:00000200:2.0:1773616277.280368:0:94094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795613952, portal 10 00000100:00000001:2.0:1773616277.280370:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.280371:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000040:2.0:1773616277.280377:0:94094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.280385:0:94094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.280388:0:94094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.280391:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e330. 00000100:00000200:2.0:1773616277.280394:0:94094:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859763795613952, offset 0 00000400:00000200:2.0:1773616277.280401:0:94094:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.280409:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.280416:0:94094:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.280420:0:94094:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.280425:0:94094:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.280429:0:94094:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.280433:0:94094:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.280438:0:94094:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149723:149723:256:4294967295] 192.168.201.103@tcp LPNI seq info [149663:149663:8:4294967295] 00000400:00000200:2.0:1773616277.280443:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.280453:0:94094:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.280460:0:94094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.280464:0:94094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5f00. 00000800:00000200:2.0:1773616277.280471:0:94094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.280479:0:94094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.280484:0:94094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.280503:0:94094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.280507:0:94094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 449802 usecs (450 jiffies) 00000400:00000200:2.0:1773616277.280511:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.280523:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078338 00000100:00000001:2.0:1773616277.280531:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078329 00000100:00000001:2.0:1773616277.280537:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078338 00000800:00000200:0.0:1773616277.280665:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.280670:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5f00. 00000400:00000200:0.0:1773616277.280677:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.280682:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.280686:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e330 00000400:00000010:0.0:1773616277.280688:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e330. 00000100:00000001:0.0:1773616277.280692:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616277.280698:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.280706:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.280709:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.280715:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.280717:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1773616277.281495:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078329 00000100:00000001:2.0:1773616277.281504:0:94094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.281507:0:94094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.281510:0:94094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.281513:0:94094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616277.281525:0:94094:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616277.281529:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.281532:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616277.289944:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.289976:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.289980:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.290161:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.290171:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.290178:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.290188:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.290193:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.290199:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.290203:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200675900 00000400:00000200:1.0:1773616277.290208:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.290225:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x1943a1 [32] + 224 00000800:00000001:1.0:1773616277.290234:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.290243:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.290246:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.290251:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.290259:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.290267:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.290279:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.290300:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.290310:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.290313:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.290365:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616277.290373:0:94094:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.290375:0:94094:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.290379:0:94094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.290383:0:94094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a803494400 00000400:00000010:2.0:1773616277.290386:0:94094:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a803494400. 00000100:00000001:2.0:1773616277.290389:0:94094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.290394:0:94094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.290404:0:94094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8000 x1859763795613952/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.290411:0:94094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.290413:0:94094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.290415:0:94094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.290418:0:94094:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.290421:0:94094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.290423:0:94094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.290426:0:94094:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.290436:0:94094:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616277.290440:0:94094:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.290443:0:94094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.290445:0:94094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.290447:0:94094:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.290451:0:94094:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.290454:0:94094:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616277.290456:0:94094:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616277.290458:0:94094:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616277.290460:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.290461:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:2.0:1773616277.290464:0:94094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.290466:0:94094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.290468:0:94094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.290471:0:94094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.290476:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.290484:0:94094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.290486:0:94094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.290489:0:94094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.290493:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.290501:0:94094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8000 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795613952:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.290507:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.290510:0:94094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.290512:0:94094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.290526:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.290530:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.290537:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.290540:0:94094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.290542:0:94094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.290544:0:94094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.290547:0:94094:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616277.290553:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.290556:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.290558:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=4 00000020:00000001:2.0:1773616277.290561:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290564:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000040:2.0:1773616277.290572:0:94094:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5600, remote cookie: 0xf6516185796c727, flags: 0x1001 00010000:00010000:2.0:1773616277.290577:0:94094:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616277.290586:0:94094:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773616277.290590:0:94094:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1773616277.290608:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 2 00010000:00000001:2.0:1773616277.290612:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1773616277.290616:0:94094:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feba00 count: 0 00010000:00000010:2.0:1773616277.290621:0:94094:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a80453c200. 00010000:00000001:2.0:1773616277.290629:0:94094:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.290633:0:94094:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.290642:0:94094:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.290648:0:94094:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616277.290652:0:94094:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616277.290655:0:94094:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616277.290656:0:94094:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616277.290658:0:94094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616277.290661:0:94094:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff91a804feb400) refcount = 2 00010000:00000040:2.0:1773616277.290664:0:94094:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616277.290667:0:94094:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773616277.290676:0:94094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.290683:0:94094:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616277.290687:0:94094:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616277.290689:0:94094:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.290691:0:94094:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616277.290694:0:94094:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.290697:0:94094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.290704:0:94094:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616277.290705:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.290707:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.290708:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.290709:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.290711:0:94094:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.290716:0:94094:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616277.290718:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.290720:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.290722:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616277.290724:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290726:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290729:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.290730:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.290731:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=4 00000020:00000001:2.0:1773616277.290733:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290736:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290739:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.290743:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.290746:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.290753:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.290754:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.290756:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.290757:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.290758:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=5 00000020:00000001:2.0:1773616277.290760:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290763:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290766:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.290768:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.290775:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.290776:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616277.290779:0:94094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.290785:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.290786:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.290787:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.290788:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.290789:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616277.290794:0:94094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.290803:0:94094:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773616277.290808:0:94094:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.290814:0:94094:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.290821:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.290823:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.290824:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616277.290826:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.290828:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00000002:00010000:2.0:1773616277.290831:0:94094:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616277.291227:0:94094:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301140. 00010000:00000001:2.0:1773616277.291230:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.291232:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.291234:0:94094:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.291237:0:94094:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.291240:0:94094:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773616277.291243:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.291244:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00010000:00000001:2.0:1773616277.291247:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.291248:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.291250:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616277.291252:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.291254:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00000002:00010000:2.0:1773616277.291258:0:94094:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.291265:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.291266:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.291268:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616277.291270:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.291271:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.291272:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616277.291274:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.291276:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000040:2.0:1773616277.291280:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 3 00010000:00000001:2.0:1773616277.291281:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616277.291286:0:94094:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773616277.291288:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.291289:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.291291:0:94094:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616277.291293:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3758 00000002:00002000:2.0:1773616277.291295:0:94094:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1773616277.291299:0:94094:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.291303:0:94094:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.291306:0:94094:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.291309:0:94094:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616277.291313:0:94094:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.291317:0:94094:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.291319:0:94094:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616277.291321:0:94094:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a8046853c0 it_disposition 80002b 00000080:00000001:2.0:1773616277.291324:0:94094:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616277.291330:0:94094:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616277.291332:0:94094:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616277.291335:0:94094:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773616277.291338:0:94094:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1773616277.291344:0:94094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.291349:0:94094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.291354:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605000. 00000020:00000010:2.0:1773616277.291359:0:94094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604800. 00000020:00000010:2.0:1773616277.291363:0:94094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616277.291369:0:94094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.291374:0:94094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.291380:0:94094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.291386:0:94094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.291390:0:94094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.291393:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000008:00000010:2.0:1773616277.291398:0:94094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.291401:0:94094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.291405:0:94094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.291409:0:94094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.291412:0:94094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.291414:0:94094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.291416:0:94094:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616277.291420:0:94094:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616277.291423:0:94094:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616277.291427:0:94094:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685060. 00020000:00000010:2.0:1773616277.291432:0:94094:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616277.291437:0:94094:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685540. 00020000:00000001:2.0:1773616277.291440:0:94094:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547320640 : -121324162230976 : ffff91a804685540) 00020000:00000002:2.0:1773616277.291444:0:94094:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685540, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616277.291448:0:94094:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616277.291453:0:94094:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d100: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616277.291456:0:94094:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a804617aa8) owner ffff91a80797cf80 00020000:00000001:2.0:1773616277.291459:0:94094:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616277.291461:0:94094:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a804617aa8) owner ffff91a80797cf80 00020000:00000010:2.0:1773616277.291466:0:94094:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616277.291470:0:94094:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685060. 00020000:00000010:2.0:1773616277.291474:0:94094:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685540. 00020000:00000002:2.0:1773616277.291476:0:94094:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616277.291479:0:94094:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.291481:0:94094:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616277.291483:0:94094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.291487:0:94094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604800. 00000020:00000010:2.0:1773616277.291491:0:94094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616277.291495:0:94094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.291500:0:94094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.291504:0:94094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.291507:0:94094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.291510:0:94094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.291524:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605000. 00000008:00000010:2.0:1773616277.291528:0:94094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.291531:0:94094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.291535:0:94094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.291538:0:94094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.291541:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604600. 00000020:00000010:2.0:1773616277.291543:0:94094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.291547:0:94094:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773616277.291550:0:94094:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616277.291556:0:94094:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x9:0x0](ffff91a8041542c8): rc = 0 00000080:00000001:2.0:1773616277.291558:0:94094:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541876424 : -121324167675192 : ffff91a8041542c8) 00010000:00000001:2.0:1773616277.291561:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.291562:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.291564:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616277.291566:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.291569:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00000080:00000001:2.0:1773616277.291572:0:94094:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616277.291573:0:94094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.291576:0:94094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.291579:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000020:00000010:2.0:1773616277.291581:0:94094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605000. 00000020:00000010:2.0:1773616277.291583:0:94094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616277.291586:0:94094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.291588:0:94094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.291601:0:94094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.291827:0:94094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.291830:0:94094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.291833:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604800. 00010000:00000010:2.1:1773616277.293813:0:94094:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feb800. 00010000:00000010:2.1:1773616277.293824:0:94094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c4000. 00000008:00000010:2.0:1773616277.293870:0:94094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.293874:0:94094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.293878:0:94094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.293884:0:94094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.293888:0:94094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.293891:0:94094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.293893:0:94094:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616277.293897:0:94094:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616277.293899:0:94094:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616277.293903:0:94094:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685540. 00020000:00000010:2.0:1773616277.293907:0:94094:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616277.293911:0:94094:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685060. 00020000:00000001:2.0:1773616277.293913:0:94094:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547319392 : -121324162232224 : ffff91a804685060) 00020000:00000002:2.0:1773616277.293916:0:94094:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685060, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616277.293921:0:94094:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616277.293924:0:94094:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d100: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616277.293927:0:94094:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a804617aa8) owner ffff91a80797cf80 00020000:00000001:2.0:1773616277.293930:0:94094:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616277.293932:0:94094:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a804617aa8) owner ffff91a80797cf80 00020000:00000010:2.0:1773616277.293936:0:94094:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616277.293939:0:94094:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685540. 00020000:00000010:2.0:1773616277.293943:0:94094:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685060. 00020000:00000002:2.0:1773616277.293945:0:94094:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616277.293948:0:94094:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.293950:0:94094:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.293966:0:94094:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616277.293970:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000002:2.0:1773616277.293973:0:94094:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a80797cf80. 00020000:00000002:2.0:1773616277.293976:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000001:2.0:1773616277.293978:0:94094:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616277.293981:0:94094:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616277.293982:0:94094:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616277.293984:0:94094:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616277.293987:0:94094:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616277.293990:0:94094:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773616277.293993:0:94094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.293996:0:94094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605000. 00000020:00000010:2.0:1773616277.294000:0:94094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616277.294002:0:94094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.294006:0:94094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.294009:0:94094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.294011:0:94094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.294014:0:94094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.294016:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604600. 00000008:00000010:2.0:1773616277.294018:0:94094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.294020:0:94094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.294022:0:94094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.294024:0:94094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.294026:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604800. 00000020:00000010:2.0:1773616277.294028:0:94094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.294030:0:94094:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294032:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.294033:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.294035:0:94094:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616277.294039:0:94094:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616277.294040:0:94094:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.294044:0:94094:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec67985 00800000:00000001:2.0:1773616277.294046:0:94094:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.294048:0:94094:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.294050:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.294051:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.294053:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616277.294054:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.294056:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.294058:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.294059:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.294060:0:94094:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.294061:0:94094:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773616277.294066:0:94094:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a8085e05e8 inode ffff91a8041542c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1773616277.294069:0:94094:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773616277.294072:0:94094:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) 00000080:00000001:2.0:1773616277.294074:0:94094:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616277.294076:0:94094:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604e00. 00000100:00000001:2.0:1773616277.294079:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.294087:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.294093:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.294101:0:94094:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616277.294103:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3a60 00000080:00200008:2.0:1773616277.294105:0:94094:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 101101 00000080:00000010:2.0:1773616277.294110:0:94094:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e068c0. 00000080:00000010:2.0:1773616277.294117:0:94094:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301600. 00000080:00000001:2.0:1773616277.294119:0:94094:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616277.294123:0:94094:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616277.294125:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.294127:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.294129:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.294131:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.294133:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.294134:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.294136:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.294138:0:94094:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616277.294141:0:94094:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539a40. 00000002:00100000:2.0:1773616277.294144:0:94094:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.294148:0:94094:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.294150:0:94094:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616277.294152:0:94094:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616277.294154:0:94094:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.294156:0:94094:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.294158:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.294159:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616277.294164:0:94094:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616277.294167:0:94094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616277.294192:0:94094:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616277.294195:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.294197:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3a60 00000080:00000008:2.0:1773616277.294199:0:94094:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 101101, rc = 0 00000080:00000001:2.0:1773616277.294203:0:94094:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616277.294205:0:94094:0:(dcache.c:176:ll_intent_release()) intent ffff91a8046853c0 released 00000080:00010000:2.0:1773616277.294207:0:94094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec67985 from it ffff91a8046853c0 00010000:00000001:2.0:1773616277.294210:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.294222:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.294224:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5600 refcount=3 00000020:00000001:2.0:1773616277.294227:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.294229:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743666688 : -121323965884928 : ffff91a8101c5600) 00010000:00000001:2.0:1773616277.294232:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.294236:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.294251:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.294252:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.294253:0:94094:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.294256:0:94094:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.294258:0:94094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.294264:0:94094:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.294266:0:94094:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.294268:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.294272:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.294273:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.294275:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294278:0:94094:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.294280:0:94094:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294283:0:94094:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294287:0:94094:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294289:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.294290:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.294291:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.294292:0:94094:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616277.294296:0:94094:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616277.294298:0:94094:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616277.294300:0:94094:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616277.294303:0:94094:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616277.294304:0:94094:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.294308:0:94094:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616277.294310:0:94094:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.294312:0:94094:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616277.294314:0:94094:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.294317:0:94094:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616277.294320:0:94094:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a8046853c0. 00000080:00000001:2.0:1773616277.294323:0:94094:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.294326:0:94094:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616277.294329:0:94094:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff91a8041542c8), inode mode 81a4 mask 42 00000080:00000001:2.0:1773616277.294333:0:94094:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.294342:0:94094:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1773616277.294347:0:94094:0:(xattr.c:501:ll_xattr_list()) Process entered 00000080:00000001:2.0:1773616277.294350:0:94094:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1773616277.294353:0:94094:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1773616277.294355:0:94094:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1773616277.294358:0:94094:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804604e00. 00000080:00000001:2.0:1773616277.294363:0:94094:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616277.294367:0:94094:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.294369:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e38f8 00800000:00000002:2.0:1773616277.294371:0:94094:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.294373:0:94094:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616277.294375:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.294376:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.294377:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.294378:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.294379:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.294381:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.294382:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.294384:0:94094:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0x9:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616277.294387:0:94094:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616277.294389:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e37c8 00000002:00010000:2.0:1773616277.294391:0:94094:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20000bf89:0x9:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1773616277.294395:0:94094:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1773616277.294397:0:94094:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1773616277.294402:0:94094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616277.294405:0:94094:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616277.294409:0:94094:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616277.294411:0:94094:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294414:0:94094:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616277.294418:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.294421:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.294436:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.294438:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.294441:0:94094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.294443:0:94094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.294448:0:94094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.294454:0:94094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803494400. 00000100:00000001:2.0:1773616277.294461:0:94094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294463:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.294465:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294466:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.294467:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.294468:0:94094:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1773616277.294470:0:94094:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff91a8182b3000: get xattrs for [0x20000bf89:0x9:0x0] 00000002:00000001:2.0:1773616277.294475:0:94094:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00010000:00000001:2.0:1773616277.294477:0:94094:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616277.294479:0:94094:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616277.294484:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 3 00010000:00000001:2.0:1773616277.294486:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.294487:0:94094:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616277.294490:0:94094:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c4000. 00000020:00000001:2.0:1773616277.294492:0:94094:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616277.294494:0:94094:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c4000 with handle 0xe60cc2233ec6798c to hash 00000020:00000001:2.0:1773616277.294496:0:94094:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616277.294497:0:94094:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.294499:0:94094:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.294502:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.294504:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.294506:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.294511:0:94094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.294532:0:94094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 94094 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616277.294538:0:94094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.294540:0:94094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.294546:0:94094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.294549:0:94094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616277.294552:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.294554:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616277.294558:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.294562:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.294564:0:94094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.294566:0:94094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.294572:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.294581:0:94094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.294583:0:94094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.294587:0:94094:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.294589:0:94094:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.294591:0:94094:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.294594:0:94094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795614080:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.294599:0:94094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.294604:0:94094:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.294607:0:94094:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.294610:0:94094:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.294615:0:94094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff91a805085000. 02000000:00000001:2.0:1773616277.294617:0:94094:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.294626:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.294631:0:94094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.294637:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616277.294643:0:94094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1859763795614080, portal 10 00000100:00000001:2.0:1773616277.294645:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.294647:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616277.294653:0:94094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.294660:0:94094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.294663:0:94094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.294666:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e550. 00000100:00000200:2.0:1773616277.294670:0:94094:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859763795614080, offset 0 00000400:00000200:2.0:1773616277.294676:0:94094:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.294685:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.294693:0:94094:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.294697:0:94094:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.294702:0:94094:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.294706:0:94094:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.294709:0:94094:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.294718:0:94094:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149724:149724:256:4294967295] 192.168.201.103@tcp LPNI seq info [149664:149664:8:4294967295] 00000400:00000200:2.0:1773616277.294723:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.294734:0:94094:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.294740:0:94094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.294746:0:94094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5f00. 00000800:00000200:2.0:1773616277.294752:0:94094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.294760:0:94094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.294765:0:94094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5f00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.295256:0:94094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.295262:0:94094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 448917 usecs (449 jiffies) 00000400:00000200:2.0:1773616277.295266:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.295270:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078352 00000100:00000001:2.0:1773616277.295279:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078338 00000100:00000001:2.0:1773616277.295284:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078352 00000100:00000001:2.0:1773616277.295288:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078338 00000100:00000001:2.0:1773616277.295291:0:94094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.295294:0:94094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.295296:0:94094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.295298:0:94094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616277.295301:0:94094:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616277.295304:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.295307:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616277.295809:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.295816:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5f00. 00000400:00000200:0.0:1773616277.295824:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.295831:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.295862:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e550 00000400:00000010:0.0:1773616277.295866:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e550. 00000100:00000001:0.0:1773616277.295871:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616277.295876:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.295886:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.295889:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.295896:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.295898:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616277.300103:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.300125:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.300130:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.300132:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.300141:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.300148:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.300157:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.300162:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.300168:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.300172:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1160 into portal 10 MB=0x69b7200675980 00000400:00000200:1.0:1773616277.300747:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.300756:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1160/1160 into md 0x1943a9 [1] + 224 00000800:00000001:1.0:1773616277.300766:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.300778:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.300781:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.300786:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.300793:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.300803:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.300815:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1160 offset=224 replen=3376 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.300899:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.301078:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616277.301159:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.301164:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616277.301386:0:94094:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.301390:0:94094:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.301394:0:94094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.301399:0:94094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616277.301401:0:94094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616277.301405:0:94094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.301411:0:94094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.301421:0:94094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.301428:0:94094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.301431:0:94094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.301434:0:94094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.301437:0:94094:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.301440:0:94094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.301443:0:94094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.301446:0:94094:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.301457:0:94094:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616277.301461:0:94094:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.301464:0:94094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.301466:0:94094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.301469:0:94094:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.301473:0:94094:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.301478:0:94094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.301480:0:94094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.301483:0:94094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.301485:0:94094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.301490:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.301497:0:94094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.301499:0:94094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.301501:0:94094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.301506:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616332 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.301525:0:94094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795614080:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.301532:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.301535:0:94094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.301538:0:94094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.301540:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.301544:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.301551:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.301554:0:94094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.301557:0:94094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.301558:0:94094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.301562:0:94094:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616277.301566:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.301569:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.301572:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=4 00000020:00000001:2.0:1773616277.301575:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301578:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000040:2.0:1773616277.301586:0:94094:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c4000, remote cookie: 0xf6516185796c73c, flags: 0x1001 00010000:00010000:2.0:1773616277.301594:0:94094:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c73c expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.301604:0:94094:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616277.301608:0:94094:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616277.301610:0:94094:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616277.301612:0:94094:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616277.301614:0:94094:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616277.301617:0:94094:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff91a804feb400) refcount = 3 00010000:00000040:2.0:1773616277.301620:0:94094:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616277.301624:0:94094:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773616277.301632:0:94094:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773616277.301644:0:94094:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c73c expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.301650:0:94094:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616277.301653:0:94094:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616277.301655:0:94094:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.301658:0:94094:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616277.301661:0:94094:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.301665:0:94094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c73c expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.301672:0:94094:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616277.301673:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.301675:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.301677:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.301678:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.301679:0:94094:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.301684:0:94094:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616277.301686:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.301687:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.301689:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.301691:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301693:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301695:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.301696:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616277.301701:0:94094:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616277.301708:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.301709:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.301711:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.301712:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301715:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301718:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.301719:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.301721:0:94094:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.301723:0:94094:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.301727:0:94094:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616277.301728:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.301730:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.301731:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.301733:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301735:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00000002:00010000:2.0:1773616277.301740:0:94094:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c73c expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.301747:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.301748:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.301750:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616277.301752:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.301753:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.301754:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.301756:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301758:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000040:2.0:1773616277.301765:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 4 00010000:00000001:2.0:1773616277.301767:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616277.301772:0:94094:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773616277.301775:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.301776:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.301778:0:94094:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616277.301781:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3748 00000002:00002000:2.0:1773616277.301783:0:94094:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1773616277.301787:0:94094:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.301791:0:94094:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.301794:0:94094:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.301798:0:94094:0:(namei.c:951:ll_intent_lock()) intent lock 128 on i1 [0x20000bf89:0x9:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616277.301802:0:94094:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616277.301808:0:94094:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604e00. 00000080:00000001:2.0:1773616277.301813:0:94094:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616277.301819:0:94094:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff91a805085460 xtail=ffff91a80508549a 00000080:00000001:2.0:1773616277.301821:0:94094:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1773616277.301823:0:94094:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1773616277.301826:0:94094:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616277.301828:0:94094:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616277.301830:0:94094:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616277.301861:0:94094:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c18410. 00000080:00000010:2.0:1773616277.301867:0:94094:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91a80471c640. 00000080:00000010:2.0:1773616277.301871:0:94094:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff91a806539be0. 00000080:00000020:2.0:1773616277.301873:0:94094:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1773616277.301875:0:94094:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616277.301877:0:94094:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=lfs.0 00000080:00000001:2.0:1773616277.301878:0:94094:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616277.301880:0:94094:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616277.301881:0:94094:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616277.301884:0:94094:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c180f0. 00000080:00000010:2.0:1773616277.301887:0:94094:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff91a80471c9a0. 00000080:00000010:2.0:1773616277.301889:0:94094:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 5 at ffff91a803625d28. 00000080:00000020:2.0:1773616277.301891:0:94094:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=lfs.0 00000080:00000001:2.0:1773616277.301893:0:94094:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616277.301894:0:94094:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1773616277.301896:0:94094:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616277.301897:0:94094:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616277.301899:0:94094:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616277.301901:0:94094:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c18190. 00000080:00000010:2.0:1773616277.301904:0:94094:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff91a80471cc00. 00000080:00000010:2.0:1773616277.301907:0:94094:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 61 at ffff91a810301400. 00000080:00000020:2.0:1773616277.301908:0:94094:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1773616277.301910:0:94094:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616277.301912:0:94094:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773616277.301913:0:94094:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616277.301914:0:94094:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616277.301916:0:94094:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616277.301919:0:94094:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c18398. 00000080:00000010:2.0:1773616277.301921:0:94094:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91a80471c4e0. 00000080:00000010:2.0:1773616277.301923:0:94094:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff91a8103014c0. 00000080:00000020:2.0:1773616277.301925:0:94094:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773616277.301927:0:94094:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616277.301928:0:94094:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1773616277.301930:0:94094:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1773616277.301933:0:94094:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec6798c 00800000:00000001:2.0:1773616277.301938:0:94094:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.301941:0:94094:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.301942:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.301944:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.301945:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.301947:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301949:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.301951:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.301953:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.302035:0:94094:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.302037:0:94094:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.302041:0:94094:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6798c from it ffffa258818e3a48 00010000:00000001:2.0:1773616277.302043:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.302045:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.302046:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4000 refcount=3 00000020:00000001:2.0:1773616277.302048:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.302051:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743661056 : -121323965890560 : ffff91a8101c4000) 00010000:00000001:2.0:1773616277.302053:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.302057:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c73c expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.302064:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.302065:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.302067:0:94094:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.302072:0:94094:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.302074:0:94094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c73c expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.302081:0:94094:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.302084:0:94094:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.302086:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.302090:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.302091:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.302093:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302096:0:94094:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.302098:0:94094:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302100:0:94094:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302103:0:94094:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302105:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.302107:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.302108:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616277.302110:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.302114:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795614080/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1160 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.302121:0:94094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616277.302124:0:94094:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616277.302126:0:94094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff91a805085000. 02000000:00000001:2.0:1773616277.302130:0:94094:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616277.302132:0:94094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616277.302134:0:94094:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616277.302137:0:94094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616277.302140:0:94094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803494400. 02000000:00000001:2.0:1773616277.302144:0:94094:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616277.302146:0:94094:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616277.302147:0:94094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616277.302151:0:94094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616277.302153:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616277.302154:0:94094:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.302158:0:94094:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616277.302159:0:94094:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.302162:0:94094:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773616277.302166:0:94094:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.302169:0:94094:0:(xattr.c:517:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773616277.302172:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616277.302173:0:94094:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616277.302175:0:94094:0:(xattr.c:564:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.302473:0:94094:0:(xattr.c:621:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.302485:0:94094:0:(llite_lib.c:2274:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1773616277.302488:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3a80 00000080:00200008:2.0:1773616277.302491:0:94094:0:(llite_lib.c:2283:ll_setattr_raw()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8) current size 0, valid attrs a068, mode 0, uid 2, gid 0, new size 0, atime 1773616277.000000000, mtime 1773616277.000000000, ctime 1773616277.000000000 00000020:00000001:2.0:1773616277.302498:0:94094:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773616277.302502:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000002:2.0:1773616277.302506:0:94094:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a80797cf80. 00020000:00000002:2.0:1773616277.302509:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00000020:00000001:2.0:1773616277.302512:0:94094:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000002:2.0:1773616277.302525:0:94094:0:(llite_lib.c:2332:ll_setattr_raw()) setting mtime 1773616277, ctime 1773616277, now = 1773616277 00000080:00000010:2.0:1773616277.302533:0:94094:0:(llite_lib.c:2341:ll_setattr_raw()) kmalloced '(op_data)': 384 at ffff91a804604e00. 00000080:00000001:2.0:1773616277.302536:0:94094:0:(llite_lib.c:1981:ll_md_setattr()) Process entered 00800000:00000001:2.0:1773616277.302544:0:94094:0:(lmv_obd.c:2880:lmv_setattr()) Process entered 00800000:00000002:2.0:1773616277.302546:0:94094:0:(lmv_obd.c:2884:lmv_setattr()) SETATTR for [0x20000bf89:0x9:0x0], valid 0xa168/0x5 00800000:00000001:2.0:1773616277.302550:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.302553:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.302556:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.302559:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.302561:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.302563:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.302565:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.302570:0:94094:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1773616277.302572:0:94094:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616277.302576:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 4 00010000:00000001:2.0:1773616277.302579:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.302582:0:94094:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616277.302586:0:94094:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616277.302590:0:94094:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773616277.302598:0:94094:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616277.302602:0:94094:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616277.302605:0:94094:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616277.302608:0:94094:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0x9:0x0] mode (null) 00000002:00000001:2.0:1773616277.302611:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.302612:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.302615:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 5 00010000:00000001:2.0:1773616277.302617:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.302620:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.302622:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.302623:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.302624:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 5 00010000:00000001:2.0:1773616277.302626:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.302628:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.302629:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.302630:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.302632:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 5 00010000:00000001:2.0:1773616277.302634:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.302637:0:94094:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773616277.302640:0:94094:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773616277.302642:0:94094:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616277.302647:0:94094:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.302650:0:94094:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616277.302657:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.302659:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.302660:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1773616277.302662:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.302664:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.302666:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c4800 refcount=2 00000020:00000001:2.0:1773616277.302668:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.302670:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743663104 : -121323965888512 : ffff91a8101c4800) 00010000:00000001:2.0:1773616277.302672:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.302673:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.302674:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616277.302675:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.302677:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 5 00010000:00000001:2.0:1773616277.302679:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616277.302681:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.302683:0:94094:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.302685:0:94094:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773616277.302688:0:94094:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) invalid 00000020:00000001:2.0:1773616277.302690:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3688 00000080:00002000:2.0:1773616277.302692:0:94094:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f131.recovery-small (ffff91a8085e05e8) parent ffff91a80860ad80 inode ffff91a8041542c8 refc 1 00000080:00000001:2.0:1773616277.302696:0:94094:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773616277.302698:0:94094:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616277.302700:0:94094:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302703:0:94094:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616277.302706:0:94094:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616277.302708:0:94094:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616277.302711:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.302713:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616277.302716:0:94094:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5600 with handle 0xe60cc2233ec67985 from hash 00010000:00000001:2.0:1773616277.302719:0:94094:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616277.302720:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.302722:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.302723:0:94094:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616277.302726:0:94094:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616277.302728:0:94094:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616277.302731:0:94094:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616277.302733:0:94094:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616277.302735:0:94094:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1773616277.302741:0:94094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616277.302744:0:94094:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:2.0:1773616277.302749:0:94094:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616277.302752:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.302755:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.302756:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.302758:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.302761:0:94094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.302763:0:94094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.302766:0:94094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.302772:0:94094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804604800. 00000100:00000001:2.0:1773616277.302777:0:94094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302780:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.302783:0:94094:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616277.302788:0:94094:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773616277.302794:0:94094:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773616277.302796:0:94094:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1773616277.302798:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616277.302801:0:94094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5600/0xe60cc2233ec67985 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c727 expref: -99 pid: 94094 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1773616277.302808:0:94094:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301140. 00010000:00000001:2.0:1773616277.302818:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.302820:0:94094:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302822:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616277.302823:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.302826:0:94094:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1773616277.302828:0:94094:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1773616277, ctime 1773616277 00010000:00000010:2.1:1773616277.306107:0:94094:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feba00. 00000020:00100000:2.0:1773616277.306124:0:94094:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773616277.306140:0:94094:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616277.306151:0:94094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616277.306153:0:94094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616277.306162:0:94094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.306347:0:94094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616277.306353:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.306354:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616277.306361:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.306366:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.306368:0:94094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616277.306370:0:94094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616277.306375:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616277.306384:0:94094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616277.306386:0:94094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.306390:0:94094:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616277.306394:0:94094:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616277.306397:0:94094:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616277.306401:0:94094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795614336:192.168.201.103@tcp:36:dd.0 00000100:00000001:2.0:1773616277.306405:0:94094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616277.306411:0:94094:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616277.306414:0:94094:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.306417:0:94094:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616277.306424:0:94094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803494400. 02000000:00000001:2.0:1773616277.306427:0:94094:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616277.306434:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616277.306440:0:94094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616277.306447:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616277.306455:0:94094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795614336, portal 10 00000100:00000001:2.0:1773616277.306457:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.306459:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616277.306468:0:94094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616277.306477:0:94094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616277.306480:0:94094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616277.306483:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ef68. 00000100:00000200:2.0:1773616277.306486:0:94094:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1859763795614336, offset 0 00000400:00000200:2.0:1773616277.306493:0:94094:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616277.306502:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.306511:0:94094:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616277.306528:0:94094:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616277.306533:0:94094:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616277.306537:0:94094:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616277.306540:0:94094:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616277.306544:0:94094:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149725:149725:256:4294967295] 192.168.201.103@tcp LPNI seq info [149665:149665:8:4294967295] 00000400:00000200:2.0:1773616277.306549:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616277.306560:0:94094:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616277.306567:0:94094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616277.306573:0:94094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5100. 00000800:00000200:2.0:1773616277.306579:0:94094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616277.306588:0:94094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616277.306592:0:94094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1773616277.306658:0:94094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.306665:0:94094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 448027 usecs (449 jiffies) 00000400:00000200:2.0:1773616277.306669:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616277.306673:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078363 00000100:00000001:2.0:1773616277.306681:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078352 00000100:00000001:2.0:1773616277.306685:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078363 00000100:00000001:2.0:1773616277.306689:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078352 00000100:00000001:2.0:1773616277.306692:0:94094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.306695:0:94094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.306698:0:94094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616277.306700:0:94094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616277.306703:0:94094:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616277.306706:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616277.306709:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616277.306832:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.307047:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5100. 00000400:00000200:0.0:1773616277.307055:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.307061:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.307066:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ef68 00000400:00000010:0.0:1773616277.307069:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ef68. 00000100:00000001:0.0:1773616277.307073:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616277.307077:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.307094:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.307098:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.307105:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.307107:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616277.310906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5600. 00000800:00000001:0.0:1773616277.314510:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.314738:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616277.314743:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.314747:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.314756:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.314764:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616277.314773:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.314779:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.314785:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.314789:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200675a80 00000400:00000200:0.0:1773616277.314794:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.314801:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x1943b1 [1] + 224 00000800:00000001:0.0:1773616277.314810:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.314824:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.314827:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.314832:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616277.314880:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.314890:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616277.314903:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616277.314972:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.314991:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616277.315001:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.315004:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616277.315782:0:94094:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.315785:0:94094:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.315789:0:94094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616277.315794:0:94094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616277.315797:0:94094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616277.315801:0:94094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.315807:0:94094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616277.315817:0:94094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795614336/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/512 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616277.315824:0:94094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.315826:0:94094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.315829:0:94094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.315832:0:94094:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.315835:0:94094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.315865:0:94094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.315868:0:94094:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.315878:0:94094:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616277.315883:0:94094:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.315886:0:94094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.315888:0:94094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.315891:0:94094:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.315895:0:94094:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.315898:0:94094:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616277.315900:0:94094:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616277.315902:0:94094:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616277.315904:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.315905:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616277.315909:0:94094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.315911:0:94094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.315913:0:94094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.315915:0:94094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.316476:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795614336/t103079215256(103079215256) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616332 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616277.316485:0:94094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.316489:0:94094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.316490:0:94094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.316495:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795614336/t103079215256(103079215256) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616332 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616277.316505:0:94094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795614336:192.168.201.103@tcp:36:dd.0 00000100:00000001:2.0:1773616277.316510:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.316733:0:94094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.316737:0:94094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.316739:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.316743:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795614336/t103079215256(103079215256) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616332 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616277.316751:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.316754:0:94094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616277.316758:0:94094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.316759:0:94094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.316768:0:94094:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.316771:0:94094:0:(lmv_obd.c:2893:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.316778:0:94094:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616277.316780:0:94094:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773616277.316938:0:94094:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:0.0:1773616277.316942:0:94094:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:0.0:1773616277.316949:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.316968:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795614336/t103079215256(103079215256) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.316975:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616277.316977:0:94094:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1773616277.316979:0:94094:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.316982:0:94094:0:(llite_lib.c:2044:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.316985:0:94094:0:(pcc.c:2639:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1773616277.316988:0:94094:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773616277.316990:0:94094:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616277.316992:0:94094:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773616277.316994:0:94094:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.316996:0:94094:0:(pcc.c:2648:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.316998:0:94094:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1773616277.317001:0:94094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616277.317008:0:94094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616277.317014:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000020:00000010:0.0:1773616277.317018:0:94094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63600. 00000020:00000010:0.0:1773616277.317023:0:94094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616277.317029:0:94094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616277.317034:0:94094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616277.317038:0:94094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616277.317044:0:94094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616277.317048:0:94094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616277.317053:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62200. 00000008:00000010:0.0:1773616277.317057:0:94094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616277.317061:0:94094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616277.317064:0:94094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616277.317068:0:94094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616277.317071:0:94094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616277.317074:0:94094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000020:00000001:0.0:1773616277.317079:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3a08 00000080:00200000:0.0:1773616277.317081:0:94094:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773616277.317086:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.317088:0:94094:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616277.317091:0:94094:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616277.317093:0:94094:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616277.317096:0:94094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616277.317097:0:94094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773616277.317100:0:94094:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616277.317101:0:94094:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.317103:0:94094:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616277.317107:0:94094:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a8053cd2a0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1773616277.317111:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000001:0.0:1773616277.317115:0:94094:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616277.317117:0:94094:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616277.317120:0:94094:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616277.317121:0:94094:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317124:0:94094:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616277.317126:0:94094:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616277.317128:0:94094:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317130:0:94094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616277.317131:0:94094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616277.317132:0:94094:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616277.317134:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00000020:00000001:0.0:1773616277.317137:0:94094:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317140:0:94094:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616277.317141:0:94094:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773616277.317144:0:94094:0:(lov_io.c:1067:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1773616277.317146:0:94094:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00000010:0.0:1773616277.317151:0:94094:0:(lov_io.c:843:lov_io_iter_init()) kmalloced '(lio->lis_trunc_stripe_index)': 4 at ffff91a802eee598. 00020000:00200000:0.0:1773616277.317153:0:94094:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616277.317158:0:94094:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616277.317162:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.317164:0:94094:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616277.317166:0:94094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616277.317168:0:94094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616277.317172:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:0.0:1773616277.317174:0:94094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63a00. 00000020:00000010:0.0:1773616277.317177:0:94094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfd80. 00000008:00000010:0.0:1773616277.317737:0:94094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616277.317746:0:94094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616277.317750:0:94094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616277.317755:0:94094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616277.317758:0:94094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616277.317762:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000008:00000010:0.0:1773616277.317766:0:94094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616277.317768:0:94094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616277.317771:0:94094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616277.317774:0:94094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616277.317777:0:94094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616277.317779:0:94094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616277.317783:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615788 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.317785:0:94094:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616277.317787:0:94094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616277.317788:0:94094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616277.317790:0:94094:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317792:0:94094:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317794:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.317798:0:94094:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773616277.317800:0:94094:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773616277.317804:0:94094:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317806:0:94094:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317808:0:94094:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317810:0:94094:0:(lov_io.c:1076:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317811:0:94094:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317813:0:94094:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773616277.317816:0:94094:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773616277.317817:0:94094:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1773616277.317819:0:94094:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773616277.317821:0:94094:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773616277.317822:0:94094:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317824:0:94094:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.317826:0:94094:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317828:0:94094:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616277.317830:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.317831:0:94094:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616277.317833:0:94094:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616277.317834:0:94094:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317939:0:94094:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317942:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.317944:0:94094:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.317946:0:94094:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616277.317948:0:94094:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773616277.318015:0:94094:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773616277.318351:0:94094:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773616277.318354:0:94094:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773616277.318358:0:94094:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773616277.318365:0:94094:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8047d5c00. 00020000:00000002:0.0:1773616277.318368:0:94094:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616277.318371:0:94094:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773616277.318373:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.318374:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.318376:0:94094:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773616277.318381:0:94094:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a8116be130. 00000008:00010000:0.0:1773616277.318384:0:94094:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 4 00000020:00000001:0.0:1773616277.318468:0:94094:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616277.318470:0:94094:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773616277.318473:0:94094:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8047d5c30, osc lock ffff91a8116be130, flags 0x80000000 00000020:00000001:0.0:1773616277.318476:0:94094:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.318479:0:94094:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.318482:0:94094:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749548698624 : -121324160852992 : ffff91a8047d5c00) 00000020:00000001:0.0:1773616277.318484:0:94094:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616277.318485:0:94094:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773616277.318487:0:94094:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.318489:0:94094:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.318491:0:94094:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616277.318493:0:94094:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616277.318495:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.318496:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.318498:0:94094:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616277.318501:0:94094:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616277.318503:0:94094:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773616277.318506:0:94094:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.318509:0:94094:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616277.318512:0:94094:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616277.318720:0:94094:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616277.318723:0:94094:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616277.318724:0:94094:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616277.318725:0:94094:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616277.318728:0:94094:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773616277.318732:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616277.318738:0:94094:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.318742:0:94094:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1773616277.318747:0:94094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375c00. 00000020:00000040:0.0:1773616277.318752:0:94094:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00010000:00000001:0.0:1773616277.318757:0:94094:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616277.318762:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616277.318766:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.318770:0:94094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616277.318772:0:94094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616277.318777:0:94094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616277.318783:0:94094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f62000. 00000100:00000001:0.0:1773616277.318789:0:94094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.318794:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616277.318796:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.318797:0:94094:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616277.318798:0:94094:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.318800:0:94094:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.318803:0:94094:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00010000:00000001:0.0:1773616277.318806:0:94094:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616277.318809:0:94094:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616277.318813:0:94094:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527e00. 00010000:00000010:0.0:1773616277.318817:0:94094:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91a804527a00. 00010000:00000001:0.0:1773616277.318823:0:94094:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616277.318826:0:94094:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804651a00. 00000020:00000001:0.0:1773616277.318831:0:94094:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616277.318834:0:94094:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804651a00 with handle 0xe60cc2233ec67993 to hash 00000020:00000001:0.0:1773616277.318917:0:94094:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616277.318920:0:94094:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000010:0.0:1773616277.318926:0:94094:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a8182c2580. 00010000:00000001:0.0:1773616277.318928:0:94094:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.318932:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.318935:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.318940:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616277.319036:0:94094:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x80000000 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616277.319050:0:94094:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616277.319057:0:94094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616277.319059:0:94094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616277.319066:0:94094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a811687f00. 00000100:00000001:0.0:1773616277.319068:0:94094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765435136 : -121323944116480 : ffff91a811687f00) 00000100:00000001:0.0:1773616277.319071:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.319072:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000001:0.0:1773616277.319077:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.319080:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.319082:0:94094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616277.319084:0:94094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616277.319093:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.319103:0:94094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616277.319105:0:94094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.319109:0:94094:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616277.319111:0:94094:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616277.319114:0:94094:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616277.319118:0:94094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795614464:192.168.201.103@tcp:101:dd.0 00000100:00000001:0.0:1773616277.319122:0:94094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616277.319127:0:94094:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616277.319130:0:94094:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.319133:0:94094:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616277.319138:0:94094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c2000. 02000000:00000001:0.0:1773616277.319140:0:94094:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616277.319148:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616277.319152:0:94094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a5d8. 00000400:00000010:0.0:1773616277.319159:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ac38. 00000100:00000200:0.0:1773616277.319166:0:94094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795614464, portal 4 00000100:00000001:0.0:1773616277.319168:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.319170:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745437696 : -121323964113920 : ffff91a810375c00) 00000100:00000040:0.0:1773616277.319175:0:94094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.319345:0:94094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616277.319349:0:94094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616277.319352:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a880. 00000100:00000200:0.0:1773616277.319356:0:94094:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795614464, offset 0 00000400:00000200:0.0:1773616277.319363:0:94094:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616277.319372:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.319380:0:94094:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616277.319385:0:94094:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616277.319476:0:94094:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616277.319480:0:94094:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616277.319483:0:94094:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616277.319488:0:94094:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149726:149726:256:4294967295] 192.168.201.103@tcp LPNI seq info [149666:149666:8:4294967295] 00000400:00000200:0.0:1773616277.319493:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.319506:0:94094:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616277.319512:0:94094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616277.319529:0:94094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5200. 00000800:00000200:0.0:1773616277.319537:0:94094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616277.319546:0:94094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616277.319551:0:94094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773616277.319728:0:94094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.319734:0:94094:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1585055 usecs (1586 jiffies) 00000400:00000200:0.0:1773616277.319738:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616277.319741:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302079513 00000100:00000001:0.0:1773616277.319749:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302078363 00000100:00000001:0.0:1773616277.319755:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302079513 00000100:00000001:0.0:1773616277.319759:0:94094:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302078363 00000100:00000001:0.0:1773616277.319762:0:94094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616277.319764:0:94094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.319767:0:94094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616277.319768:0:94094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616277.319771:0:94094:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a811687f00 going to sleep for 11 seconds 00000100:00000001:0.0:1773616277.319774:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.319778:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.323991:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.324002:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5200. 00000400:00000200:1.0:1773616277.324010:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.324019:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.324027:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a880 00000400:00000010:1.0:1773616277.324029:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a880. 00000100:00000001:1.0:1773616277.324035:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.324044:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.324058:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.324061:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.324069:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.324071:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616277.329964:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.329983:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616277.329987:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.329991:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.330000:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.330008:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616277.330018:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.330023:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.330029:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.330033:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b7200675b00 00000400:00000200:0.0:1773616277.330038:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.330043:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x1943b9 [1] + 224 00000800:00000001:0.0:1773616277.330051:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.330060:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.330063:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.330068:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616277.330075:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.330085:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616277.330096:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.330129:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616277.330138:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.330142:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.330493:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616277.330501:0:94094:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.330504:0:94094:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.330507:0:94094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a5d8. 00000400:00000200:2.0:1773616277.330512:0:94094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ac38 00000400:00000010:2.0:1773616277.330526:0:94094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ac38. 00000100:00000001:2.0:1773616277.330530:0:94094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.330809:0:94094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.330820:0:94094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.330827:0:94094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.330829:0:94094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.330832:0:94094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.330872:0:94094:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.330876:0:94094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.330878:0:94094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.330882:0:94094:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.330891:0:94094:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=68 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616277.330896:0:94094:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=138 v=5 (2 0 0 0) 00000100:00000001:2.0:1773616277.330899:0:94094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.330901:0:94094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.330904:0:94094:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.330907:0:94094:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.330912:0:94094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.330913:0:94094:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640283 00000100:00000001:2.0:1773616277.330916:0:94094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.330917:0:94094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.330923:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.330930:0:94094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.330933:0:94094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.330935:0:94094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.330940:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.330948:0:94094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375c00 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795614464:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.331076:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.331080:0:94094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.331082:0:94094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.331084:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.331089:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.331096:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.331099:0:94094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a811687f00. 00000100:00000001:2.0:1773616277.331102:0:94094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.331104:0:94094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.331107:0:94094:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616277.331109:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.331112:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.331115:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:2.0:1773616277.331118:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.331121:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000040:2.0:1773616277.331127:0:94094:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804651a00, remote cookie: 0xf6516185796c74a, flags: 0x80000000 00010000:00000001:2.0:1773616277.331131:0:94094:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773616277.331133:0:94094:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.331136:0:94094:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616277.331140:0:94094:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773616277.331146:0:94094:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616277.331159:0:94094:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x176d:0x0].0x0 (ffff91a804527e00) refcount = 1 00010000:00000040:2.0:1773616277.331163:0:94094:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616277.331166:0:94094:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.331175:0:94094:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616277.331177:0:94094:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.331180:0:94094:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616277.331182:0:94094:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.332361:0:94094:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.332375:0:94094:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616277.332377:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.332379:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.332380:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.332381:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.332764:0:94094:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616277.332771:0:94094:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773616277.332773:0:94094:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616277.332777:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.332780:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.332783:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:2.0:1773616277.332787:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.332789:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.332792:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.332793:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.332795:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:2.0:1773616277.332796:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.332798:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.332802:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.332806:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.332809:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.332818:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.332819:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616277.332822:0:94094:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773616277.332827:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00010000:2.0:1773616277.332832:0:94094:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773616277.333468:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.333471:0:94094:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773616277.333474:0:94094:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773616277.333477:0:94094:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616277.333479:0:94094:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.333481:0:94094:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.333483:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:2.0:1773616277.333485:0:94094:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1773616277.333487:0:94094:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.333489:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.333491:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.333493:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=5 00000020:00000001:2.0:1773616277.333495:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.333497:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.333500:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.333503:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.333510:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.333512:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616277.333525:0:94094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.333532:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.333534:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.333535:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616277.333537:0:94094:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.333540:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.333550:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375c00 x1859763795614464/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616293 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.334406:0:94094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616277.334411:0:94094:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616277.334416:0:94094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c2000. 02000000:00000001:2.0:1773616277.334423:0:94094:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616277.334425:0:94094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616277.334427:0:94094:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616277.334429:0:94094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616277.334432:0:94094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f62000. 02000000:00000001:2.0:1773616277.334435:0:94094:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616277.334437:0:94094:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616277.334440:0:94094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375c00. 00000100:00000001:2.0:1773616277.334443:0:94094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616277.334445:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773616277.334447:0:94094:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616277.334449:0:94094:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.334453:0:94094:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.334457:0:94094:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.334459:0:94094:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.334461:0:94094:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.334464:0:94094:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.334467:0:94094:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.334469:0:94094:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1773616277.336383:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.336391:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.336394:0:94094:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1773616277.336397:0:94094:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336400:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00020000:00000001:0.0:1773616277.336404:0:94094:0:(lov_io.c:1630:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1773616277.336406:0:94094:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616277.336407:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.336409:0:94094:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616277.336412:0:94094:0:(osc_io.c:692:osc_io_setattr_start()) Process entered 00000008:00000001:0.0:1773616277.336415:0:94094:0:(osc_cache.c:3024:osc_cache_truncate_start()) Process entered 00000008:00000001:0.0:1773616277.336419:0:94094:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616277.336421:0:94094:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.336423:0:94094:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616277.336424:0:94094:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.336426:0:94094:0:(osc_cache.c:3135:osc_cache_truncate_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336428:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.336430:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.336432:0:94094:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773616277.336435:0:94094:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336437:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.336439:0:94094:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773616277.336440:0:94094:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1773616277.336443:0:94094:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616277.336445:0:94094:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336447:0:94094:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336449:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.336451:0:94094:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616277.336453:0:94094:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616277.336454:0:94094:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616277.336456:0:94094:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616277.336457:0:94094:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616277.336458:0:94094:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616277.336462:0:94094:0:(osc_request.c:381:osc_punch_send()) Process entered 00000100:00000010:0.0:1773616277.336474:0:94094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377800. 00000020:00000040:0.0:1773616277.336479:0:94094:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616277.336484:0:94094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616277.336487:0:94094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616277.336492:0:94094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616277.336501:0:94094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f62c00. 00000100:00000001:0.0:1773616277.336508:0:94094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.336526:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.336530:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.336542:0:94094:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c243991e] to pc [ptlrpcd_00_01+1] req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773616277.336580:0:94094:0:(osc_request.c:409:osc_punch_send()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.336583:0:94094:0:(osc_io.c:813:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336585:0:94094:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.336587:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.336588:0:94094:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.336590:0:94094:0:(lov_io.c:1645:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336591:0:94094:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.336593:0:94094:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616277.336595:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773616277.336597:0:94094:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616277.336599:0:94094:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1773616277.337369:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.337374:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.337378:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616277.337387:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.337396:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616277.337398:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.337402:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616277.337405:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616277.337407:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616277.337410:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795614592:192.168.201.103@tcp:10:dd.0 00000100:00000001:1.0:1773616277.337414:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616277.337420:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616277.337423:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.337425:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616277.337432:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050fb000. 02000000:00000001:1.0:1773616277.337434:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616277.337443:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616277.337448:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424790. 00000400:00000010:1.0:1773616277.337455:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616277.337462:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795614592, portal 4 00000100:00000001:1.0:1773616277.337465:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.337467:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000040:1.0:1773616277.337475:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.337482:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616277.337485:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616277.337488:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616277.337491:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 6, xid 1859763795614592, offset 0 00000400:00000200:1.0:1773616277.337499:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616277.337510:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.337530:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616277.337535:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616277.337540:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616277.337543:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616277.337547:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616277.337552:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149727:149727:256:4294967295] 192.168.201.103@tcp LPNI seq info [149667:149667:8:4294967295] 00000400:00000200:1.0:1773616277.337570:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.337580:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616277.337587:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616277.337593:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5200. 00000800:00000200:1.0:1773616277.337601:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616277.337609:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616277.337614:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1773616277.337636:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.337641:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1575115 usecs (1576 jiffies) 00000400:00000200:1.0:1773616277.337645:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616277.337648:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302079521 00000100:00000001:1.0:1773616277.337658:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302079513 00000100:00000001:1.0:1773616277.337663:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302079521 00000100:00000001:1.0:1773616277.337667:0:2400:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302079513 00000100:00000001:1.0:1773616277.337670:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.337673:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.337676:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.337679:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.337686:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616277.337688:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=175 : 175 : af) 00000100:00000001:1.0:1773616277.337691:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.337692:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.337694:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.337696:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.337711:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.337714:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616277.339521:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.339530:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5200. 00000400:00000200:0.0:1773616277.339537:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.339756:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.339763:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:0.0:1773616277.339766:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:0.0:1773616277.339770:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616277.339777:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.339789:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.339792:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.339800:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.339802:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1773616277.344674:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616277.344682:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616277.344689:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810377b80. 00000020:00000040:0.0:1773616277.344695:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616277.344700:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616277.344703:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616277.344709:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616277.344718:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5e00. 00000100:00000001:0.0:1773616277.344726:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344739:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616277.344750:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.344754:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344761:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b36ca0a] to pc [ptlrpcd_00_00+0] req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.344793:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344796:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616277.344800:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616277.344803:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376d80. 00000020:00000040:0.0:1773616277.344806:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616277.344808:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616277.344810:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616277.344812:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616277.344815:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5800. 00000100:00000001:0.0:1773616277.344817:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344822:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-MDT0001_UUID req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616277.344830:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.344831:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344867:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec2c98fd] to pc [ptlrpcd_00_01+1] req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.344883:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344885:0:90997:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616277.344888:0:90997:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616277.344892:0:90997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616277.344895:0:90997:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616277.344897:0:90997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616277.344898:0:90997:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616277.344900:0:90997:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616277.344903:0:90997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5c00. 00000100:00000001:0.0:1773616277.344905:0:90997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344910:0:90997:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6bed2507-d27f-43a9-a583-f3d23438f235->lustre-OST0001_UUID req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616277.344917:0:90997:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.344919:0:90997:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344923:0:90997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c11d5863] to pc [ptlrpcd_00_00+0] req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.344929:0:90997:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.344934:0:90997:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7415) 00000100:00000001:1.0:1773616277.350333:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.350342:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.350345:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616277.350361:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.350373:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616277.350376:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.350380:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616277.350384:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616277.350387:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616277.350390:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795614720:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616277.350394:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616277.350401:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616277.350404:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.350407:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616277.350412:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6c00. 02000000:00000001:1.0:1773616277.350415:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616277.350423:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616277.350427:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424160. 00000400:00000010:1.0:1773616277.350435:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616277.350443:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795614720, portal 25 00000100:00000001:1.0:1773616277.350445:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.350447:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745445760 : -121323964105856 : ffff91a810377b80) 00000100:00000040:1.0:1773616277.350453:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.350461:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616277.350463:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616277.350466:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616277.350469:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795614720, offset 0 00000400:00000200:1.0:1773616277.350475:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616277.350683:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.350690:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616277.350695:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616277.350699:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616277.350704:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616277.350707:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616277.350712:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149728:149728:256:4294967295] 192.168.201.103@tcp LPNI seq info [149668:149668:8:4294967295] 00000400:00000200:1.0:1773616277.350716:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.350726:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616277.350731:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616277.350737:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:1.0:1773616277.350744:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616277.350751:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616277.350757:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616277.350783:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616277.350788:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616277.350791:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302081931 00000100:00000001:1.0:1773616277.350798:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302079521 00000100:00000001:1.0:1773616277.350801:0:2399:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302081931 00000100:00000001:1.0:1773616277.350806:0:2399:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302079521 00000100:00000001:1.0:1773616277.350809:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.350812:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.350815:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616277.350820:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.350828:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616277.350829:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.350832:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616277.350833:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616277.350835:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616277.350890:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795614976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616277.350894:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616277.350897:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616277.350898:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.350900:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616277.350904:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6200. 02000000:00000001:1.0:1773616277.350906:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616277.350909:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616277.351116:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424948. 00000400:00000010:1.0:1773616277.351120:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1b28. 00000100:00000200:1.0:1773616277.351124:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795614976, portal 4 00000100:00000001:1.0:1773616277.351126:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.351127:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:1.0:1773616277.351135:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351142:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616277.351144:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616277.351147:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616277.351150:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859763795614976, offset 0 00000400:00000200:1.0:1773616277.351154:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616277.351158:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.351162:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616277.351165:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616277.351168:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616277.351170:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616277.351172:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616277.351175:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149729:149729:255:4294967295] 192.168.201.103@tcp LPNI seq info [149669:149669:7:4294967295] 00000400:00000200:1.0:1773616277.351179:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.351185:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616277.351189:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616277.351192:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5d00. 00000800:00000200:1.0:1773616277.351196:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616277.351201:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616277.351203:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616277.351207:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.351211:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 407506 usecs (408 jiffies) 00000400:00000200:1.0:1773616277.351214:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616277.351216:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078367 00000100:00000001:1.0:1773616277.351218:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302081931 00000100:00000001:1.0:1773616277.351220:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078367 00000100:00000001:1.0:1773616277.351222:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302081931 00000100:00000001:1.0:1773616277.351224:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.351226:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351229:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351232:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.351240:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616277.351242:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616277.351245:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.351246:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.351248:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616277.351251:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773616277.351252:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.351255:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616277.351256:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.351257:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.351258:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.351259:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616277.351265:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351273:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616277.351274:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.351277:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616277.351278:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616277.351280:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616277.351283:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795614848:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616277.351287:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616277.351290:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616277.351292:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.351293:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616277.351296:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7400. 02000000:00000001:1.0:1773616277.351298:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616277.351302:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616277.351304:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b00. 00000400:00000010:1.0:1773616277.351308:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000200:1.0:1773616277.351311:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795614848, portal 10 00000100:00000001:1.0:1773616277.351313:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.351314:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745442176 : -121323964109440 : ffff91a810376d80) 00000100:00000040:1.0:1773616277.351320:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351326:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616277.351329:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616277.351333:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616277.351335:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795614848, offset 0 00000400:00000200:1.0:1773616277.351339:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616277.351343:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.351347:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616277.351350:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616277.351352:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616277.351354:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616277.351357:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616277.351360:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149730:149730:254:4294967295] 192.168.201.103@tcp LPNI seq info [149670:149670:6:4294967295] 00000400:00000200:1.0:1773616277.351364:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.351370:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616277.351374:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616277.351377:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5100. 00000800:00000200:1.0:1773616277.351381:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616277.351385:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616277.351387:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616277.351390:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.351393:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 92113 usecs (93 jiffies) 00000400:00000200:1.0:1773616277.351396:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616277.351398:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078052 00000100:00000001:1.0:1773616277.351400:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302081931 00000100:00000001:1.0:1773616277.351402:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078052 00000100:00000001:1.0:1773616277.351404:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302081931 00000100:00000001:1.0:1773616277.351406:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.351408:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351411:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351414:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351429:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.351431:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.351433:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351435:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.351477:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.351481:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:1.0:1773616277.351486:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.351491:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.351497:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:1.0:1773616277.351499:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:1.0:1773616277.351502:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.351507:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351528:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.351532:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351539:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351541:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616277.351555:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.351557:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5d00. 00000400:00000200:1.0:1773616277.351560:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.351562:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.351565:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:1.0:1773616277.351567:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:1.0:1773616277.351569:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.351572:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351580:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.351583:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351589:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351590:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773616277.351640:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.351643:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5100. 00000400:00000200:1.0:1773616277.351646:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.351650:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.351653:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:1.0:1773616277.351654:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:1.0:1773616277.351657:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.351660:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351667:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.351671:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.351677:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.351679:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616277.367740:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.367756:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616277.367760:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.367763:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.368622:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.368632:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616277.368644:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.368650:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.368656:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.368661:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b7200675b80 00000400:00000200:0.0:1773616277.368667:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.368673:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x1943c9 [1] + 224 00000800:00000001:0.0:1773616277.368683:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.368691:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.368694:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.368699:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616277.368706:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.368715:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616277.368726:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.368786:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.368791:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.368947:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616277.369340:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.369347:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616277.369349:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.369351:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.369355:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.369359:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616277.369364:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.369367:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.369370:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.369373:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200675d00 00000400:00000200:0.0:1773616277.369377:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.369381:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1943e9 [1] + 224 00000800:00000001:0.0:1773616277.369397:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.369407:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616277.369410:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.369413:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616277.369416:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.369421:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616277.369429:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.369451:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616277.369455:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616277.369458:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1773616277.369701:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616277.369704:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616277.369707:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424790. 00000400:00000200:1.0:1773616277.369712:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:1.0:1773616277.369715:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:1.0:1773616277.369718:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.369722:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616277.369731:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377800 x1859763795614592/t0(0) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.369737:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616277.369740:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.369743:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616277.369746:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616277.369748:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616277.369751:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.369753:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616277.369763:0:2400:0:(import.c:2136:obd_at_measure()) add 136 to ffff91a8097c7d30 time=95 v=136 (136 5 0 36) 00000100:00000001:0.0:1773616277.370028:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616277.370032:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616277.370038:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616277.370039:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616277.370041:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424948. 00000400:00000200:0.0:1773616277.370045:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1b28 00000400:00000010:0.0:1773616277.370047:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1b28. 00000100:00000001:0.0:1773616277.370050:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.370055:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773616277.370064:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.370070:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616277.370072:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.370074:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616277.370076:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616277.370077:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616277.370079:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.370081:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616277.370086:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38c58 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616277.370089:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616277.370092:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616277.370094:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.370097:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616277.370100:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.370104:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616277.370106:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:0.0:1773616277.370108:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616277.370109:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.370114:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.370128:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616277.370131:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616277.370133:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616277.370138:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616277.370145:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795614976:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1773616277.370150:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.370152:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.370155:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795614976/t0(0) o400->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616277.370161:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616277.370163:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616277.370166:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6200. 02000000:00000001:0.0:1773616277.370172:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616277.370175:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616277.370177:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616277.370179:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616277.370182:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5c00. 02000000:00000001:0.0:1773616277.370185:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616277.370187:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616277.370189:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:0.0:1773616277.370193:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616277.370194:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.370197:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.370200:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616277.370201:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.370202:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.370204:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616277.370695:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=138 v=5 (2 0 0 0) 00000100:00000001:1.0:1773616277.370699:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616277.370701:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.370703:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616277.370705:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.370707:0:2400:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773616277.370709:0:2400:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773616277.370710:0:2400:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773616277.370713:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.370715:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745444864 : -121323964106752 : ffff91a810377800) 00000100:00000001:1.0:1773616277.370718:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616277.370719:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640283 00000100:00000001:1.0:1773616277.370721:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616277.370724:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.370729:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377800 x1859763795614592/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.370737:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.370739:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616277.370740:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616277.370743:0:2400:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1773616277.370806:0:2400:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.370813:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377800 x1859763795614592/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616277.370821:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795614592:192.168.201.103@tcp:10:dd.0 00000100:00000001:1.0:1773616277.370825:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.370827:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.370830:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810377800 x1859763795614592/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.370883:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.370885:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.370893:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616277.370896:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.370898:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.370900:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616277.370909:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.370919:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.370921:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.370923:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.370929:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.370933:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.370941:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.370945:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.370960:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.370965:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x69b7200675c80 00000400:00000200:1.0:1773616277.370969:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.370975:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x1943f9 [1] + 224 00000800:00000001:1.0:1773616277.370981:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.370986:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.370989:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.370992:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.370998:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.371002:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616277.371011:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371023:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.371030:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.371033:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.371035:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.371038:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.371041:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.371044:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.371048:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.371051:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.371055:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.371057:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200675c00 00000400:00000200:1.0:1773616277.371061:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.371064:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1943d9 [1] + 224 00000800:00000001:1.0:1773616277.371068:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.371075:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.371077:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.371080:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.371083:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.371088:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616277.371098:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371106:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.371109:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.371112:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.371121:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.371123:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616277.371127:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616277.371129:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616277.371131:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b00. 00000400:00000200:1.0:1773616277.371134:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:1.0:1773616277.371136:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:1.0:1773616277.371139:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.371143:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616277.371152:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371158:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616277.371160:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.371161:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616277.371163:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616277.371165:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616277.371167:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.371169:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616277.371175:0:2399:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=68 v=36 (36 36 36 36) 00000100:00001000:1.0:1773616277.371178:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616277.371181:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616277.371182:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.371184:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616277.371186:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.371189:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616277.371190:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:1.0:1773616277.371193:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616277.371194:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.371198:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371205:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.371207:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616277.371209:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616277.371227:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616277.371236:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795614848:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1773616277.371242:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616277.371243:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616277.371245:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424160. 00000400:00000200:1.0:1773616277.371247:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:1.0:1773616277.371249:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:1.0:1773616277.371251:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.371254:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616277.371262:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371269:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616277.371270:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.371272:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616277.371273:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616277.371275:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616277.371276:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.371278:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616277.371281:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=68 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616277.371284:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=135 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616277.371286:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616277.371287:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.371289:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616277.371291:0:2399:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.371294:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.371297:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371303:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.371305:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616277.371307:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616277.371311:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616277.371319:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4af0926-e624-4ace-81ef-d6578b08219b:2399:1859763795614720:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616277.371323:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.371325:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.371328:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376d80 x1859763795614848/t0(0) o400->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1773616332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371334:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616277.371336:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616277.371338:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7400. 02000000:00000001:1.0:1773616277.371341:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616277.371343:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616277.371344:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616277.371346:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616277.371349:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5800. 02000000:00000001:1.0:1773616277.371352:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616277.371353:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616277.371355:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376d80. 00000100:00000001:1.0:1773616277.371358:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616277.371359:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.371361:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.371364:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377b80 x1859763795614720/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616277.371370:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616277.371371:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616277.371373:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6c00. 02000000:00000001:1.0:1773616277.371392:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616277.371394:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616277.371396:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616277.371398:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616277.371399:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5e00. 02000000:00000001:1.0:1773616277.371402:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616277.371403:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616277.371404:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377b80. 00000100:00000001:1.0:1773616277.371406:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616277.371408:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.371410:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616277.371414:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616277.371416:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.371418:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616277.371420:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.373382:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.373481:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.373484:0:94094:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773616277.373488:0:94094:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616277.373492:0:94094:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.373494:0:94094:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.373496:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:0.0:1773616277.373499:0:94094:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1773616277.373504:0:94094:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773616277.373508:0:94094:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773616277.373510:0:94094:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.373524:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.373536:0:94094:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616277.373538:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.373540:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.373542:0:94094:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616277.373547:0:94094:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773616277.373552:0:94094:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616277.373554:0:94094:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.373556:0:94094:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616277.373557:0:94094:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616277.373559:0:94094:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=0 (1) m=1773616277 a=0 c=1773616277 b=0 00020000:00000001:0.0:1773616277.373564:0:94094:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616277.373567:0:94094:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773616277 a=0 c=1773616277 b=0 00020000:00000001:0.0:1773616277.373569:0:94094:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.373571:0:94094:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.373573:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000080:00200000:0.0:1773616277.373575:0:94094:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1773616277.373578:0:94094:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773616277.373579:0:94094:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773616277.373582:0:94094:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616277.373584:0:94094:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773616277.373586:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_release():245 00000020:00000001:0.0:1773616277.373589:0:94094:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616277.373590:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773616277.373594:0:94094:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773616277.373597:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.373598:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.373601:0:94094:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616277.373602:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8047d5c30 (ffff91a818279ea8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773616277.373606:0:94094:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773616277.373608:0:94094:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773616277.373612:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.373616:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.373618:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:0.0:1773616277.373621:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.373625:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.373628:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616277.373634:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.373646:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.373648:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.373649:0:94094:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616277.373652:0:94094:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616277.373655:0:94094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616277.373667:0:94094:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.373671:0:94094:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616277.373673:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616277.373678:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.373679:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.373681:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.373685:0:94094:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616277.373687:0:94094:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.373690:0:94094:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.373692:0:94094:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.373694:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616277.373695:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.373696:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.373698:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.373698:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616277.373700:0:94094:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773616277.373701:0:94094:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616277.373704:0:94094:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616277.373705:0:94094:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616277.373707:0:94094:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616277.373709:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773616277.373712:0:94094:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773616277.373713:0:94094:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616277.373715:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8047d5c30 (ffff91a818279e18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773616277.373719:0:94094:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a8116be130. 00000020:00000001:0.0:1773616277.373722:0:94094:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773616277.373724:0:94094:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8047d5c00. 00020000:00000001:0.0:1773616277.373727:0:94094:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773616277.373728:0:94094:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773616277.373729:0:94094:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773616277.373732:0:94094:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773616277.373733:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.373734:0:94094:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616277.373736:0:94094:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773616277.373737:0:94094:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.373739:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.373740:0:94094:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773616277.373742:0:94094:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773616277.373743:0:94094:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773616277.373744:0:94094:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773616277.373746:0:94094:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616277.373748:0:94094:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000010:0.0:1773616277.373750:0:94094:0:(lov_io.c:1193:lov_io_iter_fini()) kfreed 'lio->lis_trunc_stripe_index': 4 at ffff91a802eee598. 00020000:00000001:0.0:1773616277.373753:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.373754:0:94094:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773616277.373756:0:94094:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773616277.373758:0:94094:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.373760:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.373761:0:94094:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616277.373763:0:94094:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616277.373765:0:94094:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.373767:0:94094:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616277.374068:0:94094:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616277.374070:0:94094:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616277.374071:0:94094:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616277.374073:0:94094:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616277.374076:0:94094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616277.374081:0:94094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63a00. 00000020:00000010:0.0:1773616277.374087:0:94094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfd80. 00000008:00000010:0.0:1773616277.374092:0:94094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616277.374099:0:94094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616277.374105:0:94094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616277.374110:0:94094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616277.374115:0:94094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616277.374119:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:0.0:1773616277.374122:0:94094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616277.374125:0:94094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616277.374130:0:94094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616277.374134:0:94094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616277.374137:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000020:00000010:0.0:1773616277.374139:0:94094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00020000:00000001:0.0:1773616277.374143:0:94094:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616277.374146:0:94094:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616277.374149:0:94094:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616277.374151:0:94094:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616277.374154:0:94094:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616277.374156:0:94094:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616277.374157:0:94094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616277.374159:0:94094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63600. 00000020:00000010:0.0:1773616277.374161:0:94094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616277.374164:0:94094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616277.374167:0:94094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616277.374169:0:94094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616277.374172:0:94094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616277.374174:0:94094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616277.374177:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00000008:00000010:0.0:1773616277.374179:0:94094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616277.374182:0:94094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616277.374186:0:94094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616277.374188:0:94094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616277.374191:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62200. 00000020:00000010:0.0:1773616277.374192:0:94094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000080:00000001:0.0:1773616277.374195:0:94094:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.374199:0:94094:0:(llite_lib.c:2503:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1773616277.374203:0:94094:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804604e00. 00000020:00000001:0.0:1773616277.374317:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3a80 00000080:00200008:0.0:1773616277.374323:0:94094:0:(llite_lib.c:2533:ll_setattr_raw()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1773616277.000000000, mtime 1773616277.000000000, ctime 1773616277.000000000, rc 0 00000080:00000001:0.0:1773616277.374329:0:94094:0:(llite_lib.c:2535:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.374357:0:94094:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773616277.374360:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000002:0.0:1773616277.374364:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000001:0.0:1773616277.374367:0:94094:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.374682:0:94094:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773616277.374685:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3d88 00000080:00200008:0.0:1773616277.374687:0:94094:0:(file.c:2590:do_file_write_iter()) START file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 0, count: 512 00000080:00000001:0.0:1773616277.374691:0:94094:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773616277.374693:0:94094:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.374695:0:94094:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773616277.374698:0:94094:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.374701:0:94094:0:(file.c:2537:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1773616277.374703:0:94094:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773616277.374706:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000002:0.0:1773616277.374709:0:94094:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a80797cf80. 00020000:00000002:0.0:1773616277.374711:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00000020:00000001:0.0:1773616277.374714:0:94094:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:0.0:1773616277.374721:0:94094:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773616277.374723:0:94094:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000080:00000001:0.0:1773616277.374728:0:94094:0:(rw26.c:732:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1773616277.374731:0:94094:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1773616277.374733:0:94094:0:(file.c:2566:ll_do_tiny_write()) result: 0, original count 512 00000080:00000001:0.0:1773616277.374735:0:94094:0:(file.c:2568:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.374737:0:94094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616277.374744:0:94094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616277.374748:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62200. 00000020:00000010:0.0:1773616277.374753:0:94094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62a00. 00000020:00000010:0.0:1773616277.374756:0:94094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616277.374762:0:94094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616277.374766:0:94094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616277.375486:0:94094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616277.375495:0:94094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616277.375498:0:94094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616277.375502:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63600. 00000008:00000010:0.0:1773616277.375507:0:94094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616277.375510:0:94094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616277.375526:0:94094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616277.375529:0:94094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616277.375533:0:94094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616277.375535:0:94094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000080:00000001:0.0:1773616277.375538:0:94094:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773616277.375540:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3c98 00000080:00200000:0.0:1773616277.375542:0:94094:0:(file.c:2031:ll_file_io_generic()) f131.recovery-small: write ppos: 0, bytes: 512 00000020:00000001:0.0:1773616277.375547:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3c30 00000080:00200000:0.0:1773616277.375549:0:94094:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1773616277.375551:0:94094:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773616277.375556:0:94094:0:(cl_io.c:214:cl_io_rw_init()) header@000000008d8a3017[0x110, 1, [0x20000bf89:0x9:0x0] hash] 00000020:00200000:0.0:1773616277.375559:0:94094:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 512) 0 0 00000020:00000001:0.0:1773616277.375562:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.375564:0:94094:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616277.375567:0:94094:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616277.375568:0:94094:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616277.375571:0:94094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616277.375573:0:94094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773616277.375575:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.375579:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.375582:0:94094:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616277.375584:0:94094:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.375586:0:94094:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616277.375589:0:94094:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a8053cd2a0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773616277.375592:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000001:0.0:1773616277.375596:0:94094:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616277.375597:0:94094:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616277.375600:0:94094:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616277.375602:0:94094:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773616277.375605:0:94094:0:(lov_io.c:634:lov_io_slice_init()) 0 512 00020000:00000001:0.0:1773616277.375608:0:94094:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773616277.375609:0:94094:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616277.375611:0:94094:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.375612:0:94094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616277.375613:0:94094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616277.375615:0:94094:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616277.375616:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00000020:00000001:0.0:1773616277.375619:0:94094:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.375621:0:94094:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616277.375623:0:94094:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1773616277.375626:0:94094:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773616277.375628:0:94094:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.375631:0:94094:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616277.375632:0:94094:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616277.375635:0:94094:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773616277.375636:0:94094:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773616277.375638:0:94094:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1773616277.375640:0:94094:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 512) 512, 512 00020000:00000001:0.0:1773616277.375643:0:94094:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773616277.375645:0:94094:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616277.375649:0:94094:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:0.0:1773616277.375652:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.375653:0:94094:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616277.375655:0:94094:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616277.375659:0:94094:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616277.375662:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000020:00000010:0.0:1773616277.375666:0:94094:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63200. 00000020:00000010:0.0:1773616277.375668:0:94094:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfd80. 00000008:00000010:0.0:1773616277.375673:0:94094:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616277.375676:0:94094:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616277.375680:0:94094:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616277.375683:0:94094:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616277.375686:0:94094:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616277.375689:0:94094:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000008:00000010:0.0:1773616277.375692:0:94094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616277.375694:0:94094:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616277.375696:0:94094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616277.375700:0:94094:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616277.375702:0:94094:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616277.375704:0:94094:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616277.375707:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615788 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.375709:0:94094:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616277.375711:0:94094:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616277.375712:0:94094:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616277.375714:0:94094:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.375716:0:94094:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.375718:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.375721:0:94094:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773616277.375723:0:94094:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773616277.375727:0:94094:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.375728:0:94094:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.375731:0:94094:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.375732:0:94094:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.375734:0:94094:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.375736:0:94094:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1773616277.375738:0:94094:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1773616277.375741:0:94094:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1773616277.375744:0:94094:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:0.0:1773616277.375746:0:94094:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.375749:0:94094:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.375751:0:94094:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1773616277.375752:0:94094:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1773616277.375754:0:94094:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1773616277.375756:0:94094:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1773616277.375757:0:94094:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.375760:0:94094:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.375761:0:94094:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.375763:0:94094:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.375765:0:94094:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.375767:0:94094:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616277.376507:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.376510:0:94094:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616277.376520:0:94094:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616277.376522:0:94094:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.376525:0:94094:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.376527:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.376528:0:94094:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.376531:0:94094:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616277.376532:0:94094:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773616277.376535:0:94094:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773616277.376538:0:94094:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773616277.376540:0:94094:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773616277.376543:0:94094:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1773616277.376552:0:94094:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8047d5c00. 00020000:00000002:0.0:1773616277.376555:0:94094:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1773616277.376557:0:94094:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773616277.376559:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.376561:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.376563:0:94094:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773616277.376567:0:94094:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a8116be130. 00000008:00010000:0.0:1773616277.376569:0:94094:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1773616277.376572:0:94094:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616277.376574:0:94094:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773616277.376577:0:94094:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8047d5c30, osc lock ffff91a8116be130, flags 0x0 00000020:00000001:0.0:1773616277.376579:0:94094:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.376582:0:94094:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.376584:0:94094:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749548698624 : -121324160852992 : ffff91a8047d5c00) 00000020:00000001:0.0:1773616277.376586:0:94094:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616277.376587:0:94094:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773616277.376589:0:94094:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.376590:0:94094:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.376592:0:94094:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616277.376594:0:94094:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616277.376595:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.376596:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.376598:0:94094:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616277.376600:0:94094:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616277.376602:0:94094:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1773616277.376604:0:94094:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.376608:0:94094:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616277.376610:0:94094:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616277.376611:0:94094:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616277.376613:0:94094:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616277.376614:0:94094:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616277.376615:0:94094:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616277.376618:0:94094:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773616277.376621:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616277.376628:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:0.0:1773616277.376631:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616277.376637:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.376643:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616277.376648:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773616277.376661:0:94094:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616277.376667:0:94094:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.376670:0:94094:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616277.376678:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.376681:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.376683:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:0.0:1773616277.376686:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.376688:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00000008:00000001:0.0:1773616277.376693:0:94094:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773616277.376696:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.376697:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.376698:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:0.0:1773616277.376700:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.376703:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.376705:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.376706:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.376707:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=5 00000020:00000001:0.0:1773616277.376709:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.376711:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.376713:0:94094:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.376715:0:94094:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.376719:0:94094:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616277.376727:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.376728:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616277.376730:0:94094:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.376732:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.376733:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.376734:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=6 00000020:00000001:0.0:1773616277.376736:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.376738:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.376740:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616277.376744:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616277.376750:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.376752:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773616277.376754:0:94094:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616277.376762:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616277.376763:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.376765:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.376766:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.376767:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616277.377326:0:94094:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.377330:0:94094:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377332:0:94094:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.377335:0:94094:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377337:0:94094:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377338:0:94094:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377341:0:94094:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377343:0:94094:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377345:0:94094:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1773616277.377348:0:94094:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1773616277.377354:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3b80 00000080:00200000:0.0:1773616277.377356:0:94094:0:(vvp_io.c:1286:vvp_io_write_start()) f131.recovery-small: write [0, 512) append 0 append lockpos 0 00000020:00000001:0.0:1773616277.377360:0:94094:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1773616277.377363:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000002:0.0:1773616277.377366:0:94094:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a80797cf80. 00020000:00000002:0.0:1773616277.377369:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00000020:00000001:0.0:1773616277.377372:0:94094:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1773616277.377376:0:94094:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1773616277.377378:0:94094:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1773616277.377381:0:94094:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:0.0:1773616277.377463:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.377465:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.377468:0:94094:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773616277.377470:0:94094:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1773616277.377474:0:94094:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377475:0:94094:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.377477:0:94094:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377479:0:94094:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.377487:0:94094:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:0.0:1773616277.377489:0:94094:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000020:00000001:0.0:1773616277.377530:0:94094:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:0.0:1773616277.377533:0:94094:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x9:0x0] ffffd0b184adcb00 0 1 00000020:00000001:0.0:1773616277.377536:0:94094:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773616277.377538:0:94094:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377540:0:94094:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:0.0:1773616277.377545:0:94094:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91a8197547e0. 00000020:00000001:0.0:1773616277.377549:0:94094:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773616277.377550:0:94094:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1773616277.377554:0:94094:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1773616277.377557:0:94094:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1773616277.377559:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.377560:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000008:00000001:0.0:1773616277.377565:0:94094:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1773616277.377567:0:94094:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff91a819754850 folio ffffd0b184adcb00 pg:0 obj off 0 00000008:00000001:0.0:1773616277.377570:0:94094:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377573:0:94094:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1773616277.377574:0:94094:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1773616277.377576:0:94094:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1773616277.377578:0:94094:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.377581:0:94094:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377583:0:94094:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622749900490720 : -121323809060896 : ffff91a8197547e0) 00000020:00000001:0.0:1773616277.377586:0:94094:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622749900490720 : -121323809060896 : ffff91a8197547e0) 00000020:00000001:0.0:1773616277.377588:0:94094:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:0.0:1773616277.377590:0:94094:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773616277.377592:0:94094:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749561246368 : -121324148305248 : ffff91a8053cd2a0) 00000020:00000001:0.0:1773616277.377594:0:94094:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1773616277.377595:0:94094:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1773616277.377597:0:94094:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616277.377601:0:94094:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[2 000000008e317f8e 1 1 00000000edae2bfe] 00000020:00000001:0.0:1773616277.377603:0:94094:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1773616277.377604:0:94094:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773616277.377606:0:94094:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:0.0:1773616277.377608:0:94094:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1773616277.377610:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.377612:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.377614:0:94094:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616277.377617:0:94094:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773616277.377620:0:94094:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=1773616277 a=0 c=1773616277 b=0 00020000:00000001:0.0:1773616277.377623:0:94094:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377625:0:94094:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.377627:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000080:00000001:0.0:1773616277.377631:0:94094:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773616277.377634:0:94094:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:0.0:1773616277.377635:0:94094:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.377638:0:94094:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:0.0:1773616277.377640:0:94094:0:(rw26.c:909:ll_write_end()) pos 0, len 512, copied 512 00000020:00000001:0.0:1773616277.377643:0:94094:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1773616277.377644:0:94094:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749561246368 : -121324148305248 : ffff91a8053cd2a0) 00000020:00000001:0.0:1773616277.377646:0:94094:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1773616277.377648:0:94094:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773616277.377651:0:94094:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1773616277.377653:0:94094:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773616277.377655:0:94094:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:0.0:1773616277.377656:0:94094:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1773616277.377660:0:94094:0:(rw26.c:967:ll_write_end()) page@000000001e00cda9[3 000000008e317f8e 2 1 00000000edae2bfe] 00000080:00200000:0.0:1773616277.377663:0:94094:0:(rw26.c:967:ll_write_end()) vmpage @00000000146f8686 17ffffc0001001 3:0 ffff91a8197547e0 0 lru 00000080:00200000:0.0:1773616277.377670:0:94094:0:(rw26.c:967:ll_write_end()) osc-page@00000000df1b5599 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000098e3f03b 00000000006a712e > 3< 0 0 > 4< 0 0 8 16703488 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1773616277.377672:0:94094:0:(rw26.c:967:ll_write_end()) end page@000000001e00cda9 00000080:00200000:0.0:1773616277.377674:0:94094:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1773616277.377675:0:94094:0:(rw26.c:988:ll_write_end()) Process leaving (rc=512 : 512 : 200) 00000080:00000001:0.0:1773616277.377680:0:94094:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1773616277.377682:0:94094:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 512 prio 0 00000020:00000001:0.0:1773616277.377685:0:94094:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1773616277.377688:0:94094:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1773616277.377689:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.377691:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.377692:0:94094:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1773616277.377695:0:94094:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1773616277.377696:0:94094:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1773616277.377698:0:94094:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:0.0:1773616277.377699:0:94094:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:0.0:1773616277.377701:0:94094:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1773616277.377705:0:94094:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff91a819754850 folio ffffd0b184adcb00 pg:0 added for cmd 2 00000008:00000001:0.0:1773616277.377710:0:94094:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:0.0:1773616277.377713:0:94094:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16703488, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1773616277.377719:0:94094:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16703488, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1773616277.377724:0:94094:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff91a819754888 page ffffd0b184adcb00 00000008:00000020:0.0:1773616277.377727:0:94094:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16674816, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1773616277.377732:0:94094:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1773616277.377734:0:94094:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.377736:0:94094:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1773616277.377741:0:94094:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91a81808ff00. 00000008:00000020:0.0:1773616277.377746:0:94094:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff91a8044c9a40 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:0.0:1773616277.377751:0:94094:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1773616277.377757:0:94094:0:(osc_cache.c:848:osc_extent_find()) extent ffff91a81808ff00@{[0 -> 0/1023], [3|1|-|active|wi|ffff91a8044c9a40], [28672|0|-|-|ffff91a804651a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1773616277.377764:0:94094:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000009c9ce868 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773616277.378474:0:94094:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:0.0:1773616277.378480:0:94094:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.378485:0:94094:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.378487:0:94094:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1773616277.378715:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000002:0.0:1773616277.378718:0:94094:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->512 0 00000020:00000001:0.0:1773616277.378721:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.378723:0:94094:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1773616277.378726:0:94094:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 512 00020000:00000001:0.0:1773616277.378728:0:94094:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616277.378731:0:94094:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.378732:0:94094:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.378734:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:0.0:1773616277.378736:0:94094:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1773616277.378737:0:94094:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1773616277.378739:0:94094:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773616277.378744:0:94094:0:(cl_page.c:596:cl_batch_put()) page@000000001e00cda9[4 000000008e317f8e 2 1 00000000edae2bfe] 00000020:00000001:0.0:1773616277.378745:0:94094:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:0.0:1773616277.378747:0:94094:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:0.0:1773616277.378748:0:94094:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1773616277.378750:0:94094:0:(osc_request.c:745:osc_update_next_shrink()) next time 8610 to shrink grant 00000080:00000001:0.0:1773616277.378752:0:94094:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:0.0:1773616277.378754:0:94094:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1773616277.378762:0:94094:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff91a804154478, count 1, dirtied 1 00000080:00000001:0.0:1773616277.378764:0:94094:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1773616277.378765:0:94094:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:0.0:1773616277.378767:0:94094:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773616277.379310:0:94094:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773616277.379313:0:94094:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616277.379317:0:94094:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[3 000000008e317f8e 2 1 0000000000000000] 00000020:00000001:0.0:1773616277.379319:0:94094:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1773616277.379320:0:94094:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773616277.379323:0:94094:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1773616277.379324:0:94094:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773616277.379327:0:94094:0:(cl_page.c:596:cl_batch_put()) page@000000001e00cda9[3 000000008e317f8e 1 1 0000000000000000] 00000020:00000001:0.0:1773616277.379328:0:94094:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:0.0:1773616277.379329:0:94094:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773616277.379331:0:94094:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:0.0:1773616277.379333:0:94094:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1773616277.379335:0:94094:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379337:0:94094:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.379340:0:94094:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379342:0:94094:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616277.379344:0:94094:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 512 bytes, tot: 512 00000020:00000001:0.0:1773616277.379347:0:94094:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1773616277.379349:0:94094:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1773616277.379350:0:94094:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379354:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3b80 00000080:00200000:0.0:1773616277.379356:0:94094:0:(vvp_io.c:1364:vvp_io_write_start()) f131.recovery-small: write bytes 0, result: 512 00000080:00000001:0.0:1773616277.379359:0:94094:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.379362:0:94094:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616277.379365:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.379367:0:94094:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616277.379369:0:94094:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:0.0:1773616277.379371:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.379373:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.379374:0:94094:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1773616277.379377:0:94094:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1773616277.379378:0:94094:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379380:0:94094:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379382:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:0.0:1773616277.379384:0:94094:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379466:0:94094:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.379469:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.379471:0:94094:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379472:0:94094:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379474:0:94094:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616277.379476:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773616277.379478:0:94094:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616277.379480:0:94094:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1773616277.379482:0:94094:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1773616277.379486:0:94094:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773616277.379491:0:94094:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c9a40 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1773616277.379690:0:94094:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616277.379692:0:94094:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.379694:0:94094:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616277.379696:0:94094:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616277.379698:0:94094:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1773616277.379700:0:94094:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773616277.379701:0:94094:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.379703:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.379705:0:94094:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773616277.379707:0:94094:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616277.379709:0:94094:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773616277.379711:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_release():245 00000020:00000001:0.0:1773616277.379714:0:94094:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616277.379716:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773616277.379719:0:94094:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773616277.379721:0:94094:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616277.379723:0:94094:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616277.379725:0:94094:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616277.379726:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8047d5c30 (ffff91a818279ea8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773616277.379730:0:94094:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773616277.379731:0:94094:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773616277.379733:0:94094:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.379736:0:94094:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.379738:0:94094:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=5 00000020:00000001:0.0:1773616277.379741:0:94094:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.379744:0:94094:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:0.0:1773616277.379746:0:94094:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616277.379751:0:94094:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616277.379761:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.379762:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.379764:0:94094:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616277.379766:0:94094:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616277.380506:0:94094:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616277.381153:0:94094:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.381157:0:94094:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616277.381160:0:94094:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616277.381165:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.381167:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.381169:0:94094:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.381172:0:94094:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616277.381174:0:94094:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.381176:0:94094:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.381180:0:94094:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.381182:0:94094:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616277.381183:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.381185:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.381186:0:94094:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.381187:0:94094:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616277.381189:0:94094:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773616277.381192:0:94094:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616277.381194:0:94094:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616277.381195:0:94094:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616277.381197:0:94094:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616277.381199:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_fini():72 00020000:00000001:0.0:1773616277.381203:0:94094:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773616277.381204:0:94094:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616277.381205:0:94094:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8047d5c30 (ffff91a818279e18/1) at cl_lock_fini():72 00000008:00000010:0.0:1773616277.381209:0:94094:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a8116be130. 00000020:00000001:0.0:1773616277.381340:0:94094:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773616277.381343:0:94094:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8047d5c00. 00020000:00000001:0.0:1773616277.381347:0:94094:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773616277.381349:0:94094:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773616277.381350:0:94094:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1773616277.381353:0:94094:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773616277.381355:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.381356:0:94094:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616277.381358:0:94094:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773616277.381359:0:94094:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.381362:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.381364:0:94094:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773616277.381365:0:94094:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773616277.381367:0:94094:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1773616277.381369:0:94094:0:(vvp_io.c:517:vvp_io_advance()) advancing 512 bytes 00000020:00000001:0.0:1773616277.381371:0:94094:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773616277.381372:0:94094:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616277.381374:0:94094:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616277.381375:0:94094:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616277.381376:0:94094:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773616277.381379:0:94094:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773616277.381380:0:94094:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.381382:0:94094:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616277.381384:0:94094:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616277.381510:0:94094:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616277.381521:0:94094:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616277.381526:0:94094:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1773616277.381529:0:94094:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773616277.381531:0:94094:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773616277.381533:0:94094:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616277.381535:0:94094:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616277.381537:0:94094:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616277.381538:0:94094:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616277.381540:0:94094:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616277.381542:0:94094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616277.381547:0:94094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63200. 00000020:00000010:0.0:1773616277.381553:0:94094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfd80. 00000008:00000010:0.0:1773616277.381558:0:94094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616277.381564:0:94094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616277.381570:0:94094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616277.381574:0:94094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616277.381578:0:94094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616277.381582:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000008:00000010:0.0:1773616277.381586:0:94094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616277.381590:0:94094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616277.381596:0:94094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616277.381800:0:94094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616277.381804:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000020:00000010:0.0:1773616277.381806:0:94094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00020000:00000001:0.0:1773616277.381811:0:94094:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616277.381814:0:94094:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616277.381815:0:94094:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616277.381817:0:94094:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616277.381820:0:94094:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616277.381821:0:94094:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773616277.381825:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3c98 00000080:00200000:0.0:1773616277.381827:0:94094:0:(file.c:2179:ll_file_io_generic()) f131.recovery-small: 2 io complete with rc: 0, result: 512, restart: 0 00000080:00000001:0.0:1773616277.381832:0:94094:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616277.382300:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.382304:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616277.382306:0:94094:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616277.382311:0:94094:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773616277.382316:0:94094:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616277.382318:0:94094:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:0.0:1773616277.382320:0:94094:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616277.382321:0:94094:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:0.0:1773616277.382324:0:94094:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773616277 a=0 c=1773616277 b=0 00020000:00000001:0.0:1773616277.382327:0:94094:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616277.382330:0:94094:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773616277 a=0 c=1773616277 b=0 00020000:00000001:0.0:1773616277.382333:0:94094:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.382335:0:94094:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.382336:0:94094:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000080:00200000:0.0:1773616277.382339:0:94094:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 0 00000080:00000001:0.0:1773616277.382341:0:94094:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773616277.382346:0:94094:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 512 00000080:00000001:0.0:1773616277.382348:0:94094:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=512 : 512 : 200) 00000020:00001000:0.0:1773616277.382351:0:94094:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616277.382354:0:94094:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62a00. 00000020:00000010:0.0:1773616277.382356:0:94094:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616277.382360:0:94094:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616277.382364:0:94094:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616277.382366:0:94094:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616277.382369:0:94094:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616277.382372:0:94094:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616277.382374:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62200. 00000008:00000010:0.0:1773616277.382376:0:94094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616277.382379:0:94094:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616277.382737:0:94094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616277.382743:0:94094:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616277.382746:0:94094:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63600. 00000020:00000010:0.0:1773616277.382749:0:94094:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000020:00000001:0.0:1773616277.382754:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3d88 00000080:00000008:0.0:1773616277.382756:0:94094:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 512, count: 0, rc = 512 00000080:00000001:0.0:1773616277.382759:0:94094:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:0.0:1773616277.382791:0:94094:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773616277.382794:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000002:0.0:1773616277.382798:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000001:0.0:1773616277.382800:0:94094:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.382804:0:94094:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773616277.382806:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3dd0 00000080:00200008:0.0:1773616277.382808:0:94094:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 100001 00000080:00000001:0.0:1773616277.382812:0:94094:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773616277.382814:0:94094:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773616277.382816:0:94094:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773616277.382817:0:94094:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000002:0.0:1773616277.382820:0:94094:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a80797cf80 00020000:00000001:0.0:1773616277.382822:0:94094:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.382824:0:94094:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1773616277.382829:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616277.382831:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616277.382834:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616277.382871:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616277.382881:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.382884:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:0.0:1773616277.382886:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.382891:0:94094:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616277.382894:0:94094:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616277.382901:0:94094:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 3 00010000:00000001:0.0:1773616277.382904:0:94094:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616277.382909:0:94094:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.382912:0:94094:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:0.0:1773616277.382915:0:94094:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773616277.382917:0:94094:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773616277.382924:0:94094:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804f63600. 00000080:00000001:0.0:1773616277.382926:0:94094:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773616277.382931:0:94094:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773616277.382935:0:94094:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:0.0:1773616277.382937:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616277.382938:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616277.382939:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616277.382941:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616277.382943:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.382945:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:0.0:1773616277.382947:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.382949:0:94094:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:0.0:1773616277.383342:0:94094:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773616277.383345:0:94094:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x9:0x0] file closed with intent: 200 00000100:00000010:0.0:1773616277.383354:0:94094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616277.383359:0:94094:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616277.383364:0:94094:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616277.383368:0:94094:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616277.383374:0:94094:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616277.383382:0:94094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f62200. 00000100:00000001:0.0:1773616277.383465:0:94094:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773616277.383488:0:94094:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773616277.383502:0:94094:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773616277.383508:0:94094:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773616277.383525:0:94094:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616277.383527:0:94094:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616277.383536:0:94094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8116873c0. 00000100:00000001:0.0:1773616277.383538:0:94094:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765432256 : -121323944119360 : ffff91a8116873c0) 00000100:00000001:0.0:1773616277.383541:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.383543:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000001:0.0:1773616277.383547:0:94094:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.383552:0:94094:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.383554:0:94094:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616277.383556:0:94094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616277.383561:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.383568:0:94094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616277.383570:0:94094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.383762:0:94094:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616277.383765:0:94094:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616277.384306:0:94094:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616277.384311:0:94094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795615232:192.168.201.103@tcp:35:dd.0 00000100:00000001:0.0:1773616277.384315:0:94094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616277.384320:0:94094:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616277.384323:0:94094:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.384325:0:94094:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616277.384330:0:94094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c1c00. 02000000:00000001:0.0:1773616277.384333:0:94094:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616277.384340:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616277.384344:0:94094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a370. 00000400:00000010:0.0:1773616277.384350:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616277.384358:0:94094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795615232, portal 10 00000100:00000001:0.0:1773616277.384360:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.384361:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:0.0:1773616277.384368:0:94094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.384375:0:94094:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616277.384378:0:94094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616277.384380:0:94094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616277.384383:0:94094:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795615232, offset 0 00000400:00000200:0.0:1773616277.384459:0:94094:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616277.384467:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.384475:0:94094:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616277.384480:0:94094:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616277.384484:0:94094:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616277.384488:0:94094:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616277.384490:0:94094:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616277.384494:0:94094:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149731:149731:256:4294967295] 192.168.201.103@tcp LPNI seq info [149671:149671:8:4294967295] 00000400:00000200:0.0:1773616277.384499:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.384507:0:94094:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616277.384522:0:94094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616277.384527:0:94094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5c00. 00000800:00000200:0.0:1773616277.384535:0:94094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616277.384542:0:94094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616277.384546:0:94094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773616277.384566:0:94094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.384571:0:94094:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 447148 usecs (448 jiffies) 00000400:00000200:0.0:1773616277.384575:0:94094:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616277.384577:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078440 00000100:00000001:0.0:1773616277.384580:0:94094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302081931 00000100:00000001:0.0:1773616277.384583:0:94094:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078440 00000100:00000001:0.0:1773616277.384585:0:94094:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302081931 00000100:00000001:0.0:1773616277.384587:0:94094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616277.384589:0:94094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.384592:0:94094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616277.384594:0:94094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616277.384597:0:94094:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8116873c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773616277.384600:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.384603:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.385535:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.385540:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5c00. 00000400:00000200:1.0:1773616277.385546:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.385552:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.385782:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:1.0:1773616277.385785:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:1.0:1773616277.385790:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.386313:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.386325:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.386329:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.386336:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.386338:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616277.395836:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.396109:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.396114:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.396117:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.396127:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.396136:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.396148:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.396156:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.396162:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.396166:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200675e00 00000400:00000200:1.0:1773616277.396172:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.396178:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194409 [1] + 224 00000800:00000001:1.0:1773616277.396187:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.396198:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.396202:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.396207:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.396216:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.396235:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.396248:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.396268:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.396278:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.396282:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.396526:0:94094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616277.396534:0:94094:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616277.396537:0:94094:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616277.396540:0:94094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a370. 00000400:00000200:0.0:1773616277.396545:0:94094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:0.0:1773616277.396547:0:94094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:0.0:1773616277.396551:0:94094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.396568:0:94094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616277.396578:0:94094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795615232/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616293 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396584:0:94094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616277.396586:0:94094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.396589:0:94094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616277.396599:0:94094:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616277.396602:0:94094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616277.396604:0:94094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.396607:0:94094:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616277.396617:0:94094:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1773616277.396621:0:94094:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616277.396624:0:94094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616277.396626:0:94094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.396628:0:94094:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616277.396632:0:94094:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.396635:0:94094:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1773616277.396637:0:94094:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1773616277.396639:0:94094:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1773616277.396642:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.396643:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000001:0.0:1773616277.396647:0:94094:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616277.396649:0:94094:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:0.0:1773616277.396651:0:94094:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616277.396653:0:94094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.396659:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795615232/t103079215257(103079215257) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396665:0:94094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616277.396668:0:94094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616277.396670:0:94094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616277.396675:0:94094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795615232/t103079215257(103079215257) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616277.396683:0:94094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94094:1859763795615232:192.168.201.103@tcp:35:dd.0 00000100:00000001:0.0:1773616277.396688:0:94094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.396691:0:94094:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.396693:0:94094:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616277.396695:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.396698:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375880 x1859763795615232/t103079215257(103079215257) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396706:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616277.396709:0:94094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8116873c0. 00000100:00000001:0.0:1773616277.396712:0:94094:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616277.396713:0:94094:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.396720:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.396721:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000002:00000001:0.0:1773616277.396725:0:94094:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616277.396728:0:94094:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616277.396734:0:94094:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63600. 00000080:00000001:0.0:1773616277.396737:0:94094:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1773616277.396741:0:94094:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1773616277.396743:0:94094:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616277.396746:0:94094:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616277.396748:0:94094:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616277.396750:0:94094:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616277.396752:0:94094:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.396754:0:94094:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:0.0:1773616277.396757:0:94094:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.396761:0:94094:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1773616277.396767:0:94094:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396787:0:94094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.396788:0:94094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530816512 : -121324178735104 : ffff91a8036c8000) 00000100:00000001:0.0:1773616277.396790:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.396794:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396801:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.396803:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.396806:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375880 x1859763795615232/t103079215257(103079215257) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396812:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.396813:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.396817:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8000 x1859763795613952/t103079215254(103079215254) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396823:0:94094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1773616277.396826:0:94094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616277.396828:0:94094:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616277.396830:0:94094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616277.396833:0:94094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803495000. 02000000:00000001:0.0:1773616277.396857:0:94094:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616277.396859:0:94094:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616277.396861:0:94094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8000. 00000100:00000001:0.0:1773616277.396865:0:94094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616277.396866:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.396868:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.396872:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795615232/t103079215257(103079215257) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396890:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1773616277.396892:0:94094:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91a806539a40. 00000002:00000001:0.0:1773616277.396895:0:94094:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616277.396897:0:94094:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616277.396900:0:94094:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301600. 00000100:00000001:0.0:1773616277.396902:0:94094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.396906:0:94094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795615232/t103079215257(103079215257) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.396912:0:94094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616277.396914:0:94094:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616277.396916:0:94094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c1c00. 02000000:00000001:0.0:1773616277.396919:0:94094:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616277.396920:0:94094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616277.396921:0:94094:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616277.396923:0:94094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616277.396925:0:94094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f62200. 02000000:00000001:0.0:1773616277.396927:0:94094:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616277.396928:0:94094:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616277.396930:0:94094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:0.0:1773616277.396932:0:94094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616277.396934:0:94094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616277.396936:0:94094:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616277.396939:0:94094:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e068c0. 00000080:00000001:0.0:1773616277.396942:0:94094:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616277.396948:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3dd0 00000080:00000008:0.0:1773616277.396960:0:94094:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 100001, rc = 0 00000080:00000001:0.0:1773616277.396964:0:94094:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616277.396969:0:94094:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773616277.396971:0:94094:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa258818e3e00 00000080:00002000:0.0:1773616277.396973:0:94094:0:(dcache.c:127:ll_ddelete()) deleting dentry f131.recovery-small (ffff91a8085e05e8, parent ffff91a80860ad80, inode ffff91a8041542c8) hashed, 00000080:00000001:0.0:1773616277.396976:0:94094:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616277.396983:0:94094:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1773616277.396989:0:94094:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000001:0.0:1773616277.407912:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.407920:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.407926:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.407928:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.407930:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.407931:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.407934:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616277.407935:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616277.408527:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616277.408531:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616277.408534:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:0.1:1773616277.411877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a806539fc0. 00000080:00000001:0.0:1773616277.472275:0:94097:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616277.472283:0:94097:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616277.472286:0:94097:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616277.472290:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37bc0 00000080:00200000:0.0:1773616277.472295:0:94097:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616277.472304:0:94097:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63600. 00800000:00000002:0.0:1773616277.472312:0:94097:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616277.472316:0:94097:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616277.472321:0:94097:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616277.472324:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37ae0 00800000:00000002:0.0:1773616277.472326:0:94097:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616277.472330:0:94097:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616277.472333:0:94097:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616277.472336:0:94097:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616277.472338:0:94097:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616277.472341:0:94097:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616277.472343:0:94097:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.472345:0:94097:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616277.472348:0:94097:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.472351:0:94097:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616277.472357:0:94097:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616277.472359:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c379b0 00000002:00010000:0.0:1773616277.472361:0:94097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616277.472365:0:94097:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616277.472367:0:94097:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616277.472370:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616277.472378:0:94097:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.472380:0:94097:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.472382:0:94097:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.472385:0:94097:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773616277.472387:0:94097:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773616277.475198:0:94097:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375880. 00000020:00000040:0.0:1773616277.475211:0:94097:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:0.0:1773616277.475222:0:94097:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616277.475228:0:94097:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616277.475236:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.475239:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.475241:0:94097:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.475245:0:94097:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616277.475248:0:94097:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616277.475254:0:94097:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616277.475264:0:94097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8034c1c00. 00000100:00000001:0.0:1773616277.475272:0:94097:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.475280:0:94097:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616277.475282:0:94097:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.475284:0:94097:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616277.475285:0:94097:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.475287:0:94097:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.475294:0:94097:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00010000:00000001:0.0:1773616277.475299:0:94097:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616277.475302:0:94097:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616277.475309:0:94097:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527600. 00010000:00000010:0.0:1773616277.475315:0:94097:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8047d5c00. 00010000:00000001:0.0:1773616277.475320:0:94097:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616277.475323:0:94097:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804651400. 00000020:00000001:0.0:1773616277.475328:0:94097:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616277.475331:0:94097:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804651400 with handle 0xe60cc2233ec6799a to hash 00000020:00000001:0.0:1773616277.475334:0:94097:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616277.475335:0:94097:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.476148:0:94097:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.476154:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.476157:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.476162:0:94097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616277.476172:0:94097:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616277.476185:0:94097:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94097 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616277.476191:0:94097:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616277.476193:0:94097:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616277.476203:0:94097:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a8116873c0. 00000100:00000001:0.0:1773616277.476205:0:94097:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765432256 : -121323944119360 : ffff91a8116873c0) 00000100:00000001:0.0:1773616277.476208:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.476210:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000001:0.0:1773616277.476215:0:94097:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616277.476220:0:94097:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.476222:0:94097:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616277.476224:0:94097:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616277.476236:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.476245:0:94097:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616277.476248:0:94097:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.476251:0:94097:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616277.476254:0:94097:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616277.476256:0:94097:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616277.476260:0:94097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94097:1859763795615360:192.168.201.103@tcp:101:dd.0 00000100:00000001:0.0:1773616277.476264:0:94097:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616277.476271:0:94097:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616277.476273:0:94097:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.476276:0:94097:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616277.476282:0:94097:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a818257000. 02000000:00000001:0.0:1773616277.476284:0:94097:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616277.476292:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616277.476296:0:94097:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a370. 00000400:00000010:0.0:1773616277.476303:0:94097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616277.476311:0:94097:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795615360, portal 10 00000100:00000001:0.0:1773616277.476313:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616277.476315:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745436800 : -121323964114816 : ffff91a810375880) 00000100:00000040:0.0:1773616277.476321:0:94097:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.476330:0:94097:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616277.476333:0:94097:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616277.476336:0:94097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616277.476481:0:94097:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795615360, offset 0 00000400:00000200:0.0:1773616277.476493:0:94097:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616277.476502:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.476510:0:94097:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616277.476528:0:94097:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616277.476533:0:94097:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616277.476537:0:94097:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616277.476540:0:94097:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616277.476544:0:94097:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149732:149732:256:4294967295] 192.168.201.103@tcp LPNI seq info [149672:149672:8:4294967295] 00000400:00000200:0.0:1773616277.476549:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616277.476559:0:94097:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616277.476565:0:94097:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616277.476571:0:94097:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:0.0:1773616277.476577:0:94097:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616277.476585:0:94097:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616277.476664:0:94097:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773616277.477613:0:94097:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.477622:0:94097:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 446281 usecs (447 jiffies) 00000400:00000200:0.0:1773616277.477628:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616277.477632:0:94097:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078532 00000100:00000001:0.0:1773616277.477636:0:94097:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302081931 00000100:00000001:0.0:1773616277.477639:0:94097:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078532 00000100:00000001:0.0:1773616277.477641:0:94097:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302081931 00000100:00000001:0.0:1773616277.477644:0:94097:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616277.477647:0:94097:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.477649:0:94097:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616277.477651:0:94097:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773616277.477655:0:94097:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a8116873c0 going to sleep for 50 seconds 00000100:00000001:0.0:1773616277.477658:0:94097:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616277.477662:0:94097:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616277.480504:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616277.480720:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:1.0:1773616277.480727:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.480736:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616277.480743:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:1.0:1773616277.480746:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:1.0:1773616277.480750:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616277.480759:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.480780:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.480785:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.480792:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.480794:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616277.487239:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.487259:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.487264:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.487266:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.487276:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.487285:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.487295:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.487300:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.487306:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.487311:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200675e80 00000400:00000200:1.0:1773616277.487316:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.487324:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x194419 [1] + 224 00000800:00000001:1.0:1773616277.487333:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.487360:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.487364:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.487370:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.487378:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.487387:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.487398:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.487470:0:94097:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.487491:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.487501:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.487505:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773616277.487674:0:94097:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616277.487677:0:94097:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616277.487680:0:94097:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a370. 00000400:00000200:0.0:1773616277.487686:0:94097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:0.0:1773616277.487689:0:94097:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:0.0:1773616277.487692:0:94097:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616277.487698:0:94097:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616277.487706:0:94097:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.488374:0:94097:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616277.488377:0:94097:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.488380:0:94097:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616277.488383:0:94097:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616277.488386:0:94097:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616277.488388:0:94097:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616277.488392:0:94097:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616277.488402:0:94097:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616277.488407:0:94097:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616277.488409:0:94097:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616277.488411:0:94097:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.488414:0:94097:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616277.488417:0:94097:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.488422:0:94097:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616277.488424:0:94097:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:0.0:1773616277.488426:0:94097:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616277.488429:0:94097:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616277.488435:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.488443:0:94097:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616277.488447:0:94097:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616277.488449:0:94097:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616277.488454:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616277.488462:0:94097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375880 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94097:1859763795615360:192.168.201.103@tcp:101:dd.0 00000100:00000001:0.0:1773616277.488467:0:94097:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616277.488470:0:94097:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.488473:0:94097:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616277.488475:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.488478:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.488485:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616277.488489:0:94097:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a8116873c0. 00000100:00000001:0.0:1773616277.489076:0:94097:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616277.489077:0:94097:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616277.489081:0:94097:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773616277.489086:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.489088:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.489091:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=4 00000020:00000001:0.0:1773616277.489094:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489097:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000040:0.0:1773616277.489105:0:94097:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804651400, remote cookie: 0xf6516185796c758, flags: 0x1001 00010000:00010000:0.0:1773616277.489111:0:94097:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616277.489122:0:94097:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.489130:0:94097:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773616277.489134:0:94097:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616277.489135:0:94097:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773616277.489137:0:94097:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773616277.489139:0:94097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773616277.489142:0:94097:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804527600) refcount = 1 00010000:00010000:0.0:1773616277.489146:0:94097:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.489152:0:94097:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773616277.489155:0:94097:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773616277.489157:0:94097:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616277.489160:0:94097:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616277.489163:0:94097:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.489166:0:94097:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.489172:0:94097:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773616277.489174:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489175:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.489176:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489177:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.489179:0:94097:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.489183:0:94097:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773616277.489185:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.489186:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.489188:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616277.489189:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489192:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489194:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.489195:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.489196:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=4 00000020:00000001:0.0:1773616277.489198:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489200:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489203:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616277.489206:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616277.489210:0:94097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.489217:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489218:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.489219:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.489220:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.489222:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=5 00000020:00000001:0.0:1773616277.489224:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489280:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489283:0:94097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616277.489286:0:94097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.489293:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489294:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773616277.489297:0:94097:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.489304:0:94097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616277.489306:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489307:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.489308:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489309:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773616277.489315:0:94097:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773616277.489325:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.489327:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.489328:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616277.489330:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489332:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489335:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489336:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616277.489337:0:94097:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.489340:0:94097:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616277.489343:0:94097:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773616277.489345:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.489347:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.489348:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616277.489350:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489353:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00000002:00010000:0.0:1773616277.489356:0:94097:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616277.489363:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489364:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616277.489365:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616277.489366:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616277.489367:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616277.489368:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616277.489370:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616277.489372:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000040:0.0:1773616277.489379:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527600 count: 2 00010000:00000001:0.0:1773616277.489382:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773616277.489385:0:94097:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773616277.489388:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616277.489389:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616277.489391:0:94097:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773616277.489394:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37930 00000002:00002000:0.0:1773616277.489396:0:94097:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773616277.489399:0:94097:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616277.489403:0:94097:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616277.489406:0:94097:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616277.489409:0:94097:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773616277.489412:0:94097:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616277.489416:0:94097:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616277.489420:0:94097:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63600. 00000080:00000001:0.0:1773616277.489425:0:94097:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616277.489427:0:94097:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773616277.489433:0:94097:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773616277.489437:0:94097:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1773616277.489560:0:94097:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a807bd9740. 00800000:00000001:1.0:1773616277.489564:0:94097:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749603239744 : -121324106311872 : ffff91a807bd9740) 00800000:00000001:1.0:1773616277.489568:0:94097:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.489571:0:94097:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1773616277.489575:0:94097:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1773616277.489578:0:94097:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1773616277.489582:0:94097:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1773616277.489586:0:94097:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1773616277.489659:0:94097:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616277.489666:0:94097:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1773616277.489669:0:94097:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1773616277.489674:0:94097:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1773616277.489677:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.489678:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.489680:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:1.0:1773616277.489682:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.489685:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.489686:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.489687:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773616277.489689:0:94097:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1773616277.489692:0:94097:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1773616277.489693:0:94097:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a807bd9740 1 00800000:00000010:1.0:1773616277.489695:0:94097:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a807bd9740. 00800000:00000001:1.0:1773616277.489699:0:94097:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616277.489703:0:94097:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6799a 00800000:00000001:1.0:1773616277.489707:0:94097:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616277.490145:0:94097:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616277.490148:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.490150:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.490152:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:1.0:1773616277.490154:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490157:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490160:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490161:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616277.490162:0:94097:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.490164:0:94097:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616277.490167:0:94097:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616277.490170:0:94097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616277.490173:0:94097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6799a from it ffffa25881c37bf8 00010000:00000001:1.0:1773616277.490175:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.490176:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.490177:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:1.0:1773616277.490180:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490182:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490184:0:94097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616277.490188:0:94097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616277.490196:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490197:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.490198:0:94097:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616277.490201:0:94097:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616277.490204:0:94097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616277.490212:0:94097:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616277.490215:0:94097:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616277.490217:0:94097:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616277.490221:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490222:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.490291:0:94097:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490295:0:94097:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616277.490297:0:94097:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490299:0:94097:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490304:0:94097:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490306:0:94097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616277.490307:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490309:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616277.490311:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616277.490318:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375880 x1859763795615360/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.490326:0:94097:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616277.490328:0:94097:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616277.490332:0:94097:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a818257000. 02000000:00000001:1.0:1773616277.490336:0:94097:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616277.490339:0:94097:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616277.490340:0:94097:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616277.490343:0:94097:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616277.490346:0:94097:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8034c1c00. 02000000:00000001:1.0:1773616277.490349:0:94097:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616277.490351:0:94097:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616277.490353:0:94097:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375880. 00000100:00000001:1.0:1773616277.490357:0:94097:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616277.490358:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616277.490361:0:94097:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616277.490368:0:94097:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773616277.490386:0:94097:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a8203399e0. 00000080:00000001:1.0:1773616277.490392:0:94097:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616277.490394:0:94097:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616277.490396:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b00 00000080:00200000:1.0:1773616277.490398:0:94097:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616277.490403:0:94097:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf7800. 00800000:00000002:1.0:1773616277.490409:0:94097:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616277.490412:0:94097:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616277.490415:0:94097:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.490417:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a20 00800000:00000002:1.0:1773616277.490419:0:94097:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.490423:0:94097:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616277.490425:0:94097:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616277.490427:0:94097:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616277.490430:0:94097:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616277.490432:0:94097:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616277.490434:0:94097:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616277.490436:0:94097:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.490438:0:94097:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616277.490441:0:94097:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616277.490445:0:94097:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.490447:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c378f0 00000002:00010000:1.0:1773616277.490449:0:94097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616277.490452:0:94097:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616277.490455:0:94097:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616277.490457:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616277.490464:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527600 count: 2 00010000:00000001:1.0:1773616277.490468:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616277.490472:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616277.490475:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616277.490478:0:94097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1773616277.490486:0:94097:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616277.490491:0:94097:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616277.490493:0:94097:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1773616277.490500:0:94097:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616277.490502:0:94097:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616277.490504:0:94097:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616277.490506:0:94097:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616277.490508:0:94097:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616277.490510:0:94097:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616277.490524:0:94097:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616277.490526:0:94097:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616277.490529:0:94097:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf7800. 00000080:00000001:1.0:1773616277.490532:0:94097:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616277.490534:0:94097:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616277.490536:0:94097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616277.490539:0:94097:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec6799a 00800000:00000001:1.0:1773616277.490542:0:94097:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616277.490544:0:94097:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616277.490545:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.490547:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.490548:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:1.0:1773616277.490550:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490553:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490555:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490557:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616277.490558:0:94097:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.490560:0:94097:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616277.490562:0:94097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec6799a from it ffffa25881c37b38 00010000:00000001:1.0:1773616277.490564:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616277.490565:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616277.490566:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:1.0:1773616277.490568:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490570:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:1.0:1773616277.490572:0:94097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616277.490574:0:94097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1773616277.490580:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490581:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.490582:0:94097:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616277.490584:0:94097:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616277.490586:0:94097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616277.490680:0:94097:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616277.490682:0:94097:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616277.490683:0:94097:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616277.490686:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490687:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.490688:0:94097:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490690:0:94097:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616277.490692:0:94097:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490694:0:94097:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490696:0:94097:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.490698:0:94097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616277.490699:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.490700:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616277.490702:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616277.490703:0:94097:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616277.490706:0:94097:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:1.0:1773616277.490719:0:94097:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616277.490724:0:94097:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:1.0:1773616277.490726:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b50 00000080:00200000:1.0:1773616277.490728:0:94097:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), file ffff91a82000f200, open_flags 9041, mode 81b6 opened 0 00000080:00000010:1.0:1773616277.490734:0:94097:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a8046d8060. 00000080:00000001:1.0:1773616277.490738:0:94097:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:1.0:1773616277.490740:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a00 00000080:00200000:1.0:1773616277.490742:0:94097:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=f131.recovery-small, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000010:1.0:1773616277.490748:0:94097:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf7800. 00800000:00000002:1.0:1773616277.490752:0:94097:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616277.490757:0:94097:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616277.490759:0:94097:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.490760:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37920 00800000:00000002:1.0:1773616277.490762:0:94097:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f131.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.490765:0:94097:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1773616277.490767:0:94097:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1773616277.491375:0:94097:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616277.491378:0:94097:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616277.491379:0:94097:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616277.491381:0:94097:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616277.491383:0:94097:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616277.491385:0:94097:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616277.491388:0:94097:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.491391:0:94097:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:1.0:1773616277.491395:0:94097:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1773616277.491398:0:94097:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1773616277.491400:0:94097:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1773616277.491402:0:94097:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1773616277.491405:0:94097:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0xb:0x0] 40000000:00000001:1.0:1773616277.491408:0:94097:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.491410:0:94097:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.491412:0:94097:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616277.491414:0:94097:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616277.491416:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c378a0 00800000:00000002:1.0:1773616277.491418:0:94097:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xb:0x0], name='f131.recovery-small' -> mds #0 00000002:00000001:1.0:1773616277.491421:0:94097:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616277.491424:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c377d8 00000002:00010000:1.0:1773616277.491425:0:94097:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f131.recovery-small,[0x20000bf89:0xb:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0110102 00000002:00000001:1.0:1773616277.491429:0:94097:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773616277.491431:0:94097:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1773616277.491434:0:94097:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1773616277.491439:0:94097:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.491441:0:94097:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773616277.491443:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527600 count: 2 00010000:00000001:1.0:1773616277.491445:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616277.491448:0:94097:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773616277.491452:0:94097:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616277.491456:0:94097:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1773616277.491465:0:94097:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616277.491469:0:94097:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773616277.491471:0:94097:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773616277.491473:0:94097:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773616277.491475:0:94097:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616277.491477:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616277.491479:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527600 count: 3 00010000:00000001:1.0:1773616277.491481:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616277.491484:0:94097:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.491485:0:94097:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616277.491486:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616277.491488:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527600 count: 3 00010000:00000001:1.0:1773616277.491490:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616277.491492:0:94097:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.491493:0:94097:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616277.491494:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616277.491496:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527600 count: 3 00010000:00000001:1.0:1773616277.491497:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616277.491499:0:94097:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616277.491501:0:94097:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773616277.491504:0:94097:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773616277.491507:0:94097:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773616277.491520:0:94097:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773616277.491524:0:94097:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773616277.491525:0:94097:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.491529:0:94097:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616277.491533:0:94097:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616277.491535:0:94097:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616277.491537:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616277.491540:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773616277.491542:0:94097:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804651400 with handle 0xe60cc2233ec6799a from hash 00010000:00000001:1.0:1773616277.491545:0:94097:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616277.491546:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.491547:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.491549:0:94097:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616277.491551:0:94097:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616277.491553:0:94097:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773616277.491556:0:94097:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773616277.491558:0:94097:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616277.491560:0:94097:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773616277.491567:0:94097:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18a80. 00000020:00000040:1.0:1773616277.491570:0:94097:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:1.0:1773616277.491576:0:94097:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616277.491578:0:94097:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.491580:0:94097:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616277.491585:0:94097:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616277.491587:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616277.491665:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.491668:0:94097:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.491672:0:94097:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616277.491674:0:94097:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616277.491677:0:94097:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616277.491685:0:94097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050f9000. 00000100:00000001:1.0:1773616277.491693:0:94097:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.491698:0:94097:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616277.491701:0:94097:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773616277.491705:0:94097:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1773616277.491728:0:94097:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773616277.491729:0:94097:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773616277.491731:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616277.491734:0:94097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec6799a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c758 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1773616277.491741:0:94097:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527600 count: 0 00010000:00000010:1.0:1773616277.491747:0:94097:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8047d5c00. 00010000:00000001:1.0:1773616277.491757:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616277.491759:0:94097:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.491761:0:94097:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616277.491762:0:94097:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616277.491764:0:94097:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616277.492250:0:94097:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00010000:00000001:1.0:1773616277.492255:0:94097:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616277.492258:0:94097:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773616277.492264:0:94097:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804fe6000. 00010000:00000010:1.0:1773616277.492269:0:94097:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8046b7480. 00010000:00000001:1.0:1773616277.492273:0:94097:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616277.492276:0:94097:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2b000. 00000020:00000001:1.0:1773616277.492279:0:94097:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616277.492282:0:94097:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2b000 with handle 0xe60cc2233ec679a1 to hash 00000020:00000001:1.0:1773616277.492284:0:94097:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616277.492285:0:94097:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:1.0:1773616277.492289:0:94097:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:1.0:1773616277.492293:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616277.492295:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616277.492298:0:94097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616277.492305:0:94097:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94097 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1773616277.492318:0:94097:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1773616277.492328:0:94097:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1773616277.492338:0:94097:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94097 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616277.492343:0:94097:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616277.492345:0:94097:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616277.492353:0:94097:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe2480. 00000100:00000001:1.0:1773616277.492355:0:94097:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557138560 : -121324152413056 : ffff91a804fe2480) 00000100:00000001:1.0:1773616277.492358:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.492359:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000001:1.0:1773616277.492364:0:94097:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616277.492368:0:94097:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.492370:0:94097:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616277.492372:0:94097:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616277.492376:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.492385:0:94097:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616277.492388:0:94097:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.492391:0:94097:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616277.492394:0:94097:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616277.492397:0:94097:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616277.492400:0:94097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94097:1859763795615616:192.168.201.103@tcp:101:dd.0 00000100:00000001:1.0:1773616277.492404:0:94097:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616277.492410:0:94097:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616277.492412:0:94097:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616277.492414:0:94097:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616277.492471:0:94097:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:1.0:1773616277.492475:0:94097:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616277.492483:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616277.492488:0:94097:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424160. 00000400:00000010:1.0:1773616277.492494:0:94097:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a8050f8800. 00000100:00000200:1.0:1773616277.492501:0:94097:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795615616, portal 10 00000100:00000001:1.0:1773616277.492503:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616277.492505:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000040:1.0:1773616277.492524:0:94097:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.492763:0:94097:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616277.492773:0:94097:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616277.492777:0:94097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1a18. 00000100:00000200:1.0:1773616277.492781:0:94097:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1859763795615616, offset 0 00000400:00000200:1.0:1773616277.492788:0:94097:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616277.492797:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.492805:0:94097:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616277.492810:0:94097:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616277.492814:0:94097:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616277.492817:0:94097:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616277.492820:0:94097:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616277.492824:0:94097:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149733:149733:256:4294967295] 192.168.201.103@tcp LPNI seq info [149673:149673:8:4294967295] 00000400:00000200:1.0:1773616277.492829:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.492874:0:94097:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616277.492882:0:94097:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616277.492896:0:94097:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5100. 00000800:00000200:1.0:1773616277.492904:0:94097:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616277.492912:0:94097:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616277.492916:0:94097:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1773616277.492927:0:94097:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616277.492932:0:94097:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 445416 usecs (446 jiffies) 00000400:00000200:1.0:1773616277.492935:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616277.492938:0:94097:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302078547 00000100:00000001:1.0:1773616277.492941:0:94097:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302081931 00000100:00000001:1.0:1773616277.492943:0:94097:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302078547 00000100:00000001:1.0:1773616277.492946:0:94097:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302081931 00000100:00000001:1.0:1773616277.492948:0:94097:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616277.492950:0:94097:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616277.492952:0:94097:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616277.492954:0:94097:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773616277.492957:0:94097:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe2480 going to sleep for 50 seconds 00000100:00000001:1.0:1773616277.492960:0:94097:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616277.492962:0:94097:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616277.493281:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616277.493286:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5100. 00000400:00000200:0.0:1773616277.493290:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616277.493296:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616277.493301:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1a18 00000400:00000010:0.0:1773616277.493304:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1a18. 00000100:00000001:0.0:1773616277.493308:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616277.493313:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.493323:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616277.493327:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616277.493333:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616277.493335:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773616277.499448:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527600. 00010000:00000010:1.1:1773616277.499466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00000800:00000001:1.0:1773616277.509143:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.509164:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616277.509169:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.509173:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.509183:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.509191:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616277.509201:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.509207:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.509212:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.509218:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200675f80 00000400:00000200:1.0:1773616277.509223:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616277.509247:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x194429 [32] + 224 00000800:00000001:1.0:1773616277.509256:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.509821:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616277.509825:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616277.509831:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616277.509884:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616277.509895:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616277.509907:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616277.509934:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616277.509945:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616277.509950:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.509981:0:94097:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616277.509989:0:94097:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616277.509992:0:94097:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616277.509996:0:94097:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424160. 00000400:00000200:2.0:1773616277.510001:0:94097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8050f8800 00000400:00000010:2.0:1773616277.510003:0:94097:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a8050f8800. 00000100:00000001:2.0:1773616277.510007:0:94097:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616277.510012:0:94097:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616277.510022:0:94097:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18a80 x1859763795615616/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/66320 e 0 to 0 dl 1773616332 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.510029:0:94097:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616277.510031:0:94097:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.510033:0:94097:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616277.510037:0:94097:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616277.510040:0:94097:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616277.510042:0:94097:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616277.510045:0:94097:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616277.510056:0:94097:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=68 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616277.510060:0:94097:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=41 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616277.510063:0:94097:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616277.510065:0:94097:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.510068:0:94097:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616277.510072:0:94097:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.510075:0:94097:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616277.510077:0:94097:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616277.510079:0:94097:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616277.510081:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.510083:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000001:2.0:1773616277.510087:0:94097:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616277.510088:0:94097:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616277.510091:0:94097:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616277.510093:0:94097:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616277.510099:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.510107:0:94097:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.510109:0:94097:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616277.510112:0:94097:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616277.510116:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616277.510125:0:94097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18a80 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94097:1859763795615616:192.168.201.103@tcp:101:dd.0 00000100:00000001:2.0:1773616277.510130:0:94097:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616277.510133:0:94097:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616277.510136:0:94097:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616277.510138:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.510141:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.510149:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616277.510152:0:94097:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe2480. 00000100:00000001:2.0:1773616277.510154:0:94097:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616277.510155:0:94097:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.510158:0:94097:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616277.510162:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.510164:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.510167:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=4 00000020:00000001:2.0:1773616277.510168:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510170:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000040:2.0:1773616277.510176:0:94097:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a807b2b000, remote cookie: 0xf6516185796c774, flags: 0x1001 00010000:00010000:2.0:1773616277.510180:0:94097:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616277.510190:0:94097:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773616277.510193:0:94097:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1773616277.510199:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 3 00010000:00000001:2.0:1773616277.510200:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1773616277.510203:0:94097:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804fe6000 count: 0 00010000:00000010:2.0:1773616277.510209:0:94097:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8046b7480. 00010000:00000001:2.0:1773616277.510215:0:94097:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.510217:0:94097:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616277.510224:0:94097:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.510231:0:94097:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616277.510235:0:94097:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616277.510237:0:94097:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616277.510239:0:94097:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616277.510240:0:94097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616277.510243:0:94097:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0x9:0x0].0x0 (ffff91a804feb400) refcount = 3 00010000:00000040:2.0:1773616277.510246:0:94097:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616277.510249:0:94097:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4000/0xe60cc2233ec6798c lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c73c expref: -99 pid: 94094 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773616277.510257:0:94097:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c4800/0xe60cc2233ec67977 lrc: 1/0,0 mode: CR/CR res: [0x20000bf89:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c6fd expref: -99 pid: 94093 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1773616277.510265:0:94097:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.510278:0:94097:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616277.510282:0:94097:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616277.510283:0:94097:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.510286:0:94097:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616277.510289:0:94097:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.510292:0:94097:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.510299:0:94097:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616277.510301:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510302:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.510303:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510304:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.510306:0:94097:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.510311:0:94097:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616277.510314:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.510315:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.510316:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=3 00000020:00000001:2.0:1773616277.510318:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510321:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510323:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.510324:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.510326:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=4 00000020:00000001:2.0:1773616277.510328:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510330:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510333:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.510336:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.510340:0:94097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.510347:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510349:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.510350:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.510351:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.510352:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=5 00000020:00000001:2.0:1773616277.510354:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510357:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510359:0:94097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.510362:0:94097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.510369:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510370:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616277.510373:0:94097:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.510380:0:94097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.510381:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510382:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.510383:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510384:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616277.510390:0:94097:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.510400:0:94097:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773616277.510404:0:94097:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 664/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.510411:0:94097:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.510417:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.510418:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.510420:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=3 00000020:00000001:2.0:1773616277.510422:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510424:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00000002:00010000:2.0:1773616277.510428:0:94097:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616277.510441:0:94097:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301880. 00010000:00000001:2.0:1773616277.510443:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510444:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.510446:0:94097:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.510448:0:94097:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.510451:0:94097:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773616277.510454:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.510455:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00010000:00000001:2.0:1773616277.510457:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.510458:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.510460:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=3 00000020:00000001:2.0:1773616277.510462:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510464:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00000002:00010000:2.0:1773616277.510468:0:94097:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.510475:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510476:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.510478:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616277.510480:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.510481:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.510482:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=3 00000020:00000001:2.0:1773616277.510484:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.510486:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000040:2.0:1773616277.510491:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 4 00010000:00000001:2.0:1773616277.510492:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616277.510496:0:94097:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/9 (0 0) 00010000:00000001:2.0:1773616277.510499:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.510501:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.510502:0:94097:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616277.510505:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37758 00000002:00002000:2.0:1773616277.510507:0:94097:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f131.recovery-small intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1773616277.510756:0:94097:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.510760:0:94097:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.510763:0:94097:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.510766:0:94097:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616277.510769:0:94097:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.510774:0:94097:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:2.0:1773616277.510777:0:94097:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1773616277.510778:0:94097:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a8046d8060 it_disposition 80002b 00000080:00000001:2.0:1773616277.510781:0:94097:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616277.510787:0:94097:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616277.510790:0:94097:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616277.510793:0:94097:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773616277.510797:0:94097:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1773616277.510803:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.510808:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.510814:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604a00. 00000020:00000010:2.0:1773616277.510818:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804605600. 00000020:00000010:2.0:1773616277.510823:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.510829:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.510834:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.510885:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.510892:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.510896:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.510900:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604400. 00000008:00000010:2.0:1773616277.510904:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.510909:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.510913:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.510916:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.510919:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.510921:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.510924:0:94097:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616277.510929:0:94097:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616277.510931:0:94097:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616277.511111:0:94097:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685ea0. 00020000:00000010:2.0:1773616277.511116:0:94097:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d500. 00020000:00000010:2.0:1773616277.511120:0:94097:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685060. 00020000:00000001:2.0:1773616277.511122:0:94097:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547319392 : -121324162232224 : ffff91a804685060) 00020000:00000002:2.0:1773616277.511126:0:94097:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685060, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616277.511130:0:94097:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616277.511135:0:94097:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d500: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616277.511138:0:94097:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a804617aa8) owner ffff91a8031127c0 00020000:00000001:2.0:1773616277.511141:0:94097:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616277.511144:0:94097:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a804617aa8) owner ffff91a8031127c0 00020000:00000010:2.0:1773616277.511149:0:94097:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d500. 00020000:00000010:2.0:1773616277.511153:0:94097:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685ea0. 00020000:00000010:2.0:1773616277.511155:0:94097:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685060. 00020000:00000002:2.0:1773616277.511158:0:94097:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616277.511160:0:94097:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.511161:0:94097:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616277.511163:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.511166:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804605600. 00000020:00000010:2.0:1773616277.511169:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.511171:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.511175:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.511177:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.511179:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.511182:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.511184:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604a00. 00000008:00000010:2.0:1773616277.511186:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.511188:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.511191:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.511193:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.511194:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604400. 00000020:00000010:2.0:1773616277.511196:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.511199:0:94097:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088009 : 144116010713088009 : 20000bf89000009) 00000080:00000001:2.0:1773616277.511201:0:94097:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00200000:2.0:1773616277.511205:0:94097:0:(namei.c:147:ll_iget()) got inode: [0x20000bf89:0x9:0x0](ffff91a8041542c8): rc = 0 00000080:00000001:2.0:1773616277.511207:0:94097:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541876424 : -121324167675192 : ffff91a8041542c8) 00010000:00000001:2.0:1773616277.511209:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.511210:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.511211:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=3 00000020:00000001:2.0:1773616277.511212:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.511214:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00000080:00000001:2.0:1773616277.511216:0:94097:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616277.511217:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.511219:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.511220:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604400. 00000020:00000010:2.0:1773616277.511222:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604a00. 00000020:00000010:2.0:1773616277.511224:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.511226:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.511229:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.511231:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.511234:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.511237:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.511239:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605600. 00000008:00000010:2.0:1773616277.511242:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.511244:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.511246:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.511249:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.511251:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.511253:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000020:00000001:2.0:1773616277.511255:0:94097:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616277.511257:0:94097:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616277.511258:0:94097:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616277.511260:0:94097:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685060. 00020000:00000010:2.0:1773616277.511263:0:94097:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d500. 00020000:00000010:2.0:1773616277.511266:0:94097:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685ea0. 00020000:00000001:2.0:1773616277.511268:0:94097:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547323040 : -121324162228576 : ffff91a804685ea0) 00020000:00000002:2.0:1773616277.511271:0:94097:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685ea0, objid 0x9:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616277.511277:0:94097:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616277.511281:0:94097:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d500: ostid: 0x280000401:5997 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616277.511284:0:94097:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a804617aa8) owner ffff91a8031127c0 00020000:00000001:2.0:1773616277.511286:0:94097:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616277.511288:0:94097:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a804617aa8) owner ffff91a8031127c0 00020000:00000010:2.0:1773616277.511291:0:94097:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d500. 00020000:00000010:2.0:1773616277.511293:0:94097:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685060. 00020000:00000010:2.0:1773616277.511296:0:94097:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685ea0. 00020000:00000002:2.0:1773616277.511297:0:94097:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616277.511299:0:94097:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.511301:0:94097:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.511305:0:94097:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616277.511308:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000002:2.0:1773616277.511311:0:94097:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a8031127c0. 00020000:00000002:2.0:1773616277.511314:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:2.0:1773616277.511316:0:94097:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616277.511319:0:94097:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616277.511320:0:94097:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616277.511322:0:94097:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616277.511324:0:94097:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616277.511327:0:94097:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0x9:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773616277.511329:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:2.0:1773616277.511331:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604a00. 00000020:00000010:2.0:1773616277.511333:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.511335:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.511337:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.511338:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.511340:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.511342:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.511343:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604400. 00000008:00000010:2.0:1773616277.511345:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.511347:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.511348:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.511350:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:2.0:1773616277.511352:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605600. 00000020:00000010:2.0:1773616277.511353:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000080:00000001:2.0:1773616277.511355:0:94097:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.511356:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.511357:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.511358:0:94097:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616277.511360:0:94097:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616277.511361:0:94097:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616277.511364:0:94097:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) for lock 0xe60cc2233ec679a1 00800000:00000001:2.0:1773616277.511367:0:94097:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616277.511368:0:94097:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616277.511369:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.511370:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.511371:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=3 00000020:00000001:2.0:1773616277.511372:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.511374:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.511375:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.511376:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616277.511377:0:94097:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.511378:0:94097:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1773616277.511383:0:94097:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a805595ca8 inode ffff91a8041542c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1773616277.511387:0:94097:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773616277.511391:0:94097:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0x9:0x0](ffff91a8041542c8) 00000080:00000001:2.0:1773616277.511393:0:94097:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616277.511397:0:94097:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf7800. 00000100:00000001:2.0:1773616277.511401:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.511406:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616277.511414:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511424:0:94097:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616277.511427:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a60 00000080:00200008:2.0:1773616277.511429:0:94097:0:(file.c:1030:ll_file_open()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 110101 00000080:00000010:2.0:1773616277.511437:0:94097:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e07680. 00000080:00000010:2.0:1773616277.511445:0:94097:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301980. 00000080:00000001:2.0:1773616277.511447:0:94097:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616277.511451:0:94097:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616277.511453:0:94097:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616277.511455:0:94097:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616277.511457:0:94097:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616277.511459:0:94097:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616277.511461:0:94097:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616277.511463:0:94097:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:2.0:1773616277.511464:0:94097:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616277.511466:0:94097:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616277.511468:0:94097:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539a60. 00000002:00100000:2.0:1773616277.511472:0:94097:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616277.511477:0:94097:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616277.511478:0:94097:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616277.511481:0:94097:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616277.511483:0:94097:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511485:0:94097:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616277.511487:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616277.511489:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616277.511493:0:94097:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616277.511496:0:94097:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616277.511536:0:94097:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616277.511539:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.511542:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a60 00000080:00000008:2.0:1773616277.511544:0:94097:0:(file.c:1269:ll_file_open()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 110101, rc = 0 00000080:00000001:2.0:1773616277.511554:0:94097:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616277.511555:0:94097:0:(dcache.c:176:ll_intent_release()) intent ffff91a8046d8060 released 00000080:00010000:2.0:1773616277.511558:0:94097:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679a1 from it ffff91a8046d8060 00010000:00000001:2.0:1773616277.511560:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.511562:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.511564:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b000 refcount=3 00000020:00000001:2.0:1773616277.511566:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.511568:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602525184 : -121324107026432 : ffff91a807b2b000) 00010000:00000001:2.0:1773616277.511570:0:94097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.511574:0:94097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616277.511582:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.511583:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.511585:0:94097:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616277.511587:0:94097:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616277.511589:0:94097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2b000/0xe60cc2233ec679a1 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c774 expref: -99 pid: 94097 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616277.511597:0:94097:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616277.511599:0:94097:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616277.511601:0:94097:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616277.511605:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.511606:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.511608:0:94097:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.511611:0:94097:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616277.511613:0:94097:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.511615:0:94097:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.511618:0:94097:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.511620:0:94097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.511621:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.511622:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616277.511624:0:94097:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616277.511626:0:94097:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616277.511628:0:94097:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616277.511630:0:94097:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616277.511632:0:94097:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616277.511634:0:94097:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511637:0:94097:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616277.511639:0:94097:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511641:0:94097:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616277.511643:0:94097:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511646:0:94097:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616277.511648:0:94097:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a8046d8060. 00000080:00000001:2.0:1773616277.511653:0:94097:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511657:0:94097:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616277.511659:0:94097:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff91a8041542c8), inode mode 81a4 mask 42 00000080:00000001:2.0:1773616277.511662:0:94097:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.511689:0:94097:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616277.511693:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000002:2.0:1773616277.511696:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:2.0:1773616277.511698:0:94097:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511783:0:94097:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:2.0:1773616277.511786:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00200008:2.0:1773616277.511789:0:94097:0:(file.c:2590:do_file_write_iter()) START file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 0, count: 512 00000080:00000001:2.0:1773616277.511793:0:94097:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1773616277.511795:0:94097:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.511797:0:94097:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773616277.511800:0:94097:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.511803:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.511806:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c510. 00000020:00000010:2.0:1773616277.511809:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605600. 00000020:00000010:2.0:1773616277.511811:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604400. 00000020:00000010:2.0:1773616277.511813:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046853c0. 00000008:00000010:2.0:1773616277.511817:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616277.511820:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118240. 00008000:00000010:2.0:1773616277.511823:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80388. 00000080:00000010:2.0:1773616277.511826:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740690. 00000080:00000010:2.0:1773616277.511828:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b230. 00000020:00000010:2.0:1773616277.511831:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604a00. 00000008:00000010:2.0:1773616277.511834:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd82c0. 00020000:00000010:2.0:1773616277.512204:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616277.512209:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371558. 00000080:00000010:2.0:1773616277.512212:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096960. 00000020:00000001:2.0:1773616277.512215:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362840 : -121323958188776 : ffff91a81091c518) 00000020:00001000:2.0:1773616277.512217:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c510 00000080:00000001:2.0:1773616277.512220:0:94097:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773616277.512222:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:2.0:1773616277.512224:0:94097:0:(file.c:2031:ll_file_io_generic()) f131.recovery-small: write ppos: 0, bytes: 512 00000020:00000001:2.0:1773616277.512230:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c30 00000080:00200000:2.0:1773616277.512231:0:94097:0:(file.c:1788:ll_io_set_mirror()) f131.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1773616277.512235:0:94097:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773616277.512241:0:94097:0:(cl_io.c:214:cl_io_rw_init()) header@000000008d8a3017[0x110, 2, [0x20000bf89:0x9:0x0] hash] 00000020:00200000:2.0:1773616277.512243:0:94097:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 512) 0 0 00000020:00000001:2.0:1773616277.512247:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.512249:0:94097:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616277.512251:0:94097:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616277.512252:0:94097:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616277.512256:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616277.512257:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773616277.512260:0:94097:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616277.512264:0:94097:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.512267:0:94097:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616277.512268:0:94097:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.512270:0:94097:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616277.512274:0:94097:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a80508b290 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1773616277.512277:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:2.0:1773616277.512280:0:94097:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616277.512282:0:94097:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616277.512284:0:94097:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616277.512286:0:94097:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1773616277.512288:0:94097:0:(lov_io.c:634:lov_io_slice_init()) 0 512 00020000:00000001:2.0:1773616277.512291:0:94097:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1773616277.512293:0:94097:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616277.512295:0:94097:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512296:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616277.512297:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616277.512299:0:94097:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616277.512300:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00000020:00000001:2.0:1773616277.512303:0:94097:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512304:0:94097:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.512307:0:94097:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1773616277.512309:0:94097:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1773616277.512312:0:94097:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512315:0:94097:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616277.512317:0:94097:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773616277.512320:0:94097:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1773616277.512322:0:94097:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1773616277.512323:0:94097:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773616277.512326:0:94097:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 512) 512, 512 00020000:00000001:2.0:1773616277.512329:0:94097:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773616277.512331:0:94097:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616277.512335:0:94097:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:2.0:1773616277.512339:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616277.512340:0:94097:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616277.512342:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.512345:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cd80. 00000020:00000010:2.0:1773616277.512351:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604600. 00000020:00000010:2.0:1773616277.512354:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604200. 00000020:00000010:2.0:1773616277.512357:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ea0. 00000008:00000010:2.0:1773616277.512362:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8000. 00020000:00000010:2.0:1773616277.512365:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091189c0. 00008000:00000010:2.0:1773616277.512368:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f826d8. 00000080:00000010:2.0:1773616277.512371:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8097402a0. 00000080:00000010:2.0:1773616277.512374:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508b908. 00000020:00000010:2.0:1773616277.512376:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804605000. 00000008:00000010:2.0:1773616277.512379:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9a20. 00020000:00000010:2.0:1773616277.512382:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616277.512384:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371150. 00000080:00000010:2.0:1773616277.512387:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096b40. 00000020:00000001:2.0:1773616277.512389:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751365000 : -121323958186616 : ffff91a81091cd88) 00000020:00001000:2.0:1773616277.512391:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cd80 00000020:00000001:2.0:1773616277.512394:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615788 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.512395:0:94097:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616277.512398:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616277.512399:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616277.512401:0:94097:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512403:0:94097:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512406:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616277.512408:0:94097:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773616277.512411:0:94097:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773616277.512415:0:94097:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512417:0:94097:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512419:0:94097:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512421:0:94097:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512423:0:94097:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512425:0:94097:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773616277.512427:0:94097:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773616277.512429:0:94097:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773616277.512432:0:94097:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773616277.512435:0:94097:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.512437:0:94097:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.512439:0:94097:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773616277.512441:0:94097:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1773616277.512443:0:94097:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773616277.512445:0:94097:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773616277.512446:0:94097:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512448:0:94097:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.512450:0:94097:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.512452:0:94097:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.512453:0:94097:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512455:0:94097:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773616277.512458:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616277.512459:0:94097:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773616277.512461:0:94097:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616277.512463:0:94097:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512465:0:94097:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512467:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512469:0:94097:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512470:0:94097:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616277.512472:0:94097:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616277.512474:0:94097:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616277.512477:0:94097:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616277.512479:0:94097:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616277.512482:0:94097:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1773616277.512487:0:94097:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453c800. 00020000:00000002:2.0:1773616277.512490:0:94097:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1773616277.512492:0:94097:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616277.512494:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616277.512495:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616277.512497:0:94097:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616277.512502:0:94097:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811967560. 00000008:00010000:2.0:1773616277.512504:0:94097:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773616277.512507:0:94097:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616277.512509:0:94097:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616277.512527:0:94097:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453c830, osc lock ffff91a811967560, flags 0x0 00000020:00000001:2.0:1773616277.512530:0:94097:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512533:0:94097:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.512536:0:94097:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545973760 : -121324163577856 : ffff91a80453c800) 00000020:00000001:2.0:1773616277.512538:0:94097:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616277.512539:0:94097:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616277.512541:0:94097:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512543:0:94097:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512545:0:94097:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616277.512546:0:94097:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616277.512548:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616277.512549:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616277.512551:0:94097:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616277.512553:0:94097:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616277.512555:0:94097:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773616277.512557:0:94097:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.512561:0:94097:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616277.512564:0:94097:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616277.512565:0:94097:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616277.512567:0:94097:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616277.512569:0:94097:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616277.512570:0:94097:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616277.512572:0:94097:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616277.512574:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.512582:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:2.0:1773616277.512585:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.512682:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.512686:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616277.512691:0:94097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773616277.512703:0:94097:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616277.513225:0:94097:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.513230:0:94097:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616277.513245:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.513247:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.513249:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:2.0:1773616277.513252:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.513254:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00000008:00000001:2.0:1773616277.513258:0:94097:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616277.513261:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.513262:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.513264:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=5 00000020:00000001:2.0:1773616277.513266:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.513268:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.513270:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.513271:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.513272:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=6 00000020:00000001:2.0:1773616277.513274:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.513277:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.513279:0:94097:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616277.513281:0:94097:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.513285:0:94097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616277.513292:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.513294:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616277.513296:0:94097:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616277.513298:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.513299:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.513301:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=7 00000020:00000001:2.0:1773616277.513303:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.513305:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.513308:0:94097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616277.513311:0:94097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616277.513318:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.513319:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616277.513322:0:94097:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616277.513329:0:94097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616277.513331:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.513332:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616277.513333:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.513334:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616277.513336:0:94097:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616277.513339:0:94097:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513341:0:94097:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.513344:0:94097:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513346:0:94097:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513348:0:94097:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513350:0:94097:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513351:0:94097:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513353:0:94097:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773616277.513356:0:94097:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1773616277.513360:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b80 00000080:00200000:2.0:1773616277.513363:0:94097:0:(vvp_io.c:1286:vvp_io_write_start()) f131.recovery-small: write [0, 512) append 0 append lockpos 0 00000020:00000001:2.0:1773616277.513366:0:94097:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1773616277.513369:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000002:2.0:1773616277.513372:0:94097:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a804685840 addref 2/0 by ffff91a8031127c0. 00020000:00000002:2.0:1773616277.513375:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00000020:00000001:2.0:1773616277.513378:0:94097:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1773616277.513381:0:94097:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773616277.513384:0:94097:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773616277.513386:0:94097:0:(lov_offset.c:247:lov_stripe_intersects()) [0->511] -> [(0) 0->511 (0)] 00020000:00000001:2.0:1773616277.513390:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616277.513391:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616277.513393:0:94097:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616277.513396:0:94097:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616277.513398:0:94097:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513400:0:94097:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.513402:0:94097:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513404:0:94097:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.513410:0:94097:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1773616277.513418:0:94097:0:(xattr.c:501:ll_xattr_list()) Process entered 00000080:00000001:2.0:1773616277.513421:0:94097:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1773616277.513442:0:94097:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616277.513445:0:94097:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.513449:0:94097:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773616277.513451:0:94097:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.513453:0:94097:0:(xattr.c:517:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773616277.513475:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616277.513476:0:94097:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616277.513478:0:94097:0:(xattr.c:564:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.513483:0:94097:0:(xattr.c:621:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616277.513488:0:94097:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773616277.513490:0:94097:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 512 bytes 00000080:00000001:2.0:1773616277.513496:0:94097:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1773616277.513498:0:94097:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513501:0:94097:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:2.0:1773616277.513532:0:94097:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0x9:0x0] ffffd0b184adcb00 ffff91a8197547e0 1 00000020:00000001:2.0:1773616277.513537:0:94097:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773616277.513540:0:94097:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446622749900490720 : -121323809060896 : ffff91a8197547e0) 00000020:00000001:2.0:1773616277.513543:0:94097:0:(cl_page.c:484:cl_page_find()) Process leaving (rc=18446622749900490720 : -121323809060896 : ffff91a8197547e0) 00000020:00000001:2.0:1773616277.513546:0:94097:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:2.0:1773616277.513548:0:94097:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773616277.513550:0:94097:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749557830288 : -121324151721328 : ffff91a80508b290) 00000020:00000001:2.0:1773616277.513559:0:94097:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773616277.513560:0:94097:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773616277.513563:0:94097:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616277.513567:0:94097:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[3 000000008e317f8e 1 1 0000000005ea28b0] 00000020:00000001:2.0:1773616277.513570:0:94097:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773616277.513572:0:94097:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773616277.513574:0:94097:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:2.0:1773616277.513576:0:94097:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:2.0:1773616277.513577:0:94097:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.513581:0:94097:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:2.0:1773616277.513583:0:94097:0:(rw26.c:909:ll_write_end()) pos 0, len 512, copied 512 00000020:00000001:2.0:1773616277.513585:0:94097:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773616277.513586:0:94097:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749557830288 : -121324151721328 : ffff91a80508b290) 00000020:00000001:2.0:1773616277.513878:0:94097:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1773616277.513880:0:94097:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616277.513885:0:94097:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1773616277.513887:0:94097:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773616277.513897:0:94097:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773616277.513899:0:94097:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1773616277.513903:0:94097:0:(rw26.c:967:ll_write_end()) page@000000001e00cda9[4 000000008e317f8e 2 1 0000000005ea28b0] 00000080:00200000:2.0:1773616277.513908:0:94097:0:(rw26.c:967:ll_write_end()) vmpage @00000000146f8686 17ffffc0001039 2:0 ffff91a8197547e0 0 lru 00000080:00200000:2.0:1773616277.513916:0:94097:0:(rw26.c:967:ll_write_end()) osc-page@00000000df1b5599 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 0000000098e3f03b 00000000006a712e > 3< 1 0 > 4< 0 0 8 16674816 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1773616277.513919:0:94097:0:(rw26.c:967:ll_write_end()) end page@000000001e00cda9 00000080:00200000:2.0:1773616277.513920:0:94097:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1773616277.513922:0:94097:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1773616277.513924:0:94097:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 512 prio 0 00000020:00000001:2.0:1773616277.513935:0:94097:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1773616277.513937:0:94097:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1773616277.513940:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616277.513941:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616277.513943:0:94097:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1773616277.513945:0:94097:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1773616277.513948:0:94097:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1773616277.513950:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000002:2.0:1773616277.513953:0:94097:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS not increasing 512->512 512 00000020:00000001:2.0:1773616277.513962:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.513965:0:94097:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773616277.513968:0:94097:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616277.513970:0:94097:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513972:0:94097:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.513974:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:2.0:1773616277.513975:0:94097:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1773616277.513978:0:94097:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1773616277.513980:0:94097:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773616277.513983:0:94097:0:(cl_page.c:596:cl_batch_put()) page@000000001e00cda9[4 000000008e317f8e 2 1 0000000005ea28b0] 00000020:00000001:2.0:1773616277.513985:0:94097:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:2.0:1773616277.513986:0:94097:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:2.0:1773616277.513988:0:94097:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1773616277.513990:0:94097:0:(osc_request.c:745:osc_update_next_shrink()) next time 8610 to shrink grant 00000080:00000001:2.0:1773616277.514001:0:94097:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:2.0:1773616277.514004:0:94097:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1773616277.514007:0:94097:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff91a804154478, count 1, dirtied 0 00000080:00000001:2.0:1773616277.514010:0:94097:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1773616277.514012:0:94097:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773616277.514014:0:94097:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773616277.514016:0:94097:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773616277.514017:0:94097:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616277.514020:0:94097:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[3 000000008e317f8e 2 1 0000000000000000] 00000020:00000001:2.0:1773616277.514022:0:94097:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1773616277.514023:0:94097:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773616277.514032:0:94097:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773616277.514033:0:94097:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773616277.514036:0:94097:0:(cl_page.c:596:cl_batch_put()) page@000000001e00cda9[3 000000008e317f8e 1 1 0000000000000000] 00000020:00000001:2.0:1773616277.514037:0:94097:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:2.0:1773616277.514039:0:94097:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773616277.514040:0:94097:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:2.0:1773616277.514042:0:94097:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1773616277.514044:0:94097:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514046:0:94097:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.514049:0:94097:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514050:0:94097:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616277.514053:0:94097:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 512 bytes, tot: 512 00000020:00000001:2.0:1773616277.514055:0:94097:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1773616277.514057:0:94097:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1773616277.514058:0:94097:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616277.514060:0:94097:0:(rw26.c:988:ll_write_end()) Process leaving (rc=512 : 512 : 200) 00000080:00000001:2.0:1773616277.514068:0:94097:0:(file.c:5286:ll_fsync()) Process entered 00000080:00200000:2.0:1773616277.514071:0:94097:0:(file.c:5289:ll_fsync()) VFS Op:inode=[0x20000bf89:0x9:0x0](ffff91a8041542c8), start 0, end 511, datasync 1 00000080:00000001:2.0:1773616277.514078:0:94097:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:2.0:1773616277.514080:0:94097:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773616277.514082:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.514088:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091ce10. 00000020:00000010:2.0:1773616277.514093:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804604e00. 00000020:00000010:2.0:1773616277.514099:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804604000. 00000020:00000010:2.0:1773616277.514103:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685060. 00000008:00000010:2.0:1773616277.514109:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a8b28. 00020000:00000010:2.0:1773616277.514114:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118900. 00008000:00000010:2.0:1773616277.514118:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80e20. 00000080:00000010:2.0:1773616277.514123:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740f18. 00000080:00000010:2.0:1773616277.514126:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088490. 00000020:00000010:2.0:1773616277.514132:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e4ce00. 00000008:00000010:2.0:1773616277.514136:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9760. 00020000:00000010:2.0:1773616277.514140:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816db00. 00008000:00000010:2.0:1773616277.514144:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371578. 00000080:00000010:2.0:1773616277.514148:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090964b0. 00000020:00000001:2.0:1773616277.514151:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751365144 : -121323958186472 : ffff91a81091ce18) 00000020:00001000:2.0:1773616277.514154:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091ce10 00000020:00000001:2.0:1773616277.514157:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.514159:0:94097:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616277.514160:0:94097:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616277.514163:0:94097:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616277.514166:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616277.514168:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616277.514169:0:94097:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616277.514173:0:94097:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a8050884f0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773616277.514176:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:2.0:1773616277.514180:0:94097:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616277.514181:0:94097:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616277.514183:0:94097:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616277.514185:0:94097:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.514187:0:94097:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616277.514190:0:94097:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616277.514191:0:94097:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514193:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616277.514194:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616277.514195:0:94097:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616277.514197:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00000020:00000001:2.0:1773616277.514200:0:94097:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514202:0:94097:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616277.514204:0:94097:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773616277.514206:0:94097:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773616277.514209:0:94097:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616277.514212:0:94097:0:(lov_offset.c:247:lov_stripe_intersects()) [0->510] -> [(0) 0->510 (0)] 00020000:00000001:2.0:1773616277.514215:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616277.514217:0:94097:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616277.514218:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616277.514221:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cf30. 00000020:00000010:2.0:1773616277.514224:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e4c400. 00000020:00000010:2.0:1773616277.514227:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802e4ca00. 00000020:00000010:2.0:1773616277.514230:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685540. 00000008:00000010:2.0:1773616277.514233:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ae468. 00020000:00000010:2.0:1773616277.514236:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118180. 00008000:00000010:2.0:1773616277.514239:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80000. 00000080:00000010:2.0:1773616277.514242:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740e70. 00000080:00000010:2.0:1773616277.514245:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508a480. 00000020:00000010:2.0:1773616277.514249:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8111cca00. 00000008:00000010:2.0:1773616277.514252:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8840. 00020000:00000010:2.0:1773616277.514254:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816cfc0. 00008000:00000010:2.0:1773616277.514257:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371868. 00000080:00000010:2.0:1773616277.514259:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096000. 00000020:00000001:2.0:1773616277.514261:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751365432 : -121323958186184 : ffff91a81091cf38) 00000020:00001000:2.0:1773616277.514263:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cf30 00000020:00000001:2.0:1773616277.514265:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615788 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.514267:0:94097:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616277.514268:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616277.514269:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616277.514271:0:94097:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.514272:0:94097:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.514274:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877525352 : -121323832026264 : ffff91a81816db68) 00000020:00000001:2.0:1773616277.514276:0:94097:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1773616277.514277:0:94097:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.514280:0:94097:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514281:0:94097:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514283:0:94097:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1773616277.514284:0:94097:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773616277.514286:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616277.514287:0:94097:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773616277.514289:0:94097:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616277.514290:0:94097:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514291:0:94097:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.514293:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616277.514295:0:94097:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514296:0:94097:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616277.514297:0:94097:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514299:0:94097:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514301:0:94097:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1773616277.514303:0:94097:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773616277.514304:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616277.514305:0:94097:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773616277.514306:0:94097:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1773616277.514310:0:94097:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1773616277.514315:0:94097:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1773616277.514317:0:94097:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1773616277.514319:0:94097:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773616277.514322:0:94097:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1773616277.514323:0:94097:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:2.0:1773616277.514325:0:94097:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446622749545503296 : -121324164048320 : ffff91a8044c9a40) 00000008:00000020:2.0:1773616277.514329:0:94097:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff91a8044c9a40 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1773616277.514333:0:94097:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1773616277.514334:0:94097:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1773616277.514335:0:94097:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773616277.514337:0:94097:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1773616277.514339:0:94097:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1773616277.514342:0:94097:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff91a81808ff00@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff91a8044c9a40], [28672|1|+|-|ffff91a804651a00|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1773616277.514349:0:94097:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 000000009c9ce868 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1773616277.514359:0:94097:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1773616277.514362:0:94097:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1773616277.514367:0:94097:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1773616277.514370:0:94097:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1773616277.514373:0:94097:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff91a81808ff00@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff91a8044c9a40], [28672|1|+|-|ffff91a804651a00|1024|ffff91a8031127c0]} make ready 00000008:00010000:2.0:1773616277.514379:0:94097:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000009c9ce868 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1773616277.514387:0:94097:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:2.0:1773616277.514388:0:94097:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1773616277.514400:0:94097:0:(cl_page.c:1200:cl_page_make_ready()) page@000000001e00cda9[2 000000008e317f8e 1 1 0000000000000000] 00000020:00008000:2.0:1773616277.514401:0:94097:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:2.0:1773616277.514403:0:94097:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:2.0:1773616277.514404:0:94097:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773616277.514406:0:94097:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773616277.514407:0:94097:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:2.0:1773616277.514409:0:94097:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1773616277.514411:0:94097:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616277.514413:0:94097:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[2 000000008e317f8e 1 1 0000000000000000] 00000020:00000001:2.0:1773616277.514414:0:94097:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1773616277.514416:0:94097:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773616277.514416:0:94097:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1773616277.514419:0:94097:0:(cl_page.c:1222:cl_page_make_ready()) page@000000001e00cda9[2 000000008e317f8e 3 1 0000000000000000] 00000020:00000001:2.0:1773616277.514421:0:94097:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1773616277.514422:0:94097:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514425:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.514427:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:2.0:1773616277.514428:0:94097:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1773616277.514431:0:94097:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514432:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:2.0:1773616277.514435:0:94097:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616277.514439:0:94097:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:2.0:1773616277.514442:0:94097:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91a8182b3000: cli: ffff91a8101da1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1773616277.514449:0:94097:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91a803625aa0. 00000008:00000010:2.0:1773616277.514454:0:94097:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91a806170410. 00000020:00000001:2.0:1773616277.514457:0:94097:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1773616277.514459:0:94097:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1773616277.514460:0:94097:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1773616277.514463:0:94097:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773616277/1773616277 00000020:00000001:2.0:1773616277.514467:0:94097:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1773616277.514469:0:94097:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1773616277.514473:0:94097:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1773616277.514476:0:94097:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:2.0:1773616277.514478:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616277.514484:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:2.0:1773616277.514486:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616277.514492:0:94097:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773616277.514494:0:94097:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773616277.514497:0:94097:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616277.514502:0:94097:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616277.514505:0:94097:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616277.514536:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.514538:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616277.514540:0:94097:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1773616277.514542:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616277.514545:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616277.514548:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=5 00000020:00000001:2.0:1773616277.514550:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.514553:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00000008:00000001:2.0:1773616277.514556:0:94097:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:2.0:1773616277.514558:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616277.514559:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1773616277.514560:0:94097:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1773616277.514564:0:94097:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1773616277.514571:0:94097:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036ca300. 00000020:00000040:2.0:1773616277.514576:0:94097:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:2.0:1773616277.514584:0:94097:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616277.514587:0:94097:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616277.514682:0:94097:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616277.514693:0:94097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803496000. 00000100:00000001:2.0:1773616277.514701:0:94097:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1773616277.514810:0:94097:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 512 00000008:00000020:2.0:1773616277.514817:0:94097:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91a8182b3000: dirty: 28672 undirty: 484638720 dropped 0 grant: 16674816 cl_lost_grant 0 00000008:00000001:2.0:1773616277.514824:0:94097:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1773616277.514880:0:94097:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4239 MB/s 00000008:00008000:2.0:1773616277.514891:0:94097:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffd0b184adcb00 map ffff91a804154478 index 0 flags 17ffffc0005028 count 2 priv ffff91a8197547e0: off 0 00000008:00000001:2.0:1773616277.514902:0:94097:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1773616277.514904:0:94097:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 30fcedc0 (4) 00000008:00100000:2.0:1773616277.514909:0:94097:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff91a8036ca300 - object 0x280000401:5997 offset 0<>512 00000008:00000001:2.0:1773616277.514912:0:94097:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616277.514915:0:94097:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1773616277.514917:0:94097:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1773616277.514918:0:94097:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1773616277.514920:0:94097:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773616277/1773616277 00000020:00000001:2.0:1773616277.514922:0:94097:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1773616277.514923:0:94097:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1773616277.514925:0:94097:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1773616277.514927:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616277.514929:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000008:00000002:2.0:1773616277.514941:0:94097:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 00000000208d689b, now 0r/1w/0d in flight req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1773616277.514950:0:94097:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0x9:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000001:00020000:2.0:1773616277.514955:0:94097:0:(osc_request.c:2983:osc_build_rpc()) cfs_fail_timeout id 414 sleeping for 4000ms 00010000:00000010:2.1:1773616277.527907:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6000. 00010000:00000001:0.0:1773616278.431967:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616278.431975:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616278.431981:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616278.431983:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616278.431987:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616278.431988:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616278.431991:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616278.431993:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616278.436875:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616278.436883:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616278.436888:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616279.456077:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616279.456086:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616279.456092:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616279.456093:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616279.456097:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616279.456098:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616279.456101:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616279.456102:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616279.456251:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616279.456255:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616279.456258:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773616280.417884:0:94169:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616280.417892:0:94169:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616280.417896:0:94169:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb78 00000080:00200000:3.0:1773616280.417902:0:94169:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616280.417912:0:94169:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a806f3ce00. 00800000:00000002:3.0:1773616280.417920:0:94169:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616280.417925:0:94169:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616280.417930:0:94169:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616280.417933:0:94169:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fa98 00800000:00000002:3.0:1773616280.417936:0:94169:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616280.417941:0:94169:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616280.417943:0:94169:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616280.417946:0:94169:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616280.417950:0:94169:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616280.417953:0:94169:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616280.417956:0:94169:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616280.417958:0:94169:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616280.417961:0:94169:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616280.417965:0:94169:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616280.417972:0:94169:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616280.417974:0:94169:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f968 00000002:00010000:3.0:1773616280.417976:0:94169:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616280.417980:0:94169:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616280.417982:0:94169:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616280.417987:0:94169:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616280.417995:0:94169:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616280.417998:0:94169:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616280.418000:0:94169:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616280.418181:0:94169:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616280.418184:0:94169:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773616280.418190:0:94169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b2a00. 00000020:00000040:3.0:1773616280.418195:0:94169:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:3.0:1773616280.418202:0:94169:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616280.418207:0:94169:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616280.418215:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.418217:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616280.418219:0:94169:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616280.418222:0:94169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616280.418226:0:94169:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616280.418232:0:94169:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616280.418240:0:94169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a819770c00. 00000100:00000001:3.0:1773616280.418248:0:94169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616280.418254:0:94169:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616280.418256:0:94169:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616280.418258:0:94169:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616280.418260:0:94169:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616280.418262:0:94169:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616280.418268:0:94169:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00010000:00000001:3.0:1773616280.418272:0:94169:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616280.418274:0:94169:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616280.418281:0:94169:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a200. 00010000:00000010:3.0:1773616280.418286:0:94169:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2900. 00010000:00000001:3.0:1773616280.418292:0:94169:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616280.418295:0:94169:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002a600. 00000020:00000001:3.0:1773616280.418299:0:94169:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616280.418302:0:94169:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002a600 with handle 0xe60cc2233ec679a8 to hash 00000020:00000001:3.0:1773616280.418304:0:94169:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616280.418306:0:94169:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.418309:0:94169:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.418313:0:94169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616280.418316:0:94169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616280.418321:0:94169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616280.418333:0:94169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616280.418345:0:94169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94169 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616280.418350:0:94169:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616280.418352:0:94169:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616280.418359:0:94169:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804eeb300. 00000100:00000001:3.0:1773616280.418361:0:94169:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556126464 : -121324153425152 : ffff91a804eeb300) 00000100:00000001:3.0:1773616280.418364:0:94169:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616280.418365:0:94169:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000001:3.0:1773616280.418371:0:94169:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616280.418375:0:94169:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616280.418377:0:94169:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616280.418379:0:94169:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616280.418390:0:94169:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616280.418400:0:94169:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616280.418403:0:94169:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616280.418408:0:94169:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616280.418410:0:94169:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616280.418413:0:94169:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616280.418417:0:94169:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94169:1859763795615872:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773616280.418421:0:94169:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616280.418427:0:94169:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616280.418430:0:94169:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616280.418433:0:94169:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616280.418439:0:94169:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a80501c800. 02000000:00000001:3.0:1773616280.418442:0:94169:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616280.418451:0:94169:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616280.418457:0:94169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616280.420480:0:94169:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616280.420911:0:94169:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795615872, portal 10 00000100:00000001:3.0:1773616280.420916:0:94169:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616280.420918:0:94169:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528631808 : -121324180919808 : ffff91a8034b2a00) 00000100:00000040:3.0:1773616280.420934:0:94169:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616335 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616280.420944:0:94169:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616280.420947:0:94169:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616280.420951:0:94169:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c33b8. 00000100:00000200:3.0:1773616280.420956:0:94169:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795615872, offset 0 00000400:00000200:3.0:1773616280.420964:0:94169:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616280.420976:0:94169:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616280.420984:0:94169:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616280.420990:0:94169:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616280.420994:0:94169:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616280.420999:0:94169:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616280.421003:0:94169:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616280.421008:0:94169:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149734:149734:256:4294967295] 192.168.201.103@tcp LPNI seq info [149674:149674:8:4294967295] 00000400:00000200:3.0:1773616280.421013:0:94169:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616280.421022:0:94169:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616280.421032:0:94169:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616280.421039:0:94169:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265400. 00000800:00000200:3.0:1773616280.421046:0:94169:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616280.421054:0:94169:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616280.421059:0:94169:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773616280.421070:0:94169:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616280.421075:0:94169:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 444567 usecs (445 jiffies) 00000400:00000200:3.0:1773616280.421079:0:94169:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616280.421082:0:94169:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302081473 00000100:00000001:3.0:1773616280.421086:0:94169:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302081931 00000100:00000001:3.0:1773616280.421089:0:94169:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302081473 00000100:00000001:3.0:1773616280.421091:0:94169:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302081931 00000100:00000001:3.0:1773616280.421093:0:94169:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616280.421097:0:94169:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616280.421100:0:94169:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616280.421102:0:94169:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616280.421105:0:94169:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804eeb300 going to sleep for 50 seconds 00000100:00000001:3.0:1773616280.421108:0:94169:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616280.421112:0:94169:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616280.421431:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616280.421437:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265400. 00000400:00000200:0.0:1773616280.421443:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616280.421449:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616280.421455:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c33b8 00000400:00000010:0.0:1773616280.421458:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c33b8. 00000100:00000001:0.0:1773616280.421462:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616280.421480:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616335 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616280.421493:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616280.421497:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616335 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616280.421505:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616280.421518:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616280.435751:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616280.436106:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616280.436112:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616280.436116:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616280.436126:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616280.436134:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616280.436146:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616280.436152:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616280.436157:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616280.436162:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200676080 00000400:00000200:0.0:1773616280.436167:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616280.436174:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x194439 [1] + 224 00000800:00000001:0.0:1773616280.436183:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616280.436194:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616280.436198:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616280.436203:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616280.436210:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616280.436220:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616335 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616280.436232:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616335 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616280.436304:0:94169:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616280.436326:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616280.436347:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616280.436352:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616280.437163:0:94169:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616280.437166:0:94169:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616280.437170:0:94169:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616280.437176:0:94169:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:3.0:1773616280.437179:0:94169:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:3.0:1773616280.437183:0:94169:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616280.437189:0:94169:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616335 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616280.437199:0:94169:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616335 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616280.437206:0:94169:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616280.437209:0:94169:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616280.437212:0:94169:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616280.437216:0:94169:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616280.437219:0:94169:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616280.437222:0:94169:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616280.437224:0:94169:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616280.437235:0:94169:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=71 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616280.437240:0:94169:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=44 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616280.437243:0:94169:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616280.437245:0:94169:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616280.437248:0:94169:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616280.437252:0:94169:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616280.437256:0:94169:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616280.437259:0:94169:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616280.437261:0:94169:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616280.437265:0:94169:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616280.437270:0:94169:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616335 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616280.437279:0:94169:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616280.437283:0:94169:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616280.437285:0:94169:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616280.437289:0:94169:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616335 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616280.437298:0:94169:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b2a00 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94169:1859763795615872:192.168.201.103@tcp:101:lfs.0 00000100:00000001:3.0:1773616280.437304:0:94169:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616280.437307:0:94169:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616280.437310:0:94169:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616280.437312:0:94169:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616280.437317:0:94169:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616335 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616280.437324:0:94169:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616280.437328:0:94169:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804eeb300. 00000100:00000001:3.0:1773616280.437332:0:94169:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616280.437413:0:94169:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616280.437417:0:94169:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616280.437423:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616280.437427:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616280.437430:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=4 00000020:00000001:3.0:1773616280.437433:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.437437:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000040:3.0:1773616280.437445:0:94169:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002a600, remote cookie: 0xf6516185796c789, flags: 0x1001 00010000:00010000:3.0:1773616280.437452:0:94169:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616280.437476:0:94169:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616280.437485:0:94169:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616280.437490:0:94169:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616280.437492:0:94169:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616280.437494:0:94169:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616280.437496:0:94169:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616280.437499:0:94169:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a80460a200) refcount = 1 00010000:00010000:3.0:1773616280.437504:0:94169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616280.438052:0:94169:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616280.438056:0:94169:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616280.438058:0:94169:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616280.438061:0:94169:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616280.438064:0:94169:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616280.438068:0:94169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616280.438076:0:94169:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616280.438077:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438079:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616280.438081:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438082:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616280.438084:0:94169:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616280.438090:0:94169:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616280.438092:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616280.438094:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616280.438096:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616280.438098:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438100:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438103:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616280.438104:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616280.438105:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=4 00000020:00000001:3.0:1773616280.438107:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438110:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438113:0:94169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616280.438117:0:94169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616280.438121:0:94169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616280.438128:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438129:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616280.438130:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616280.438131:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616280.438133:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=5 00000020:00000001:3.0:1773616280.438135:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438137:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438139:0:94169:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616280.438143:0:94169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616280.438150:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438151:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616280.438155:0:94169:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616280.438162:0:94169:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616280.438163:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438164:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616280.438165:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438166:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616280.438173:0:94169:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616335 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773616280.438184:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616280.438185:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616280.438187:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616280.438189:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438191:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438194:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438195:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616280.438196:0:94169:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616280.438199:0:94169:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616280.438202:0:94169:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773616280.438205:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616280.438206:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616280.438208:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616280.438209:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438212:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00000002:00010000:3.0:1773616280.438215:0:94169:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616280.438222:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438223:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616280.438225:0:94169:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616280.438227:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616280.438228:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616280.438229:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:3.0:1773616280.438231:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:3.0:1773616280.438233:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000040:3.0:1773616280.438239:0:94169:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:3.0:1773616280.438242:0:94169:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616280.438246:0:94169:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773616280.438249:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616280.438251:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616280.438252:0:94169:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616280.438255:0:94169:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3f8e8 00000002:00002000:3.0:1773616280.438257:0:94169:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773616280.438260:0:94169:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616280.438264:0:94169:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616280.438267:0:94169:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616280.438271:0:94169:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773616280.438274:0:94169:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616280.438279:0:94169:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616280.438283:0:94169:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a806f3ce00. 00000080:00000001:3.0:1773616280.438289:0:94169:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616280.438291:0:94169:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616280.438299:0:94169:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773616280.438303:0:94169:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773616280.439006:0:94169:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a8182c2440. 00800000:00000001:0.0:1773616280.439011:0:94169:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749878920256 : -121323830631360 : ffff91a8182c2440) 00800000:00000001:0.0:1773616280.439014:0:94169:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616280.439017:0:94169:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773616280.439020:0:94169:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773616280.439023:0:94169:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773616280.439027:0:94169:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773616280.439030:0:94169:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773616280.439032:0:94169:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439037:0:94169:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773616280.439041:0:94169:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1773616280.439046:0:94169:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1773616280.439049:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616280.439050:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616280.439053:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616280.439055:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616280.439057:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616280.439060:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616280.439061:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773616280.439063:0:94169:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773616280.439066:0:94169:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773616280.439068:0:94169:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2440 1 00800000:00000010:0.0:1773616280.439070:0:94169:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a8182c2440. 00800000:00000001:0.0:1773616280.439073:0:94169:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616280.439078:0:94169:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679a8 00800000:00000001:0.0:1773616280.439081:0:94169:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616280.439084:0:94169:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616280.439085:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616280.439087:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616280.439088:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616280.439090:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616280.439092:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616280.439095:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616280.439096:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616280.439097:0:94169:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616280.439099:0:94169:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439101:0:94169:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616280.439104:0:94169:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616280.439107:0:94169:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679a8 from it ffffa25881d3fbb0 00010000:00000001:0.0:1773616280.439109:0:94169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616280.439111:0:94169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616280.439113:0:94169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616280.439114:0:94169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616280.439117:0:94169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616280.439120:0:94169:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616280.439123:0:94169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616280.439130:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616280.439132:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616280.439133:0:94169:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616280.439136:0:94169:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616280.439138:0:94169:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616280.439148:0:94169:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616280.439150:0:94169:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616280.439152:0:94169:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616280.439156:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616280.439157:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616280.439159:0:94169:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.439162:0:94169:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616280.439164:0:94169:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.439166:0:94169:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.439169:0:94169:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.439171:0:94169:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616280.439172:0:94169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616280.439174:0:94169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616280.439176:0:94169:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616280.439182:0:94169:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b2a00 x1859763795615872/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616335 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616280.439191:0:94169:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616280.439194:0:94169:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616280.439197:0:94169:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a80501c800. 02000000:00000001:0.0:1773616280.439202:0:94169:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616280.439205:0:94169:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616280.439207:0:94169:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616280.439210:0:94169:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616280.439213:0:94169:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a819770c00. 02000000:00000001:0.0:1773616280.439217:0:94169:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616280.439219:0:94169:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616280.439220:0:94169:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b2a00. 00000100:00000001:0.0:1773616280.439225:0:94169:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616280.439226:0:94169:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616280.439230:0:94169:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 44 00000080:00000001:0.0:1773616280.439236:0:94169:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439243:0:94169:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:0.0:1773616280.439246:0:94169:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773616280.439249:0:94169:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fb78 00000080:00200008:0.0:1773616280.439251:0:94169:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 504000 00000080:00000010:0.0:1773616280.439259:0:94169:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a806c68140. 00000080:00000001:0.0:1773616280.439263:0:94169:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439265:0:94169:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439428:0:94169:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773616280.439432:0:94169:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=8028667f arg=7ffc6a5d1c10 00000080:00000001:0.0:1773616280.439439:0:94169:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000080:00000001:0.0:1773616280.439441:0:94169:0:(llite_lib.c:4097:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1773616280.439444:0:94169:0:(llite_lib.c:4103:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439446:0:94169:0:(llite_lib.c:3489:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439448:0:94169:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439460:0:94169:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:0.0:1773616280.439474:0:94169:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773616280.439477:0:94169:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fdb0 00000080:00200008:0.0:1773616280.439479:0:94169:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 504000 00000080:00400000:0.0:1773616280.439483:0:94169:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1773616280.439487:0:94169:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a806c68140. 00000080:00000001:0.0:1773616280.439491:0:94169:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773616280.439494:0:94169:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d3fdb0 00000080:00000008:0.0:1773616280.439496:0:94169:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 504000, rc = 0 00000080:00000001:0.0:1773616280.439499:0:94169:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616280.439501:0:94169:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.480984:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616280.480995:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.481006:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616280.481008:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.481010:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616280.481012:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616280.481016:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616280.481017:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616280.491119:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616280.491127:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616280.491132:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773616281.375990:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302081931, at 4302081984 00000100:00000010:0.0:1773616281.376192:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8360. 00000100:00000040:1.0:1773616281.376992:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302081931, at 4302081985 00000100:00000010:1.0:1773616281.377002:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046d8d20. 00010000:00000001:0.0:1773616281.503958:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616281.503967:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.503973:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616281.503975:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.503978:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616281.503979:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.503983:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616281.503984:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.504177:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616281.504181:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616281.504184:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:1.0:1773616281.529956:0:94097:0:(osc_request.c:2983:osc_build_rpc()) cfs_fail_timeout id 414 awake 00000100:00000040:1.0:1773616281.551819:0:94097:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de1c7173] to pc [ptlrpcd_00_01+1] req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1773616281.551902:0:94097:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1773616281.551904:0:94097:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.551909:0:94097:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.552353:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616281.552359:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616281.552362:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616281.552370:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.552389:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616281.552392:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.552396:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616281.552400:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616281.552403:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616281.552406:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795615744:192.168.201.103@tcp:4:dd.0 00000100:00000001:0.0:1773616281.552410:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616281.552416:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616281.552426:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.552429:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616281.552438:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c1400. 02000000:00000001:0.0:1773616281.552440:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616281.552457:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616281.552462:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a370. 00000400:00000010:0.0:1773616281.552470:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616281.552477:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795615744, portal 4 00000100:00000001:0.0:1773616281.552479:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616281.552481:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000040:0.0:1773616281.552490:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.552498:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616281.552500:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616281.552503:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a908. 00000100:00000200:0.0:1773616281.552506:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 1000 bytes to portal 6, xid 1859763795615744, offset 0 00000400:00000200:0.0:1773616281.552512:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616281.552522:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.552531:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616281.552537:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616281.552542:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616281.552546:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616281.552549:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616281.552553:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149735:149735:256:4294967295] 192.168.201.103@tcp LPNI seq info [149675:149675:8:4294967295] 00000400:00000200:0.0:1773616281.552557:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.552568:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616281.552574:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1000 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616281.552582:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:0.0:1773616281.552589:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616281.552600:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616281.552605:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 1096 niov 1 nkiov 1 00000100:00000001:0.0:1773616281.552619:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616281.552624:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1565470 usecs (1566 jiffies) 00000400:00000200:0.0:1773616281.552627:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616281.552631:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083726 00000100:00000010:0.0:1773616281.552637:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cf960. 00000100:00000001:0.0:1773616281.552646:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773616281.552654:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083726 00000100:00000010:0.0:1773616281.552657:0:2400:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91a8046cf0c0. 00000100:00000001:0.0:1773616281.552660:0:2400:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773616281.552663:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616281.552666:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.552669:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.552672:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616281.552679:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616281.552681:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=175 : 175 : af) 00000100:00000001:0.0:1773616281.552683:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616281.552684:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616281.552686:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.552688:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616281.552772:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616281.552776:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:0.0:1773616281.552781:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.552785:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616281.552791:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a908 00000400:00000010:0.0:1773616281.552793:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a908. 00000100:00000001:0.0:1773616281.552797:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616281.552801:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.552810:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616281.552814:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.552820:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.552822:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616281.552878:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616281.552880:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.554795:0:94097:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616281.554798:0:94097:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.554801:0:94097:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616281.554802:0:94097:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.554804:0:94097:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1773616281.554805:0:94097:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.554809:0:94097:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616281.554811:0:94097:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.554813:0:94097:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1773616281.554818:0:94097:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 0] npages 1: rc=1. 00000008:00000001:1.0:1773616281.554823:0:94097:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616281.554825:0:94097:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.554828:0:94097:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.554831:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.554833:0:94097:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.554851:0:94097:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.554855:0:94097:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773616281.554859:0:94097:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1773616281.554861:0:94097:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773616281.554862:0:94097:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1773616281.554865:0:94097:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1773616281.554868:0:94097:0:(osc_cache.c:966:osc_extent_wait()) Process entered 00000008:00000001:1.0:1773616281.554871:0:94097:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1773616281.571962:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.572159:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616281.572163:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.572166:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.572176:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.572183:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616281.572192:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.572198:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.572204:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.572208:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b7200676000 00000400:00000200:0.0:1773616281.572213:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.572219:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x194441 [1] + 224 00000800:00000001:0.0:1773616281.572227:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.572237:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.572240:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.572245:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616281.572252:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616281.572261:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616281.572273:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.572301:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616281.572310:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.572327:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616281.572834:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616281.572868:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616281.572876:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616281.572878:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616281.572882:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a370. 00000400:00000200:1.0:1773616281.572886:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:1.0:1773616281.572889:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:1.0:1773616281.572892:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616281.572909:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616281.572920:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036ca300 x1859763795615744/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616281.572926:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616281.572929:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616281.572931:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616281.572935:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616281.572938:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616281.572940:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616281.572943:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616281.572953:0:2400:0:(import.c:2136:obd_at_measure()) add 136 to ffff91a8097c7d30 time=99 v=136 (136 5 0 36) 00000100:00001000:1.0:1773616281.572958:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=142 v=5 (2 0 0 0) 00000100:00000001:1.0:1773616281.572961:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616281.572963:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616281.572966:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616281.572970:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616281.572973:0:2400:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773616281.572975:0:2400:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773616281.572977:0:2400:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773616281.572980:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616281.572982:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530825472 : -121324178726144 : ffff91a8036ca300) 00000100:00000001:1.0:1773616281.572985:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616281.572987:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640283 00000100:00000001:1.0:1773616281.572989:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616281.572992:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616281.572997:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036ca300 x1859763795615744/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616281.573004:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616281.573008:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616281.573010:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616281.573013:0:2400:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:1.0:1773616281.573015:0:2400:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1773616281.573020:0:2400:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1773616281.573023:0:2400:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1773616281.573028:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for usr 0 00000001:04000000:1.0:1773616281.573030:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for grp 0 00000001:04000000:1.0:1773616281.573032:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for prj 0 00000001:00000001:1.0:1773616281.573034:0:2400:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773616281.573036:0:2400:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1773616281.573039:0:2400:0:(osc_request.c:2085:check_write_checksum()) checksum 30fcedc0 confirmed 00000008:00000001:1.0:1773616281.573043:0:2400:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773616281.573047:0:2400:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1773616281.573049:0:2400:0:(osc_request.c:2579:brw_interpret()) request ffff91a8036ca300 aa ffff91a8036ca4b0 rc 0 00000020:00000001:1.0:1773616281.573056:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.573059:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.573061:0:2400:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773616281.573065:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616281.573067:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.573069:0:2400:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.573071:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000010:1.0:1773616281.573075:0:2400:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91a806170410. 00000020:00000001:1.0:1773616281.573080:0:2400:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.573082:0:2400:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1773616281.573086:0:2400:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1773616281.573088:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616281.573091:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036ca300 x1859763795615744/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616281.573098:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.573102:0:2400:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:1.0:1773616281.573105:0:2400:0:(osc_cache.c:901:osc_extent_finish()) extent ffff91a81808ff00@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff91a8044c9a40], [28672|1|+|+|ffff91a804651a00|1024|ffff91a8031127c0]} extent finished. 00000008:00010000:1.0:1773616281.573113:0:2400:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000009c9ce868 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1773616281.573128:0:2400:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:1.0:1773616281.573130:0:2400:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:1.0:1773616281.573135:0:2400:0:(cl_page.c:1144:cl_page_complete()) page@000000001e00cda9[2 000000008e317f8e 3 1 0000000000000000] 00000020:00000001:1.0:1773616281.573137:0:2400:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:1.0:1773616281.573139:0:2400:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773616281.573140:0:2400:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773616281.573143:0:2400:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616281.573145:0:2400:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[2 000000008e317f8e 3 1 0000000000000000] 00000020:00000001:1.0:1773616281.573147:0:2400:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1773616281.573149:0:2400:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1773616281.573151:0:2400:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1773616281.573154:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000001e00cda9[2 000000008e317f8e 1 1 0000000000000000] 00000080:00008000:1.0:1773616281.573156:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1773616281.573175:0:2400:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1773616281.573177:0:2400:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:1.0:1773616281.573179:0:2400:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773616281.573182:0:2400:0:(cl_page.c:596:cl_batch_put()) page@000000001e00cda9[2 000000008e317f8e 1 1 0000000000000000] 00000020:00000001:1.0:1773616281.573183:0:2400:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:1.0:1773616281.573185:0:2400:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773616281.573186:0:2400:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:1.0:1773616281.573189:0:2400:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 25112576 dirty: 0/0 00000008:00000020:1.0:1773616281.573212:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91a81808ff00@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff91a8044c9a40], [28672|0|-|-|ffff91a804651a00|1024|ffff91a8031127c0]} destroyed. 00000008:00010000:1.0:1773616281.573219:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000009c9ce868 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1773616281.573226:0:2400:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773616281.573228:0:2400:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff91a803625aa0. 00000008:00000020:1.0:1773616281.573237:0:2400:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff91a8101da1d8. 00000008:00000001:1.0:1773616281.573249:0:2400:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616281.573254:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036ca300 x1859763795615744/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616281.573264:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795615744:192.168.201.103@tcp:4:dd.0 00000100:00000001:1.0:1773616281.573269:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616281.573271:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616281.573274:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036ca300 x1859763795615744/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616281.573280:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616281.573282:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616281.573290:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616281.573292:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616281.573294:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616281.573296:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.573309:0:88081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000008:00000001:3.0:1773616281.573645:0:94097:0:(osc_cache.c:1001:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616281.573651:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.573654:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1773616281.573659:0:94097:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91a81808ff00. 00000008:00000020:3.0:1773616281.573666:0:94097:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773616281.573670:0:94097:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.573673:0:94097:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1773616281.573677:0:94097:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.573680:0:94097:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1773616281.573683:0:94097:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1773616281.573685:0:94097:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1773616281.573688:0:94097:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1773616281.573693:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616281.573694:0:94097:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1773616281.573696:0:94097:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1773616281.573697:0:94097:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.573699:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.573701:0:94097:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1773616281.573702:0:94097:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1773616281.573704:0:94097:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1773616281.573705:0:94097:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1773616281.573708:0:94097:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1773616281.573709:0:94097:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1773616281.573711:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616281.573712:0:94097:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1773616281.573713:0:94097:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1773616281.573715:0:94097:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.573716:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.573718:0:94097:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773616281.573719:0:94097:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1773616281.573721:0:94097:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.573724:0:94097:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773616281.573726:0:94097:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773616281.573727:0:94097:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1773616281.573728:0:94097:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1773616281.573729:0:94097:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773616281.573732:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cf30 00000020:00000010:3.0:1773616281.573736:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802e4ca00. 00000020:00000010:3.0:1773616281.573742:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685540. 00000008:00000010:3.0:1773616281.573748:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ae468. 00020000:00000010:3.0:1773616281.573754:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118180. 00008000:00000010:3.0:1773616281.573758:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80000. 00000080:00000010:3.0:1773616281.573764:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740e70. 00000080:00000010:3.0:1773616281.573768:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508a480. 00000020:00000010:3.0:1773616281.573771:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e4c400. 00000008:00000010:3.0:1773616281.573775:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8840. 00020000:00000010:3.0:1773616281.573779:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816cfc0. 00008000:00000010:3.0:1773616281.573783:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371868. 00000080:00000010:3.0:1773616281.573786:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096000. 00000020:00000010:3.0:1773616281.573789:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8111cca00. 00000020:00000010:3.0:1773616281.573792:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cf30. 00020000:00000001:3.0:1773616281.573795:0:94097:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1773616281.573797:0:94097:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773616281.573800:0:94097:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773616281.573802:0:94097:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1773616281.573805:0:94097:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773616281.573806:0:94097:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1773616281.573809:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091ce10 00000020:00000010:3.0:1773616281.573812:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604000. 00000020:00000010:3.0:1773616281.573814:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685060. 00000008:00000010:3.0:1773616281.573817:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8b28. 00020000:00000010:3.0:1773616281.573820:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118900. 00008000:00000010:3.0:1773616281.573822:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80e20. 00000080:00000010:3.0:1773616281.573825:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740f18. 00000080:00000010:3.0:1773616281.573827:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088490. 00000020:00000010:3.0:1773616281.573830:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604e00. 00000008:00000010:3.0:1773616281.573832:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9760. 00020000:00000010:3.0:1773616281.573869:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816db00. 00008000:00000010:3.0:1773616281.574088:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371578. 00000080:00000010:3.0:1773616281.574091:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090964b0. 00000020:00000010:3.0:1773616281.574094:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e4ce00. 00000020:00000010:3.0:1773616281.574097:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091ce10. 00000080:00000001:3.0:1773616281.574100:0:94097:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616281.574103:0:94097:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574112:0:94097:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1773616281.574115:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000002:3.0:1773616281.574119:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:3.0:1773616281.574122:0:94097:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616281.574125:0:94097:0:(pcc.c:2790:pcc_fsync()) Process entered 00000080:00000001:3.0:1773616281.574127:0:94097:0:(pcc.c:2793:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616281.574130:0:94097:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1773616281.574131:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616281.574135:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbab0. 00000020:00000010:3.0:1773616281.574139:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a806f3d600. 00000020:00000010:3.0:1773616281.574143:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a806f3c600. 00000020:00000010:3.0:1773616281.574147:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b240. 00000008:00000010:3.0:1773616281.574152:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773616281.574157:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a9c0. 00008000:00000010:3.0:1773616281.574161:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616281.574165:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b5e8. 00000080:00000010:3.0:1773616281.574169:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818208490. 00000020:00000010:3.0:1773616281.574174:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a806f3ca00. 00000008:00000010:3.0:1773616281.574177:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea22c0. 00020000:00000010:3.0:1773616281.574180:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827f3c0. 00008000:00000010:3.0:1773616281.574183:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27b78. 00000080:00000010:3.0:1773616281.574186:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28e10. 00000020:00000001:3.0:1773616281.574189:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765712568 : -121323943839048 : ffff91a8116cbab8) 00000020:00001000:3.0:1773616281.574191:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbab0 00000020:00000001:3.0:1773616281.574194:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:3.0:1773616281.574196:0:94097:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773616281.574198:0:94097:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773616281.574200:0:94097:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773616281.574202:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616281.574204:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773616281.574205:0:94097:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773616281.574208:0:94097:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a8182084f0 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1773616281.574212:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:3.0:1773616281.574215:0:94097:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773616281.574217:0:94097:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773616281.574219:0:94097:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1773616281.574221:0:94097:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574223:0:94097:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773616281.574225:0:94097:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773616281.574227:0:94097:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574228:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616281.574229:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773616281.574230:0:94097:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1773616281.574232:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00000020:00000001:3.0:1773616281.574234:0:94097:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574237:0:94097:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1773616281.574238:0:94097:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1773616281.574239:0:94097:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1773616281.574242:0:94097:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1773616281.574247:0:94097:0:(lov_offset.c:247:lov_stripe_intersects()) [0->510] -> [(0) 0->510 (0)] 00020000:00000001:3.0:1773616281.574250:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1773616281.574252:0:94097:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1773616281.574254:0:94097:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616281.574257:0:94097:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb630. 00000020:00000010:3.0:1773616281.574260:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a806f3cc00. 00000020:00000010:3.0:1773616281.574264:0:94097:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802e4ce00. 00000020:00000010:3.0:1773616281.574267:0:94097:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b900. 00000008:00000010:3.0:1773616281.574270:0:94097:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804ef8b28. 00020000:00000010:3.0:1773616281.574273:0:94097:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a300. 00008000:00000010:3.0:1773616281.574276:0:94097:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214710. 00000080:00000010:3.0:1773616281.574279:0:94097:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b498. 00000080:00000010:3.0:1773616281.574281:0:94097:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818209b60. 00000020:00000010:3.0:1773616281.574284:0:94097:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e4c400. 00000008:00000010:3.0:1773616281.574287:0:94097:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea26e0. 00020000:00000010:3.0:1773616281.574289:0:94097:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827d8c0. 00008000:00000010:3.0:1773616281.574292:0:94097:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e27358. 00000080:00000010:3.0:1773616281.574295:0:94097:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28c30. 00000020:00000001:3.0:1773616281.574297:0:94097:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765711416 : -121323943840200 : ffff91a8116cb638) 00000020:00001000:3.0:1773616281.574299:0:94097:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb630 00000020:00000001:3.0:1773616281.574301:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615788 -> ffff91a804615c38 00000020:00000001:3.0:1773616281.574302:0:94097:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1773616281.574305:0:94097:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616281.574306:0:94097:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1773616281.574307:0:94097:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574309:0:94097:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574311:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749878645800 : -121323830905816 : ffff91a81827f428) 00000020:00000001:3.0:1773616281.574314:0:94097:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1773616281.574542:0:94097:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574545:0:94097:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574547:0:94097:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574548:0:94097:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1773616281.574550:0:94097:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1773616281.574552:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616281.574553:0:94097:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1773616281.574555:0:94097:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773616281.574557:0:94097:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574559:0:94097:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574560:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574561:0:94097:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574563:0:94097:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1773616281.574564:0:94097:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574565:0:94097:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574567:0:94097:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1773616281.574569:0:94097:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1773616281.574570:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1773616281.574571:0:94097:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1773616281.574573:0:94097:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1773616281.574575:0:94097:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1773616281.574580:0:94097:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 0] npages 1: rc=0. 00000008:00000001:3.0:1773616281.574583:0:94097:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616281.574585:0:94097:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1773616281.574587:0:94097:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1773616281.574590:0:94097:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616281.574592:0:94097:0:(osc_io.c:1042:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1773616281.574594:0:94097:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1773616281.574597:0:94097:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1773616281.574598:0:94097:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1773616281.574600:0:94097:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1773616281.574602:0:94097:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1773616281.574603:0:94097:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1773616281.574606:0:94097:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1773616281.574614:0:94097:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616281.574618:0:94097:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=5 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616281.574624:0:94097:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616281.574627:0:94097:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616281.574632:0:94097:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616281.574641:0:94097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a802e4ca00. 00000100:00000001:3.0:1773616281.574647:0:94097:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.574656:0:94097:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616281.574661:0:94097:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616281.574670:0:94097:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd753d4b] to pc [ptlrpcd_01_00+0] req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1773616281.574707:0:94097:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616281.574711:0:94097:0:(osc_io.c:1059:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616281.574713:0:94097:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574715:0:94097:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574716:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.574718:0:94097:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574719:0:94097:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.574721:0:94097:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1773616281.574723:0:94097:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1773616281.574724:0:94097:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1773616281.574725:0:94097:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1773616281.574736:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773616281.574740:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1773616281.574742:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.574747:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616281.574749:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.574751:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616281.574753:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616281.574755:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616281.574761:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.574769:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616281.574771:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616281.574775:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616281.574777:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616281.574780:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616281.574784:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795616000:192.168.201.103@tcp:16:dd.0 00000100:00000001:3.0:1773616281.574789:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616281.574796:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616281.574798:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616281.574801:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616281.574807:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819770c00. 02000000:00000001:3.0:1773616281.574809:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616281.574816:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616281.574820:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616281.574826:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616281.574833:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795616000, portal 4 00000100:00000001:3.0:1773616281.574859:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.574861:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616281.574869:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.574876:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616281.574879:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616281.574883:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3dd0. 00000100:00000200:3.0:1773616281.574886:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1859763795616000, offset 0 00000400:00000200:3.0:1773616281.574892:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616281.574900:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616281.574907:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616281.574912:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616281.574917:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616281.574921:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616281.574923:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616281.574927:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149736:149736:256:4294967295] 192.168.201.103@tcp LPNI seq info [149676:149676:8:4294967295] 00000400:00000200:3.0:1773616281.574931:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616281.574942:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616281.574948:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616281.574953:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265400. 00000800:00000200:3.0:1773616281.574960:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616281.574968:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616281.574974:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1773616281.574982:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616281.574987:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1555850 usecs (1556 jiffies) 00000400:00000200:3.0:1773616281.574990:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616281.574993:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083737 00000100:00000001:3.0:1773616281.575001:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302083726 00000100:00000001:3.0:1773616281.575008:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083737 00000100:00000001:3.0:1773616281.575011:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302083726 00000100:00000001:3.0:1773616281.575015:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616281.575018:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.575021:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.575024:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616281.575332:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616281.575338:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265400. 00000400:00000200:0.0:1773616281.575344:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.575349:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616281.575354:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3dd0 00000400:00000010:0.0:1773616281.575356:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3dd0. 00000100:00000001:0.0:1773616281.575360:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616281.575364:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.575375:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616281.575389:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.575403:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.575405:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1773616281.575784:0:88081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616281.575794:0:88081:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6e00. 00000020:00000010:1.0:1773616281.575799:0:88081:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf7400. 00000020:00000010:1.0:1773616281.575803:0:88081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8d20. 00000008:00000010:1.0:1773616281.575810:0:88081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616281.575814:0:88081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4af00. 00008000:00000010:1.0:1773616281.575820:0:88081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616281.575825:0:88081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616281.575829:0:88081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616281.575832:0:88081:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7000. 00000008:00000010:1.0:1773616281.575853:0:88081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616281.575857:0:88081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616281.575860:0:88081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616281.575864:0:88081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616281.575867:0:88081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616281.575870:0:88081:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000008:00000020:1.0:1773616281.575873:0:88081:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff91a8101da1d8. 00000008:00000001:1.0:1773616281.575877:0:88081:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773616281.575879:0:88081:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616281.575881:0:88081:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.575883:0:88081:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1773616281.575886:0:88081:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616281.575889:0:88081:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf7400. 00000020:00000010:1.0:1773616281.575894:0:88081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8d20. 00000008:00000010:1.0:1773616281.575897:0:88081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00000100:00000001:2.0:1773616281.576045:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616281.576050:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773616281.576085:0:88081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4af00. 00008000:00000010:1.0:1773616281.576090:0:88081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616281.576093:0:88081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616281.576095:0:88081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616281.576099:0:88081:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6e00. 00000008:00000010:1.0:1773616281.576104:0:88081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616281.576107:0:88081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616281.576112:0:88081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616281.576114:0:88081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616281.576117:0:88081:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7000. 00000020:00000010:1.0:1773616281.576119:0:88081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000800:00000001:0.0:1773616281.590940:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.590961:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616281.590965:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.590968:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.590979:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.590986:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616281.590996:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.591001:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.591008:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.591013:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b7200676100 00000400:00000200:0.0:1773616281.591019:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.591026:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x194451 [1] + 224 00000800:00000001:0.0:1773616281.591035:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.591043:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.591045:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.591049:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616281.591055:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616281.591063:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616281.591072:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.591093:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616281.591103:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.591106:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.591171:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616281.591175:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616281.591183:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616281.591185:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616281.591188:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:3.0:1773616281.591193:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:3.0:1773616281.591195:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:3.0:1773616281.591198:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616281.591204:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616281.591212:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.591218:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616281.591220:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.591223:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616281.591226:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616281.591229:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616281.591231:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616281.591234:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616281.591245:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616281.591249:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=142 v=5 (2 0 0 0) 00000100:00000001:3.0:1773616281.591252:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616281.591254:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616281.591257:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616281.591261:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.591403:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1773616281.591406:0:2402:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: committing for last_committed 47244640286 gen 5 00000100:00000040:3.0:1773616281.591412:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640286) req@ffff91a810377800 x1859763795614592/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.591417:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.591420:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810377800 x1859763795614592/t47244640285(47244640285) o10->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 440/432 e 0 to 0 dl 1773616457 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.591425:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616281.591426:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616281.591429:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050fb000. 02000000:00000001:3.0:1773616281.591432:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616281.591434:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616281.591436:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616281.591437:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616281.591439:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f62c00. 02000000:00000001:3.0:1773616281.591442:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616281.591451:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616281.591453:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377800. 00000100:00000001:3.0:1773616281.591458:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616281.591459:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616281.591465:0:2402:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 47244640286) req@ffff91a8036ca300 x1859763795615744/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.591476:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.591480:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036ca300 x1859763795615744/t47244640286(47244640286) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 1000/448 e 0 to 0 dl 1773616461 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.591485:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616281.591486:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616281.591488:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c1400. 02000000:00000001:3.0:1773616281.592156:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616281.592158:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616281.592159:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616281.592161:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616281.592163:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803496000. 02000000:00000001:3.0:1773616281.592166:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616281.592167:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616281.592169:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036ca300. 00000100:00000001:3.0:1773616281.592172:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616281.592173:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.592176:0:2402:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773616281.592179:0:2402:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1773616281.592182:0:2402:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616281.592183:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616281.592190:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.592197:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616281.592199:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616281.592202:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1773616281.592206:0:2402:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1773616281.592214:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:3.0:1773616281.592216:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:3.0:1773616281.592218:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1773616281.592222:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773616281.592224:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.592225:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.592227:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:3.0:1773616281.593180:0:2402:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616281.593194:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616281.593204:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795616000:192.168.201.103@tcp:16:dd.0 00000100:00000001:3.0:1773616281.593211:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.593214:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.593218:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795616000/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.593225:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616281.593227:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616281.593230:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819770c00. 02000000:00000001:3.0:1773616281.593235:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616281.593237:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616281.593238:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616281.593240:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616281.593242:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a802e4ca00. 02000000:00000001:3.0:1773616281.593246:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616281.593247:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616281.593249:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:3.0:1773616281.593251:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616281.593252:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.593253:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.593260:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616281.593261:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.593263:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616281.593265:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.593917:0:94097:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616281.593921:0:94097:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.593925:0:94097:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1773616281.593931:0:94097:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616281.593936:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.593938:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.593940:0:94097:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616281.593945:0:94097:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773616281.594154:0:94097:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616281.594157:0:94097:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:1.0:1773616281.594158:0:94097:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616281.594160:0:94097:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:1.0:1773616281.594162:0:94097:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773616277 a=0 c=1773616277 b=8 00020000:00000001:1.0:1773616281.594166:0:94097:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616281.594169:0:94097:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773616277 a=0 c=1773616277 b=8 00020000:00000001:1.0:1773616281.594171:0:94097:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.594173:0:94097:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.594175:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000080:00200000:1.0:1773616281.594179:0:94097:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 8 00000080:00000001:1.0:1773616281.594182:0:94097:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773616281.594184:0:94097:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616281.594186:0:94097:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1773616281.594188:0:94097:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616281.594191:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616281.594192:0:94097:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616281.594193:0:94097:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616281.594194:0:94097:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.594196:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.594198:0:94097:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616281.594199:0:94097:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616281.594200:0:94097:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1773616281.594202:0:94097:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616281.594203:0:94097:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616281.594205:0:94097:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616281.594206:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616281.594208:0:94097:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616281.594209:0:94097:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616281.594210:0:94097:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.594212:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.594213:0:94097:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616281.594214:0:94097:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616281.594217:0:94097:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.594219:0:94097:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616281.594221:0:94097:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616281.594222:0:94097:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616281.594224:0:94097:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616281.594225:0:94097:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616281.594227:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb630 00000020:00000010:1.0:1773616281.594232:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802e4ce00. 00000020:00000010:1.0:1773616281.594238:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b900. 00000008:00000010:1.0:1773616281.594243:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804ef8b28. 00020000:00000010:1.0:1773616281.594248:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a300. 00008000:00000010:1.0:1773616281.594252:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818214710. 00000080:00000010:1.0:1773616281.594257:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b498. 00000080:00000010:1.0:1773616281.594263:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818209b60. 00000020:00000010:1.0:1773616281.594266:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a806f3cc00. 00000008:00000010:1.0:1773616281.594271:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea26e0. 00020000:00000010:1.0:1773616281.594276:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827d8c0. 00008000:00000010:1.0:1773616281.594281:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27358. 00000080:00000010:1.0:1773616281.594285:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28c30. 00000020:00000010:1.0:1773616281.594288:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e4c400. 00000020:00000010:1.0:1773616281.594290:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb630. 00020000:00000001:1.0:1773616281.594292:0:94097:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616281.594294:0:94097:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616281.594296:0:94097:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616281.594298:0:94097:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616281.594301:0:94097:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616281.594302:0:94097:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616281.594304:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbab0 00000020:00000010:1.0:1773616281.594307:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a806f3c600. 00000020:00000010:1.0:1773616281.594309:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b240. 00000008:00000010:1.0:1773616281.594311:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:1.0:1773616281.594314:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a9c0. 00008000:00000010:1.0:1773616281.594316:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818214a98. 00000080:00000010:1.0:1773616281.594773:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b5e8. 00000080:00000010:1.0:1773616281.594775:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818208490. 00000020:00000010:1.0:1773616281.594778:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a806f3d600. 00000008:00000010:1.0:1773616281.594781:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea22c0. 00020000:00000010:1.0:1773616281.594784:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827f3c0. 00008000:00000010:1.0:1773616281.594787:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e27b78. 00000080:00000010:1.0:1773616281.594790:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28e10. 00000020:00000010:1.0:1773616281.594792:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a806f3ca00. 00000020:00000010:1.0:1773616281.594795:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbab0. 00000080:00000001:1.0:1773616281.595404:0:94097:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.595412:0:94097:0:(file.c:5349:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.595415:0:94097:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1773616281.595416:0:94097:0:(vvp_io.c:1163:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595419:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b80 00000080:00200000:1.0:1773616281.595421:0:94097:0:(vvp_io.c:1364:vvp_io_write_start()) f131.recovery-small: write bytes 0, result: 512 00000080:00000001:1.0:1773616281.595424:0:94097:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595427:0:94097:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1773616281.595428:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616281.595429:0:94097:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1773616281.595432:0:94097:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:1.0:1773616281.595434:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.595436:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.595437:0:94097:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773616281.595440:0:94097:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616281.595442:0:94097:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595452:0:94097:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595454:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:1.0:1773616281.595456:0:94097:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595458:0:94097:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595460:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595462:0:94097:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595464:0:94097:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595465:0:94097:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1773616281.595467:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:1.0:1773616281.595469:0:94097:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1773616281.595470:0:94097:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1773616281.595475:0:94097:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1773616281.595477:0:94097:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595478:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.595482:0:94097:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616281.595484:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.595486:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:1.0:1773616281.595571:0:94097:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616281.595576:0:94097:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773616281.595579:0:94097:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616281.595581:0:94097:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:1.0:1773616281.595584:0:94097:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616281.595585:0:94097:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=512 : 512 : 200) 00020000:00000002:1.0:1773616281.595587:0:94097:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x9:49033 on OST[0]: s=512 (1) m=1773616281 a=0 c=1773616281 b=8 00020000:00000001:1.0:1773616281.595591:0:94097:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616281.595593:0:94097:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773616281 a=0 c=1773616281 b=8 00020000:00000001:1.0:1773616281.595596:0:94097:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595598:0:94097:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616281.595600:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000080:00200000:1.0:1773616281.595602:0:94097:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 8 00000080:00000001:1.0:1773616281.595605:0:94097:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773616281.595607:0:94097:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1773616281.595608:0:94097:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616281.595610:0:94097:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773616281.595612:0:94097:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a809096998 (ffff91a81091c518/0) at cl_lock_release():245 00000020:00000001:1.0:1773616281.595615:0:94097:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616281.595617:0:94097:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a809096998 (ffff91a81091c518/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773616281.595620:0:94097:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773616281.595622:0:94097:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616281.595624:0:94097:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:1.0:1773616281.595626:0:94097:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616281.595627:0:94097:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453c830 (ffff91a81091cd88/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773616281.595631:0:94097:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773616281.595633:0:94097:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773616281.595636:0:94097:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616281.595640:0:94097:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616281.595642:0:94097:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=4 00000020:00000001:1.0:1773616281.595644:0:94097:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:1.0:1773616281.595647:0:94097:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:1.0:1773616281.595650:0:94097:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616281.595656:0:94097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616281.595669:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616281.595671:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616281.595673:0:94097:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616281.595676:0:94097:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616281.595679:0:94097:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1773616281.595690:0:94097:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616281.595694:0:94097:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616281.595696:0:94097:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616281.595701:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616281.595702:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616281.595703:0:94097:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616281.595706:0:94097:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616281.595708:0:94097:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616281.595710:0:94097:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616281.595713:0:94097:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616281.595714:0:94097:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616281.595716:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616281.595717:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616281.595718:0:94097:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616281.595719:0:94097:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616281.595720:0:94097:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773616281.595721:0:94097:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616281.595722:0:94097:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616281.595723:0:94097:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616281.595725:0:94097:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616281.595726:0:94097:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a809096998 (ffff91a81091c518/0) at cl_lock_fini():72 00020000:00000001:1.0:1773616281.595729:0:94097:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773616281.595730:0:94097:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616281.595731:0:94097:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453c830 (ffff91a81091c518/1) at cl_lock_fini():72 00000008:00000010:1.0:1773616281.595734:0:94097:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811967560. 00000020:00000001:1.0:1773616281.595738:0:94097:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773616281.595740:0:94097:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453c800. 00020000:00000001:1.0:1773616281.595743:0:94097:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773616281.595744:0:94097:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773616281.595745:0:94097:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1773616281.595747:0:94097:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1773616281.595748:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616281.595749:0:94097:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1773616281.595751:0:94097:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1773616281.595752:0:94097:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595754:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595755:0:94097:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1773616281.595756:0:94097:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1773616281.595758:0:94097:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1773616281.595760:0:94097:0:(vvp_io.c:517:vvp_io_advance()) advancing 512 bytes 00000020:00000001:1.0:1773616281.595762:0:94097:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1773616281.595763:0:94097:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616281.595765:0:94097:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1773616281.595766:0:94097:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616281.595767:0:94097:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616281.595770:0:94097:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1773616281.595771:0:94097:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595772:0:94097:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.595774:0:94097:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616281.595776:0:94097:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1773616281.595777:0:94097:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1773616281.595781:0:94097:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1773616281.595784:0:94097:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1773616281.595787:0:94097:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1773616281.595788:0:94097:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616281.595790:0:94097:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616281.595791:0:94097:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616281.595792:0:94097:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616281.595793:0:94097:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616281.595795:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cd80 00000020:00000010:1.0:1773616281.595975:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604200. 00000020:00000010:1.0:1773616281.595980:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ea0. 00000008:00000010:1.0:1773616281.595986:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a8000. 00020000:00000010:1.0:1773616281.595990:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091189c0. 00008000:00000010:1.0:1773616281.595993:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f826d8. 00000080:00000010:1.0:1773616281.595997:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8097402a0. 00000080:00000010:1.0:1773616281.596000:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b908. 00000020:00000010:1.0:1773616281.596004:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604600. 00000008:00000010:1.0:1773616281.596006:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9a20. 00020000:00000010:1.0:1773616281.596009:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816d200. 00008000:00000010:1.0:1773616281.596013:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371150. 00000080:00000010:1.0:1773616281.596016:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096b40. 00000020:00000010:1.0:1773616281.596018:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605000. 00000020:00000010:1.0:1773616281.596020:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cd80. 00020000:00000001:1.0:1773616281.596023:0:94097:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616281.596024:0:94097:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616281.596026:0:94097:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616281.596028:0:94097:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616281.596030:0:94097:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616281.596032:0:94097:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1773616281.596034:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:1.0:1773616281.596036:0:94097:0:(file.c:2179:ll_file_io_generic()) f131.recovery-small: 2 io complete with rc: 0, result: 512, restart: 0 00000080:00000001:0.0:1773616281.596267:0:94097:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616281.596271:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616281.596273:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616281.596275:0:94097:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616281.596278:0:94097:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773616281.596280:0:94097:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=512 m=1773616281 a=0 c=1773616281 b=8 00020000:00000001:0.0:1773616281.596284:0:94097:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616281.596286:0:94097:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616281.596288:0:94097:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000080:00200000:0.0:1773616281.596290:0:94097:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0x9:0x0] updating i_size 512 i_blocks 8 00000080:00000001:0.0:1773616281.596291:0:94097:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773616281.596295:0:94097:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 512 00000080:00000001:0.0:1773616281.596298:0:94097:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=512 : 512 : 200) 00000020:00001000:0.0:1773616281.596300:0:94097:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c510 00000020:00000010:0.0:1773616281.596303:0:94097:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804604400. 00000020:00000010:0.0:1773616281.596307:0:94097:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046853c0. 00000008:00000010:0.0:1773616281.596310:0:94097:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:0.0:1773616281.600973:0:94097:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118240. 00008000:00000010:0.0:1773616281.601000:0:94097:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80388. 00000080:00000010:0.0:1773616281.601007:0:94097:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740690. 00000080:00000010:0.0:1773616281.601011:0:94097:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508b230. 00000020:00000010:0.0:1773616281.601015:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804605600. 00000008:00000010:0.0:1773616281.601022:0:94097:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd82c0. 00020000:00000010:0.0:1773616281.601026:0:94097:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:0.0:1773616281.601031:0:94097:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371558. 00000080:00000010:0.0:1773616281.601035:0:94097:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096960. 00000020:00000010:0.0:1773616281.601038:0:94097:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804604a00. 00000020:00000010:0.0:1773616281.601040:0:94097:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c510. 00000020:00000001:0.0:1773616281.601049:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00000008:0.0:1773616281.601052:0:94097:0:(file.c:2670:do_file_write_iter()) COMPLETED: file f131.recovery-small:[0x20000bf89:0x9:0x0], ppos: 512, count: 0, rc = 512 00000080:00000001:0.0:1773616281.601056:0:94097:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=512 : 512 : 200) 00020000:00000001:0.0:1773616281.601092:0:94097:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773616281.601096:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000002:0.0:1773616281.601101:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:0.0:1773616281.601103:0:94097:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616281.601107:0:94097:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773616281.601109:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37dd0 00000080:00200008:0.0:1773616281.601111:0:94097:0:(file.c:424:ll_file_release()) START file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 110001 00000080:00000001:0.0:1773616281.601115:0:94097:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773616281.601119:0:94097:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773616281.601120:0:94097:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773616281.601122:0:94097:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000002:0.0:1773616281.601124:0:94097:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a8031127c0 00020000:00000001:0.0:1773616281.601126:0:94097:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616281.601127:0:94097:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1773616281.601132:0:94097:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616281.601135:0:94097:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616281.601137:0:94097:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616281.601139:0:94097:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616281.601141:0:94097:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.601143:0:94097:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:0.0:1773616281.601146:0:94097:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616281.601150:0:94097:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616281.601154:0:94097:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616281.601162:0:94097:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feb400 count: 4 00010000:00000001:0.0:1773616281.601165:0:94097:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616281.601172:0:94097:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.601174:0:94097:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0x9:0x0]: 0 00000080:00000001:0.0:1773616281.601176:0:94097:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773616281.601179:0:94097:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773616281.601188:0:94097:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a807ef3a00. 00000080:00000001:0.0:1773616281.601190:0:94097:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773616281.601196:0:94097:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773616281.601200:0:94097:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:0.0:1773616281.601202:0:94097:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616281.601203:0:94097:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616281.601204:0:94097:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616281.601206:0:94097:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616281.601207:0:94097:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.601209:0:94097:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:0.0:1773616281.601211:0:94097:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.601213:0:94097:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0x9:0x0] 00000002:00000001:0.0:1773616281.601217:0:94097:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773616281.601219:0:94097:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0x9:0x0] file closed with intent: 200 00000100:00000010:0.0:1773616281.601226:0:94097:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375180. 00000020:00000040:0.0:1773616281.601231:0:94097:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616281.601237:0:94097:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616281.601241:0:94097:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616281.601246:0:94097:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616281.601254:0:94097:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a807ef3000. 00000100:00000001:0.0:1773616281.601262:0:94097:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773616281.601281:0:94097:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773616281.601294:0:94097:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773616281.601299:0:94097:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773616281.601307:0:94097:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616281.601309:0:94097:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616281.601332:0:94097:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a811687e40. 00000100:00000001:0.0:1773616281.601335:0:94097:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765434944 : -121323944116672 : ffff91a811687e40) 00000100:00000001:0.0:1773616281.601338:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616281.601340:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000001:0.0:1773616281.601344:0:94097:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616281.601348:0:94097:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.601350:0:94097:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616281.601352:0:94097:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616281.601357:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.601365:0:94097:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616281.601367:0:94097:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.601372:0:94097:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616281.601375:0:94097:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616281.601377:0:94097:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616281.601381:0:94097:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94097:1859763795616256:192.168.201.103@tcp:35:dd.0 00000100:00000001:0.0:1773616281.601385:0:94097:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616281.601391:0:94097:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616281.601394:0:94097:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.601397:0:94097:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616281.601402:0:94097:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c2800. 02000000:00000001:0.0:1773616281.601404:0:94097:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616281.601413:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616281.601419:0:94097:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a8f0. 00000400:00000010:0.0:1773616281.601426:0:94097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a908. 00000100:00000200:0.0:1773616281.601433:0:94097:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795616256, portal 10 00000100:00000001:0.0:1773616281.601435:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616281.601436:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000040:0.0:1773616281.601442:0:94097:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.601465:0:94097:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616281.601468:0:94097:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616281.601473:0:94097:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616281.601475:0:94097:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795616256, offset 0 00000400:00000200:0.0:1773616281.601482:0:94097:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616281.601502:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.601510:0:94097:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616281.601517:0:94097:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616281.601521:0:94097:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616281.601526:0:94097:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616281.601529:0:94097:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616281.601534:0:94097:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149737:149737:256:4294967295] 192.168.201.103@tcp LPNI seq info [149677:149677:8:4294967295] 00000400:00000200:0.0:1773616281.601539:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.601549:0:94097:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616281.601555:0:94097:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616281.601572:0:94097:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:0.0:1773616281.601580:0:94097:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616281.601588:0:94097:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616281.601593:0:94097:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773616281.601612:0:94097:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616281.601618:0:94097:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 443725 usecs (444 jiffies) 00000400:00000200:0.0:1773616281.601622:0:94097:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616281.601625:0:94097:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302082653 00000800:00000200:0.0:1773616281.601738:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616281.601742:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:0.0:1773616281.601747:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.601752:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616281.601758:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:0.0:1773616281.601761:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:0.0:1773616281.601764:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616281.601768:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.601778:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616281.601782:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.601788:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.601790:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616281.601820:0:94097:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302083737 00000100:00000001:0.0:1773616281.601824:0:94097:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302082653 00000100:00000001:0.0:1773616281.601826:0:94097:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302083737 00000100:00000001:0.0:1773616281.601829:0:94097:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616281.601831:0:94097:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.601834:0:94097:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616281.601882:0:94097:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616281.601886:0:94097:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a811687e40 going to sleep for 11 seconds 00000100:00000001:0.0:1773616281.601889:0:94097:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616281.601892:0:94097:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616281.611302:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.611330:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616281.611335:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.611337:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.611348:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.611355:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616281.611366:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.611372:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.611378:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.611382:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200676200 00000400:00000200:0.0:1773616281.611387:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.611394:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194459 [1] + 224 00000800:00000001:0.0:1773616281.611403:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.611413:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.611416:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.611421:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616281.611429:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616281.611439:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616281.611463:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.611487:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616281.611496:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.611500:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.612037:0:94097:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616281.612047:0:94097:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616281.612050:0:94097:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616281.612053:0:94097:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a8f0. 00000400:00000200:3.0:1773616281.612059:0:94097:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a908 00000400:00000010:3.0:1773616281.612061:0:94097:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a908. 00000100:00000001:3.0:1773616281.612064:0:94097:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616281.612071:0:94097:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616281.612081:0:94097:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375180 x1859763795616256/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612087:0:94097:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616281.612090:0:94097:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.612093:0:94097:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616281.612096:0:94097:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616281.612099:0:94097:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616281.612102:0:94097:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616281.612105:0:94097:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616281.612116:0:94097:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1773616281.612120:0:94097:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616281.612123:0:94097:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616281.612125:0:94097:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616281.612128:0:94097:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616281.612132:0:94097:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.612135:0:94097:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616281.612137:0:94097:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773616281.612139:0:94097:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616281.612141:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.612143:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000100:00000001:3.0:1773616281.612147:0:94097:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616281.612149:0:94097:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616281.612151:0:94097:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616281.612153:0:94097:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616281.612158:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375180 x1859763795616256/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616297 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612166:0:94097:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616281.612169:0:94097:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616281.612171:0:94097:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616281.612175:0:94097:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375180 x1859763795616256/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616297 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616281.612183:0:94097:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375180 pname:cluuid:pid:xid:nid:opc:job dd:6bed2507-d27f-43a9-a583-f3d23438f235:94097:1859763795616256:192.168.201.103@tcp:35:dd.0 00000100:00000001:3.0:1773616281.612188:0:94097:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.612191:0:94097:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.612193:0:94097:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616281.612195:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.612199:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375180 x1859763795616256/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616297 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612205:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616281.612208:0:94097:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a811687e40. 00000100:00000001:3.0:1773616281.612212:0:94097:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616281.612213:0:94097:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.612220:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.612221:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435008 : -121323964116608 : ffff91a810375180) 00000002:00000001:3.0:1773616281.612225:0:94097:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616281.612228:0:94097:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616281.612234:0:94097:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3a00. 00000080:00000001:3.0:1773616281.612238:0:94097:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1773616281.612242:0:94097:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1773616281.612245:0:94097:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616281.612248:0:94097:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616281.612250:0:94097:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616281.612253:0:94097:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616281.612269:0:94097:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616281.612271:0:94097:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0x9:0x0] 00800000:00000001:3.0:1773616281.612274:0:94097:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616281.612279:0:94097:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1773616281.612285:0:94097:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612295:0:94097:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.612296:0:94097:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601401472 : -121324108150144 : ffff91a807a18a80) 00000100:00000001:3.0:1773616281.612298:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.612301:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612307:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.612309:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.612311:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810375180 x1859763795616256/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616297 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612328:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.612330:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.612333:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18a80 x1859763795615616/t103079215258(103079215258) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 592/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612339:0:94097:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773616281.612342:0:94097:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616281.612344:0:94097:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616281.612346:0:94097:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616281.612350:0:94097:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050f9000. 02000000:00000001:3.0:1773616281.612354:0:94097:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616281.612356:0:94097:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616281.612358:0:94097:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18a80. 00000100:00000001:3.0:1773616281.612362:0:94097:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616281.612363:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.612364:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.612367:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375180 x1859763795616256/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616297 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612379:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1773616281.612381:0:94097:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91a806539a60. 00000002:00000001:3.0:1773616281.612384:0:94097:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616281.612386:0:94097:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616281.612388:0:94097:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301980. 00000100:00000001:3.0:1773616281.612391:0:94097:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.612394:0:94097:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375180 x1859763795616256/t103079215260(103079215260) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616297 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.612401:0:94097:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616281.612403:0:94097:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616281.612406:0:94097:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c2800. 02000000:00000001:3.0:1773616281.612408:0:94097:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616281.612409:0:94097:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616281.612411:0:94097:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:3.0:1773616281.612413:0:94097:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616281.612415:0:94097:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a807ef3000. 02000000:00000001:3.0:1773616281.612417:0:94097:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616281.612418:0:94097:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616281.612419:0:94097:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375180. 00000100:00000001:3.0:1773616281.612422:0:94097:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616281.612423:0:94097:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773616281.612426:0:94097:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616281.612429:0:94097:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e07680. 00000080:00000001:3.0:1773616281.612432:0:94097:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.612438:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37dd0 00000080:00000008:3.0:1773616281.612441:0:94097:0:(file.c:464:ll_file_release()) COMPLETED file f131.recovery-small:[0x20000bf89:0x9:0x0](ffff91a8041542c8), flags 110001, rc = 0 00000080:00000001:3.0:1773616281.612462:0:94097:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616281.612469:0:94097:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1773616281.612471:0:94097:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37e00 00000080:00002000:3.0:1773616281.612474:0:94097:0:(dcache.c:127:ll_ddelete()) keeping dentry f131.recovery-small (ffff91a805595ca8, parent ffff91a80860ad80, inode ffff91a8041542c8) hashed, 00000080:00000001:3.0:1773616281.612477:0:94097:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616281.863049:0:94179:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616281.863059:0:94179:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616281.863062:0:94179:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616281.863066:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37bc0 00000080:00200000:0.0:1773616281.863071:0:94179:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616281.863080:0:94179:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3400. 00800000:00000002:0.0:1773616281.863088:0:94179:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616281.863092:0:94179:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616281.863097:0:94179:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616281.863099:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37ae0 00800000:00000002:0.0:1773616281.863102:0:94179:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616281.863106:0:94179:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616281.863109:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616281.863112:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616281.863114:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616281.863117:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616281.863120:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.863122:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616281.863125:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.863128:0:94179:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616281.863134:0:94179:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616281.863136:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c379b0 00000002:00010000:0.0:1773616281.863139:0:94179:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616281.863143:0:94179:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616281.863145:0:94179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616281.863148:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616281.863156:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:0.0:1773616281.863159:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616281.863164:0:94179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616281.863169:0:94179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616281.863175:0:94179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773616281.863188:0:94179:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616281.863194:0:94179:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616281.863197:0:94179:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773616281.863206:0:94179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616281.863208:0:94179:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616281.863210:0:94179:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616281.863212:0:94179:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616281.863214:0:94179:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616281.863217:0:94179:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616281.863220:0:94179:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616281.863223:0:94179:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616281.863226:0:94179:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3400. 00000080:00000001:0.0:1773616281.863230:0:94179:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616281.863232:0:94179:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616281.863235:0:94179:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616281.863238:0:94179:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679a8 00800000:00000001:0.0:1773616281.863242:0:94179:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616281.863245:0:94179:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616281.863247:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616281.863249:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616281.863252:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616281.863254:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.863257:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.863259:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.863261:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616281.863262:0:94179:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616281.863276:0:94179:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616281.863279:0:94179:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679a8 from it ffffa25881c37bf8 00010000:00000001:0.0:1773616281.863282:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616281.863283:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616281.863285:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616281.863287:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.863289:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.863292:0:94179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616281.863295:0:94179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616281.863303:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.863305:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616281.863307:0:94179:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616281.863309:0:94179:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616281.863312:0:94179:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616281.863322:0:94179:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616281.863325:0:94179:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616281.863327:0:94179:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616281.863333:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.863334:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616281.863336:0:94179:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.863339:0:94179:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616281.863342:0:94179:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.863345:0:94179:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.863347:0:94179:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.863350:0:94179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616281.863351:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.863352:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616281.863355:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616281.863357:0:94179:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616281.863360:0:94179:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:0.0:1773616281.863364:0:94179:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773616281.863378:0:94179:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff91a81023dd40. 00000080:00000001:0.0:1773616281.863383:0:94179:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616281.863385:0:94179:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616281.863386:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b00 00000080:00200000:0.0:1773616281.863389:0:94179:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616281.863393:0:94179:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3400. 00800000:00000002:0.0:1773616281.863395:0:94179:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616281.863398:0:94179:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616281.863400:0:94179:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616281.863401:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a20 00800000:00000002:0.0:1773616281.863403:0:94179:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616281.863406:0:94179:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616281.863408:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616281.863409:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616281.863411:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616281.863412:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616281.863414:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.863416:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616281.863418:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.863421:0:94179:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616281.863424:0:94179:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616281.863426:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c378f0 00000002:00010000:0.0:1773616281.863428:0:94179:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616281.863431:0:94179:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616281.863432:0:94179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616281.863434:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616281.863437:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:0.0:1773616281.863473:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616281.863476:0:94179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616281.863479:0:94179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616281.864240:0:94179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773616281.864251:0:94179:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616281.864254:0:94179:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616281.864258:0:94179:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1773616281.864411:0:94179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616281.864415:0:94179:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616281.864417:0:94179:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616281.864419:0:94179:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616281.864421:0:94179:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616281.864423:0:94179:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616281.864426:0:94179:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616281.864429:0:94179:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616281.864433:0:94179:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3400. 00000080:00000001:0.0:1773616281.864437:0:94179:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616281.864450:0:94179:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616281.864452:0:94179:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616281.864456:0:94179:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679a8 00800000:00000001:0.0:1773616281.864460:0:94179:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616281.864462:0:94179:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616281.864464:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616281.864466:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616281.864468:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616281.864470:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.864473:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.864475:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.864478:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616281.864479:0:94179:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616281.864482:0:94179:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616281.864494:0:94179:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679a8 from it ffffa25881c37b38 00010000:00000001:0.0:1773616281.864496:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616281.864498:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616281.864500:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002a600 refcount=3 00000020:00000001:0.0:1773616281.864502:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.864504:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741983232 : -121323967568384 : ffff91a81002a600) 00010000:00000001:0.0:1773616281.864507:0:94179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616281.864510:0:94179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616281.864517:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.864519:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616281.864521:0:94179:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616281.864523:0:94179:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616281.864525:0:94179:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773616281.864532:0:94179:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616281.864535:0:94179:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616281.864536:0:94179:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616281.864539:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.864540:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616281.864542:0:94179:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.864544:0:94179:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616281.864546:0:94179:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.864548:0:94179:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.864551:0:94179:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.864553:0:94179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616281.864554:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.864555:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616281.864557:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616281.864559:0:94179:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616281.864561:0:94179:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:0.0:1773616281.864566:0:94179:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616281.864570:0:94179:0:(namei.c:1400:ll_atomic_open()) Process entered 00000020:00000001:0.0:1773616281.864572:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b50 00000080:00200000:0.0:1773616281.864575:0:94179:0:(namei.c:1407:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91a804151148), file ffff91a803b74f00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1773616281.864583:0:94179:0:(namei.c:1431:ll_atomic_open()) kmalloced '(it)': 72 at ffff91a8046cfd80. 00000080:00000001:0.0:1773616281.864587:0:94179:0:(namei.c:1065:ll_lookup_it()) Process entered 00000020:00000001:0.0:1773616281.864590:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a00 00000080:00200000:0.0:1773616281.864592:0:94179:0:(namei.c:1071:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000010:0.0:1773616281.864599:0:94179:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3400. 00800000:00000002:0.0:1773616281.864602:0:94179:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616281.864607:0:94179:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616281.864609:0:94179:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616281.864610:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37920 00800000:00000002:0.0:1773616281.864612:0:94179:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616281.864615:0:94179:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1773616281.864619:0:94179:0:(lmv_obd.c:2157:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1773616281.864622:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616281.864624:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616281.864625:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616281.864627:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616281.864629:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616281.864631:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616281.864633:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616281.864637:0:94179:0:(lmv_obd.c:2203:lmv_locate_tgt_create()) Process leaving (rc=18446622749521920512 : -121324187631104 : ffff91a802e4c200) 00800000:00000001:0.0:1773616281.864641:0:94179:0:(lmv_obd.c:1175:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1773616281.864643:0:94179:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1773616281.864646:0:94179:0:(mdc_request.c:2945:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1773616281.864649:0:94179:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1773616281.864652:0:94179:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff91a8182b3000: Allocated FID [0x20000bf89:0xc:0x0] 40000000:00000001:0.0:1773616281.864655:0:94179:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616281.864658:0:94179:0:(mdc_request.c:2951:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616281.864660:0:94179:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616281.864663:0:94179:0:(lmv_obd.c:1199:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616281.864665:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c378a0 00800000:00000002:0.0:1773616281.864667:0:94179:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='recon' -> mds #0 00000002:00000001:0.0:1773616281.864672:0:94179:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616281.864674:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c377d8 00000002:00010000:0.0:1773616281.864676:0:94179:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1773616281.864680:0:94179:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773616281.864683:0:94179:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1773616281.864686:0:94179:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1773616281.864691:0:94179:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616281.864694:0:94179:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1773616281.864697:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 2 00010000:00000001:0.0:1773616281.864699:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616281.864702:0:94179:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1773616281.864706:0:94179:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1773616281.864709:0:94179:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1773616281.864719:0:94179:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1773616281.864723:0:94179:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1773616281.864725:0:94179:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1773616281.864727:0:94179:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1773616281.864730:0:94179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616281.864732:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616281.864735:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 3 00010000:00000001:0.0:1773616281.864737:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616281.864740:0:94179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616281.864742:0:94179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616281.864743:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616281.864745:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 3 00010000:00000001:0.0:1773616281.864747:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616281.864749:0:94179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616281.864752:0:94179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616281.864753:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616281.864755:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a200 count: 3 00010000:00000001:0.0:1773616281.864757:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616281.864759:0:94179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616281.864760:0:94179:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1773616281.864764:0:94179:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1773616281.864768:0:94179:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1773616281.864772:0:94179:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1773616281.864774:0:94179:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1773616281.864776:0:94179:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.864779:0:94179:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1773616281.864782:0:94179:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773616281.864784:0:94179:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773616281.864787:0:94179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616281.864789:0:94179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1773616281.871618:0:94179:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002a600 with handle 0xe60cc2233ec679a8 from hash 00010000:00000001:0.0:1773616281.871634:0:94179:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1773616281.871637:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.871639:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616281.871640:0:94179:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1773616281.871647:0:94179:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773616281.871650:0:94179:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1773616281.871655:0:94179:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616281.871658:0:94179:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616281.871662:0:94179:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1773616281.871679:0:94179:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616281.871684:0:94179:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:0.0:1773616281.871692:0:94179:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773616281.871694:0:94179:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.871698:0:94179:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616281.871703:0:94179:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616281.871709:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616281.871710:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616281.871712:0:94179:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.871715:0:94179:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616281.871718:0:94179:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616281.871725:0:94179:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616281.871735:0:94179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8034c0c00. 00000100:00000001:0.0:1773616281.871743:0:94179:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.871748:0:94179:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616281.871751:0:94179:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1773616281.871757:0:94179:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1773616281.871766:0:94179:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1773616281.871767:0:94179:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616281.871769:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1773616281.871773:0:94179:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002a600/0xe60cc2233ec679a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c789 expref: -99 pid: 94169 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1773616281.871782:0:94179:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a200 count: 0 00010000:00000010:0.0:1773616281.871791:0:94179:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2900. 00010000:00000001:0.0:1773616281.871806:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616281.871809:0:94179:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.871811:0:94179:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616281.871813:0:94179:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616281.871815:0:94179:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616281.871827:0:94179:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00010000:00000001:0.0:1773616281.871833:0:94179:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616281.871852:0:94179:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616281.871858:0:94179:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527200. 00010000:00000010:0.0:1773616281.871864:0:94179:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8047d5f80. 00010000:00000001:0.0:1773616281.871869:0:94179:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616281.871872:0:94179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804650800. 00000020:00000001:0.0:1773616281.871875:0:94179:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616281.871878:0:94179:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804650800 with handle 0xe60cc2233ec679af to hash 00000020:00000001:0.0:1773616281.871881:0:94179:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616281.871883:0:94179:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:0.0:1773616281.871887:0:94179:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:0.0:1773616281.871890:0:94179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616281.871893:0:94179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616281.871897:0:94179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94179 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616281.871912:0:94179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94179 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1773616281.871926:0:94179:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1773616281.871940:0:94179:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1773616281.871952:0:94179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94179 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616281.871959:0:94179:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616281.871961:0:94179:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616281.871970:0:94179:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a811687cc0. 00000100:00000001:0.0:1773616281.871972:0:94179:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765434560 : -121323944117056 : ffff91a811687cc0) 00000100:00000001:0.0:1773616281.871975:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616281.871977:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000001:0.0:1773616281.871983:0:94179:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616281.871987:0:94179:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.871989:0:94179:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616281.871991:0:94179:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616281.871996:0:94179:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.872006:0:94179:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616281.872010:0:94179:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.872015:0:94179:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616281.872018:0:94179:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616281.872021:0:94179:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616281.872025:0:94179:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:94179:1859763795616512:192.168.201.103@tcp:101:bash.0 00000100:00000001:0.0:1773616281.872030:0:94179:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616281.872037:0:94179:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616281.872041:0:94179:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.872044:0:94179:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616281.872111:0:94179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:0.0:1773616281.872115:0:94179:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616281.872125:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616281.872130:0:94179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006ab58. 00000400:00000010:0.0:1773616281.872137:0:94179:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a8034c1c00. 00000100:00000200:0.0:1773616281.872145:0:94179:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795616512, portal 10 00000100:00000001:0.0:1773616281.872147:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616281.872148:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:0.0:1773616281.872155:0:94179:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616336 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.872163:0:94179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616281.872166:0:94179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616281.872170:0:94179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616281.872173:0:94179:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859763795616512, offset 0 00000400:00000200:0.0:1773616281.872180:0:94179:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616281.872188:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.872196:0:94179:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616281.872202:0:94179:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616281.872206:0:94179:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616281.872211:0:94179:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616281.872213:0:94179:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616281.872218:0:94179:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149738:149738:256:4294967295] 192.168.201.103@tcp LPNI seq info [149678:149678:8:4294967295] 00000400:00000200:0.0:1773616281.872222:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.872232:0:94179:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616281.872239:0:94179:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616281.872246:0:94179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:0.0:1773616281.872254:0:94179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616281.872264:0:94179:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616281.872268:0:94179:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1773616281.872288:0:94179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616281.872292:0:94179:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 442866 usecs (443 jiffies) 00000400:00000200:0.0:1773616281.872297:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616281.872300:0:94179:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302082909 00000800:00000200:0.0:1773616281.872427:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616281.872431:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:0.0:1773616281.872435:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.872450:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616281.872455:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:0.0:1773616281.872457:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:0.0:1773616281.872461:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616281.872465:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616336 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.872475:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616281.872479:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616336 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.872486:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.872488:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1773616281.872505:0:94179:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302083737 00000100:00000001:0.0:1773616281.872509:0:94179:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302082909 00000100:00000001:0.0:1773616281.872511:0:94179:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302083737 00000100:00000001:0.0:1773616281.872514:0:94179:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616281.872517:0:94179:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.872519:0:94179:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616281.872521:0:94179:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773616281.872524:0:94179:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a811687cc0 going to sleep for 50 seconds 00000100:00000001:0.0:1773616281.872528:0:94179:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616281.872531:0:94179:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1773616281.883419:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a200. 00010000:00000010:0.1:1773616281.883434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002a600. 00000800:00000001:0.0:1773616281.901298:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.901331:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616281.901336:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.901339:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.901351:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.901359:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616281.901367:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.901374:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.901380:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.901385:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200676300 00000400:00000200:0.0:1773616281.901389:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.901396:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x194469 [32] + 224 00000800:00000001:0.0:1773616281.901406:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.901414:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.901417:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.901421:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616281.901428:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616281.901437:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616336 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616281.901459:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616336 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.901481:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616281.901496:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.901500:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.901645:0:94179:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616281.901653:0:94179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616281.901655:0:94179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616281.901659:0:94179:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006ab58. 00000400:00000200:3.0:1773616281.901664:0:94179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8034c1c00 00000400:00000010:3.0:1773616281.901666:0:94179:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a8034c1c00. 00000100:00000001:3.0:1773616281.901669:0:94179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616281.901674:0:94179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616336 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616281.901683:0:94179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795616512/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616336 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.901688:0:94179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616281.901691:0:94179:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.901693:0:94179:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616281.901697:0:94179:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616281.901700:0:94179:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616281.901702:0:94179:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616281.901704:0:94179:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616281.901714:0:94179:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=72 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616281.901718:0:94179:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=45 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616281.901720:0:94179:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616281.901722:0:94179:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616281.901725:0:94179:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616281.901728:0:94179:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.901731:0:94179:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616281.901732:0:94179:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1773616281.901734:0:94179:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616281.901736:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.901738:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000001:3.0:1773616281.901742:0:94179:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616281.901743:0:94179:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616281.901745:0:94179:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616281.901747:0:94179:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616281.901752:0:94179:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616336 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.901758:0:94179:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616281.901762:0:94179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616281.901764:0:94179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616281.901767:0:94179:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616336 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616281.901774:0:94179:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:94179:1859763795616512:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616281.901779:0:94179:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616281.901782:0:94179:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.901784:0:94179:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616281.901787:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616281.901791:0:94179:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616336 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.901798:0:94179:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616281.901800:0:94179:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a811687cc0. 00000100:00000001:3.0:1773616281.901804:0:94179:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616281.901805:0:94179:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616281.901808:0:94179:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616281.901813:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.901816:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.901819:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=4 00000020:00000001:3.0:1773616281.901821:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.901824:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000040:3.0:1773616281.901831:0:94179:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804650800, remote cookie: 0xf6516185796c7a5, flags: 0x1001 00010000:00010000:3.0:1773616281.901877:0:94179:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616281.901887:0:94179:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773616281.901889:0:94179:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1773616281.901898:0:94179:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460a800. 00010000:00000010:3.0:1773616281.901902:0:94179:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2c00. 00010000:00000040:3.0:1773616281.901908:0:94179:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527200 count: 0 00010000:00000010:3.0:1773616281.901914:0:94179:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8047d5f80. 00010000:00000001:3.0:1773616281.901921:0:94179:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616281.901925:0:94179:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616281.901934:0:94179:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616281.901941:0:94179:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616281.901946:0:94179:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616281.901948:0:94179:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616281.901949:0:94179:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616281.901951:0:94179:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616281.901953:0:94179:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff91a80460a800) refcount = 1 00010000:00010000:3.0:1773616281.901957:0:94179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616281.901963:0:94179:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616281.901966:0:94179:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616281.901968:0:94179:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616281.901971:0:94179:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616281.901974:0:94179:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616281.901977:0:94179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616281.901982:0:94179:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616281.901983:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.901985:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616281.901986:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.901987:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616281.901988:0:94179:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616281.901993:0:94179:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616281.901995:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.901996:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.901998:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:3.0:1773616281.902000:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902002:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902004:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.902005:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.902007:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=4 00000020:00000001:3.0:1773616281.902008:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902010:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902012:0:94179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616281.902015:0:94179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616281.902018:0:94179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616281.902023:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.902024:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616281.902026:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.902027:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.902028:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=5 00000020:00000001:3.0:1773616281.902029:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902031:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902034:0:94179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616281.902036:0:94179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616281.902041:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.902042:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616281.902044:0:94179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616281.902049:0:94179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616281.902050:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.902051:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616281.902053:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.902054:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616281.902059:0:94179:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616281.902067:0:94179:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773616281.902072:0:94179:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616281.902078:0:94179:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616281.902085:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.902086:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.902088:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:3.0:1773616281.902089:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902091:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00000002:00010000:3.0:1773616281.902095:0:94179:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1773616281.902104:0:94179:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a8061f0cc0. 00010000:00000001:3.0:1773616281.902106:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.902107:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616281.902109:0:94179:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616281.902111:0:94179:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616281.902114:0:94179:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1773616281.902116:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.902118:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000001:3.0:1773616281.902120:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.902121:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00010000:00000001:3.0:1773616281.902123:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.902124:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.902125:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:3.0:1773616281.902126:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902128:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00000002:00010000:3.0:1773616281.902131:0:94179:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616281.902138:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.902139:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616281.902141:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773616281.902142:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.902144:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.902145:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:3.0:1773616281.902146:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.902148:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000040:3.0:1773616281.902152:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 2 00010000:00000001:3.0:1773616281.902154:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773616281.902158:0:94179:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/12 (0 0) 00010000:00000001:3.0:1773616281.902161:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616281.902162:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616281.902163:0:94179:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773616281.902166:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37758 00000002:00002000:3.0:1773616281.902168:0:94179:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1773616281.902171:0:94179:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616281.902175:0:94179:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616281.902177:0:94179:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773616281.902180:0:94179:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1773616281.902183:0:94179:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616281.902187:0:94179:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000001:3.0:1773616281.902190:0:94179:0:(namei.c:667:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1773616281.902191:0:94179:0:(namei.c:673:ll_lookup_it_finish()) it ffff91a8046cfd80 it_disposition 1800037 00000080:00002000:3.0:1773616281.902196:0:94179:0:(namei.c:652:ll_splice_alias()) Add dentry ffff91a8085606c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1773616281.902201:0:94179:0:(namei.c:829:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773616281.902204:0:94179:0:(namei.c:1618:ll_create_it()) Process entered 00000020:00000001:3.0:1773616281.902206:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37988 00000080:00200000:3.0:1773616281.902208:0:94179:0:(namei.c:1622:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91a804151148), intent=open|creat 00000080:00000001:3.0:1773616281.902211:0:94179:0:(namei.c:1569:ll_create_node()) Process entered 00000080:00000001:3.0:1773616281.902213:0:94179:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773616281.902218:0:94179:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1773616281.902221:0:94179:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773616281.902224:0:94179:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:3.0:1773616281.902227:0:94179:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1773616281.902247:0:94179:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff91a80415e300. 00000020:00000001:3.0:1773616281.902257:0:94179:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1773616281.902259:0:94179:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1773616281.902261:0:94179:0:(llite_lib.c:3183:ll_read_inode2()) Process entered 00000080:00200000:3.0:1773616281.902263:0:94179:0:(llite_lib.c:3186:ll_read_inode2()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000020:00000001:3.0:1773616281.902267:0:94179:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616281.902271:0:94179:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb000. 00000020:00000010:3.0:1773616281.902277:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a802e4c400. 00000020:00000010:3.0:1773616281.902281:0:94179:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a802e4ce00. 00000020:00000010:3.0:1773616281.902284:0:94179:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469ba80. 00000008:00000010:3.0:1773616281.902289:0:94179:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efef90. 00020000:00000010:3.0:1773616281.902294:0:94179:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318aa80. 00008000:00000010:3.0:1773616281.902298:0:94179:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616281.902305:0:94179:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b3f0. 00000080:00000010:3.0:1773616281.902309:0:94179:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820b908. 00000020:00000010:3.0:1773616281.902313:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a8111c1c00. 00000008:00000010:3.0:1773616281.902316:0:94179:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2b00. 00020000:00000010:3.0:1773616281.902320:0:94179:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827cfc0. 00008000:00000010:3.0:1773616281.902323:0:94179:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e274f8. 00000080:00000010:3.0:1773616281.902326:0:94179:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f282d0. 00000020:00000001:3.0:1773616281.902329:0:94179:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765709832 : -121323943841784 : ffff91a8116cb008) 00000020:00001000:3.0:1773616281.902331:0:94179:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb000 00000020:00000001:3.0:1773616281.902335:0:94179:0:(lu_object.c:842:lu_object_find_at()) Process entered 00000080:00000010:3.0:1773616281.902339:0:94179:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff91a80460b0c8. 00000020:00000001:3.0:1773616281.902342:0:94179:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1773616281.902344:0:94179:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.902351:0:94179:0:(lov_object.c:2323:lov_object_alloc()) Process entered 00020000:00000010:3.0:1773616281.902355:0:94179:0:(lov_object.c:2324:lov_object_alloc()) slab-alloced 'lov': 248 at ffff91a80460c000. 00020000:00000001:3.0:1773616281.902357:0:94179:0:(lov_object.c:2338:lov_object_alloc()) Process leaving (rc=18446622749546823680 : -121324162727936 : ffff91a80460c000) 00020000:00000001:3.0:1773616281.902360:0:94179:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:3.0:1773616281.902363:0:94179:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1773616281.902367:0:94179:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a80469b3c0. 00020000:00000010:3.0:1773616281.902372:0:94179:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a806f78600. 00020000:00000010:3.0:1773616281.902377:0:94179:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a80469bcc0. 00020000:00000001:3.0:1773616281.902379:0:94179:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547412672 : -121324162138944 : ffff91a80469bcc0) 00020000:00000002:3.0:1773616281.902382:0:94179:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bcc0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773616281.902386:0:94179:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773616281.902390:0:94179:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78600: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000001:3.0:1773616281.902393:0:94179:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1773616281.902395:0:94179:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bcc0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1773616281.902398:0:94179:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1773616281.902401:0:94179:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78600: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000010:3.0:1773616281.902404:0:94179:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff91a804557bc0. 00020000:00000010:3.0:1773616281.902408:0:94179:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff91a804eebc00. 00020000:00000001:3.0:1773616281.902413:0:94179:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1773616281.902416:0:94179:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff91a8045a4cd8. 00020000:00000001:3.0:1773616281.902419:0:94179:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1773616281.902420:0:94179:0:(lu_object.c:842:lu_object_find_at()) Process entered 00020000:00000001:3.0:1773616281.902425:0:94179:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1773616281.902428:0:94179:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff91a80460b258. 00000020:00000001:3.0:1773616281.902430:0:94179:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1773616281.902431:0:94179:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616281.902434:0:94179:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446622749546820312 : -121324162731304 : ffff91a80460b2d8) 00020000:00000001:3.0:1773616281.902437:0:94179:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1773616281.902451:0:94179:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff91a8047481c0. 00020000:00000001:3.0:1773616281.902454:0:94179:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.902458:0:94179:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546820312 : -121324162731304 : ffff91a80460b2d8) 00020000:00000001:3.0:1773616281.902461:0:94179:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446622749546820312 : -121324162731304 : ffff91a80460b2d8) 00020000:00000002:3.0:1773616281.902464:0:94179:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x176e:0x0]@ffff91a80460b258[0:0] -> [0x20000bf89:0xc:0x0]@ffff91a80460b0c8: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000001:3.0:1773616281.902469:0:94179:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1773616281.902472:0:94179:0:(lov_object.c:808:lov_init_composite()) Process leaving 00020000:00000001:3.0:1773616281.902474:0:94179:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616281.902476:0:94179:0:(lu_object.c:941:lu_object_find_at()) Process leaving (rc=18446622749546819912 : -121324162731704 : ffff91a80460b148) 00000020:00001000:3.0:1773616281.902479:0:94179:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb000 00000020:00000010:3.0:1773616281.902482:0:94179:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a802e4ce00. 00000020:00000010:3.0:1773616281.903700:0:94179:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469ba80. 00000008:00000010:3.0:1773616281.903711:0:94179:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efef90. 00020000:00000010:3.0:1773616281.903717:0:94179:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318aa80. 00008000:00000010:3.0:1773616281.903720:0:94179:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616281.903725:0:94179:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b3f0. 00000080:00000010:3.0:1773616281.903730:0:94179:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820b908. 00000020:00000010:3.0:1773616281.903733:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a802e4c400. 00000008:00000010:3.0:1773616281.903736:0:94179:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2b00. 00020000:00000010:3.0:1773616281.903740:0:94179:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827cfc0. 00008000:00000010:3.0:1773616281.903744:0:94179:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e274f8. 00000080:00000010:3.0:1773616281.903747:0:94179:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f282d0. 00000020:00000010:3.0:1773616281.903750:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a8111c1c00. 00000020:00000010:3.0:1773616281.903752:0:94179:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb000. 00000080:00000001:3.0:1773616281.903758:0:94179:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:3.0:1773616281.903762:0:94179:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000080:00000002:3.0:1773616281.903765:0:94179:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144116010713088012 mtime from 0 to 1773616281 00000080:00000001:3.0:1773616281.903770:0:94179:0:(llite_lib.c:3208:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1773616281.903773:0:94179:0:(namei.c:156:ll_iget()) Process leaving (rc=18446622749541917640 : -121324167633976 : ffff91a80415e3c8) 00010000:00000001:3.0:1773616281.903776:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616281.903778:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616281.903780:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:3.0:1773616281.903783:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:3.0:1773616281.903785:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00000080:00000001:3.0:1773616281.903788:0:94179:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:3.0:1773616281.903789:0:94179:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616281.903990:0:94179:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c360. 00000020:00000010:2.0:1773616281.903996:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63000. 00000020:00000010:2.0:1773616281.904000:0:94179:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62000. 00000020:00000010:2.0:1773616281.904003:0:94179:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616281.904009:0:94179:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616281.904012:0:94179:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118cc0. 00008000:00000010:2.0:1773616281.904016:0:94179:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f81fc8. 00000080:00000010:2.0:1773616281.904021:0:94179:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740498. 00000080:00000010:2.0:1773616281.904024:0:94179:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805089ff0. 00000020:00000010:2.0:1773616281.904028:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62200. 00000008:00000010:2.0:1773616281.904031:0:94179:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8160. 00020000:00000010:2.0:1773616281.904035:0:94179:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616281.904038:0:94179:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bc0. 00000080:00000010:2.0:1773616281.904042:0:94179:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096d20. 00000020:00000001:2.0:1773616281.904045:0:94179:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362408 : -121323958189208 : ffff91a81091c368) 00000020:00001000:2.0:1773616281.904047:0:94179:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c360 00000020:00000001:2.0:1773616281.904049:0:94179:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616281.904053:0:94179:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616281.904055:0:94179:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616281.904060:0:94179:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685300. 00020000:00000010:2.0:1773616281.904064:0:94179:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d500. 00020000:00000010:2.0:1773616281.904069:0:94179:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685900. 00020000:00000001:2.0:1773616281.904072:0:94179:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547321600 : -121324162230016 : ffff91a804685900) 00020000:00000002:2.0:1773616281.904075:0:94179:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685900, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616281.904080:0:94179:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616281.904083:0:94179:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d500: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616281.904087:0:94179:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c000) owner ffff91a8037527c0 00020000:00000001:2.0:1773616281.904090:0:94179:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616281.904093:0:94179:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c000) owner ffff91a8037527c0 00020000:00000010:2.0:1773616281.904097:0:94179:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d500. 00020000:00000010:2.0:1773616281.904100:0:94179:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685300. 00020000:00000010:2.0:1773616281.904104:0:94179:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685900. 00020000:00000002:2.0:1773616281.904106:0:94179:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616281.904108:0:94179:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.904110:0:94179:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.904114:0:94179:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616281.904117:0:94179:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000002:2.0:1773616281.904120:0:94179:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bcc0 addref 2/0 by ffff91a8037527c0. 00020000:00000002:2.0:1773616281.904122:0:94179:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000001:2.0:1773616281.904125:0:94179:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616281.904127:0:94179:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616281.904129:0:94179:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616281.904130:0:94179:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616281.904133:0:94179:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616281.904135:0:94179:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1773616281.904138:0:94179:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c360 00000020:00000010:2.0:1773616281.904140:0:94179:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62000. 00000020:00000010:2.0:1773616281.904144:0:94179:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616281.904146:0:94179:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616281.904150:0:94179:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118cc0. 00008000:00000010:2.0:1773616281.904153:0:94179:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f81fc8. 00000080:00000010:2.0:1773616281.904156:0:94179:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740498. 00000080:00000010:2.0:1773616281.904159:0:94179:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805089ff0. 00000020:00000010:2.0:1773616281.904163:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63000. 00000008:00000010:2.0:1773616281.904165:0:94179:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8160. 00020000:00000010:2.0:1773616281.904168:0:94179:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616281.904170:0:94179:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bc0. 00000080:00000010:2.0:1773616281.904173:0:94179:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096d20. 00000020:00000010:2.0:1773616281.904175:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62200. 00000020:00000010:2.0:1773616281.904177:0:94179:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c360. 00000080:00000001:2.0:1773616281.904179:0:94179:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.904181:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.904183:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616281.904184:0:94179:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616281.904189:0:94179:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616281.904191:0:94179:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616281.904194:0:94179:0:(namei.c:1588:ll_create_node()) setting l_ast_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000080:00010000:2.0:1773616281.904198:0:94179:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679af 00800000:00000001:2.0:1773616281.904202:0:94179:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616281.904205:0:94179:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616281.904206:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616281.904208:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616281.904209:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616281.904212:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.904214:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.904217:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.904218:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616281.904219:0:94179:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616281.904221:0:94179:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904223:0:94179:0:(namei.c:1590:ll_create_node()) Process leaving 00000100:00000001:2.0:1773616281.904226:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616281.904237:0:94179:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616281.904245:0:94179:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904252:0:94179:0:(namei.c:1674:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616281.904256:0:94179:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000080:00000001:2.0:1773616281.904259:0:94179:0:(namei.c:1305:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616281.904276:0:94179:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3400. 00000100:00000001:2.0:1773616281.904281:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616281.904285:0:94179:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616281.904292:0:94179:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904296:0:94179:0:(pcc.c:3554:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1773616281.904298:0:94179:0:(pcc.c:3557:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904306:0:94179:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616281.904308:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a60 00000080:00200008:2.0:1773616281.904311:0:94179:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102101 00000080:00000010:2.0:1773616281.904319:0:94179:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e07540. 00000080:00000010:2.0:1773616281.904326:0:94179:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301c80. 00000080:00000001:2.0:1773616281.904329:0:94179:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616281.904334:0:94179:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616281.904337:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616281.904339:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616281.904342:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616281.904344:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616281.904346:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616281.904349:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616281.904351:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616281.904354:0:94179:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616281.904359:0:94179:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539e00. 00000002:00100000:2.0:1773616281.904364:0:94179:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616281.904370:0:94179:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616281.904372:0:94179:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616281.904376:0:94179:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616281.904380:0:94179:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904382:0:94179:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616281.904385:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616281.904389:0:94179:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616281.904397:0:94179:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616281.904402:0:94179:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616281.904449:0:94179:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616281.904451:0:94179:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.904454:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a60 00000080:00000008:2.0:1773616281.904456:0:94179:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102101, rc = 0 00000080:00000001:2.0:1773616281.904460:0:94179:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1773616281.904462:0:94179:0:(dcache.c:176:ll_intent_release()) intent ffff91a8046cfd80 released 00000080:00010000:2.0:1773616281.904464:0:94179:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679af from it ffff91a8046cfd80 00010000:00000001:2.0:1773616281.904467:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616281.904468:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616281.904470:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616281.904472:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.904473:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.904476:0:94179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616281.904480:0:94179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616281.904488:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.904489:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616281.904491:0:94179:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616281.904494:0:94179:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616281.904497:0:94179:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616281.904504:0:94179:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616281.904507:0:94179:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616281.904509:0:94179:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616281.904513:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.904514:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616281.904516:0:94179:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.904519:0:94179:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616281.904521:0:94179:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.904523:0:94179:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.904526:0:94179:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.904529:0:94179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616281.904530:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.904531:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616281.904533:0:94179:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1773616281.904535:0:94179:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616281.904537:0:94179:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616281.904539:0:94179:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616281.904542:0:94179:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616281.904544:0:94179:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904546:0:94179:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616281.904548:0:94179:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904550:0:94179:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616281.904552:0:94179:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904554:0:94179:0:(namei.c:1544:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1773616281.904557:0:94179:0:(namei.c:1556:ll_atomic_open()) kfreed 'it': 72 at ffff91a8046cfd80. 00000080:00000001:2.0:1773616281.904560:0:94179:0:(namei.c:1558:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.904566:0:94179:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616281.904568:0:94179:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1773616281.904572:0:94179:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616281.904686:0:94179:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616281.904690:0:94179:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000002:2.0:1773616281.904693:0:94179:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000001:2.0:1773616281.904696:0:94179:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.912089:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d28 00000080:00200008:2.0:1773616281.912099:0:94179:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616281.912108:0:94179:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616281.912109:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37ca0 00000080:00200000:2.0:1773616281.912111:0:94179:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8),name=recon 00000080:00000010:2.0:1773616281.912119:0:94179:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62200. 00800000:00000002:2.0:1773616281.912126:0:94179:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616281.912133:0:94179:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616281.912137:0:94179:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616281.912139:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37bc0 00800000:00000002:2.0:1773616281.912142:0:94179:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616281.912147:0:94179:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616281.912150:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616281.912153:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616281.912156:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616281.912159:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616281.912161:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616281.912163:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616281.912166:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616281.912169:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616281.912170:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616281.912171:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616281.912172:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616281.912174:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616281.912176:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616281.912178:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616281.912180:0:94179:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616281.912185:0:94179:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616281.912187:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a90 00000002:00010000:2.0:1773616281.912189:0:94179:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616281.912193:0:94179:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616281.912195:0:94179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616281.912198:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616281.912205:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 2 00010000:00000001:2.0:1773616281.912208:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616281.912213:0:94179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616281.912219:0:94179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616281.912224:0:94179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1773616281.912234:0:94179:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616281.912240:0:94179:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616281.912243:0:94179:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1773616281.912250:0:94179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616281.912252:0:94179:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616281.912255:0:94179:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616281.912257:0:94179:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616281.912259:0:94179:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616281.912261:0:94179:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616281.912451:0:94179:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616281.912456:0:94179:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616281.912461:0:94179:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62200. 00000080:00000001:2.0:1773616281.912466:0:94179:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616281.912468:0:94179:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616281.912471:0:94179:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000080:00010000:2.0:1773616281.912475:0:94179:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679af 00800000:00000001:2.0:1773616281.912478:0:94179:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616281.912480:0:94179:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616281.912760:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616281.912763:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616281.912766:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616281.912769:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.912772:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.912775:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.912777:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616281.912778:0:94179:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616281.912780:0:94179:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616281.912783:0:94179:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679af from it ffffa25881c37cd8 00010000:00000001:2.0:1773616281.912787:0:94179:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616281.912788:0:94179:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616281.912789:0:94179:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616281.913149:0:94179:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.913153:0:94179:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616281.913156:0:94179:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616281.913160:0:94179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616281.913168:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.913169:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616281.913170:0:94179:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616281.913173:0:94179:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616281.913176:0:94179:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616281.913183:0:94179:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616281.913187:0:94179:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616281.913189:0:94179:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616281.913194:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.913195:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616281.913197:0:94179:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.913200:0:94179:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616281.913202:0:94179:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.913204:0:94179:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.913207:0:94179:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.913209:0:94179:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616281.913211:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.913211:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616281.913214:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616281.913216:0:94179:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616281.913220:0:94179:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773616281.913223:0:94179:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616281.913225:0:94179:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616281.913227:0:94179:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616281.913229:0:94179:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.913231:0:94179:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616281.913235:0:94179:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773616281.913237:0:94179:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616281.913243:0:94179:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c360. 00000020:00000010:2.0:1773616281.913247:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62200. 00000020:00000010:2.0:1773616281.913252:0:94179:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63000. 00000020:00000010:2.0:1773616281.913256:0:94179:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616281.913918:0:94179:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616281.913932:0:94179:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118cc0. 00008000:00000010:2.0:1773616281.913937:0:94179:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f81fc8. 00000080:00000010:2.0:1773616281.913944:0:94179:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740498. 00000080:00000010:2.0:1773616281.913948:0:94179:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805089ff0. 00000020:00000010:2.0:1773616281.913954:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62000. 00000008:00000010:2.0:1773616281.913958:0:94179:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8160. 00020000:00000010:2.0:1773616281.913962:0:94179:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616281.913966:0:94179:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bc0. 00000080:00000010:2.0:1773616281.913970:0:94179:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096d20. 00000020:00000001:2.0:1773616281.913973:0:94179:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362408 : -121323958189208 : ffff91a81091c368) 00000020:00001000:2.0:1773616281.913976:0:94179:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c360 00000020:00000001:2.0:1773616281.913980:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616281.913983:0:94179:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616281.913985:0:94179:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616281.913987:0:94179:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773616281.913990:0:94179:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616281.913991:0:94179:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616281.913994:0:94179:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616281.913996:0:94179:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616281.913999:0:94179:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616281.914003:0:94179:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a80508a050 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773616281.914007:0:94179:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000001:2.0:1773616281.914011:0:94179:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616281.914013:0:94179:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616281.914017:0:94179:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616281.914018:0:94179:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616281.914197:0:94179:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616281.914201:0:94179:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616281.914202:0:94179:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.914204:0:94179:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616281.914205:0:94179:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616281.914206:0:94179:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616281.914207:0:94179:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00000020:00000001:2.0:1773616281.914210:0:94179:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616281.914213:0:94179:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773616281.914214:0:94179:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773616281.914217:0:94179:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616281.914218:0:94179:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616281.914221:0:94179:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616281.914223:0:94179:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616281.914228:0:94179:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773616281.914234:0:94179:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453ce80. 00020000:00000002:2.0:1773616281.914236:0:94179:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616281.914239:0:94179:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616281.914241:0:94179:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616281.914243:0:94179:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616281.914245:0:94179:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616281.914248:0:94179:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c3f0. 00000020:00000010:2.0:1773616281.914251:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616281.914254:0:94179:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63c00. 00000020:00000010:2.0:1773616281.914257:0:94179:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685900. 00000008:00000010:2.0:1773616281.914282:0:94179:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616281.914287:0:94179:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118600. 00008000:00000010:2.0:1773616281.914290:0:94179:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f811a8. 00000080:00000010:2.0:1773616281.914294:0:94179:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740bd0. 00000080:00000010:2.0:1773616281.914296:0:94179:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805089488. 00000020:00000010:2.0:1773616281.914299:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616281.914302:0:94179:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd9ce0. 00020000:00000010:2.0:1773616281.914305:0:94179:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e640. 00008000:00000010:2.0:1773616281.914307:0:94179:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371fc0. 00000080:00000010:2.0:1773616281.914310:0:94179:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096a50. 00000020:00000001:2.0:1773616281.914312:0:94179:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751362552 : -121323958189064 : ffff91a81091c3f8) 00000020:00001000:2.0:1773616281.914314:0:94179:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c3f0 00000020:00000001:2.0:1773616281.914317:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:2.0:1773616281.914319:0:94179:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616281.914322:0:94179:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616281.914323:0:94179:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616281.914324:0:94179:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616281.914326:0:94179:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616281.914328:0:94179:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877532264 : -121323832019352 : ffff91a81816f668) 00000020:00000001:2.0:1773616281.914330:0:94179:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616281.914333:0:94179:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811967300. 00000008:00010000:2.0:1773616281.914336:0:94179:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773616281.914339:0:94179:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616281.914340:0:94179:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616281.914342:0:94179:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453ceb0, osc lock ffff91a811967300, flags 0x400001002 00000020:00000001:2.0:1773616281.914344:0:94179:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616281.914345:0:94179:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616281.914348:0:94179:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545975424 : -121324163576192 : ffff91a80453ce80) 00000020:00000001:2.0:1773616281.914350:0:94179:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616281.914351:0:94179:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616281.914352:0:94179:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.914354:0:94179:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.914356:0:94179:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773616281.914358:0:94179:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773616281.914359:0:94179:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616281.914361:0:94179:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616281.914362:0:94179:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616281.914363:0:94179:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877532264 : -121323832019352 : ffff91a81816f668) 00000020:00000001:2.0:1773616281.914365:0:94179:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616281.914367:0:94179:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616281.914369:0:94179:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616281.914372:0:94179:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616281.914374:0:94179:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616281.914375:0:94179:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616281.914377:0:94179:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616281.914378:0:94179:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616281.914379:0:94179:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616281.914382:0:94179:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616281.914384:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616281.914390:0:94179:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.914393:0:94179:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773616281.914399:0:94179:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616281.914403:0:94179:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00010000:00000001:2.0:1773616281.914407:0:94179:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616281.914411:0:94179:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616281.914415:0:94179:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616281.914417:0:94179:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616281.914419:0:94179:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.914422:0:94179:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616281.914424:0:94179:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616281.914428:0:94179:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616281.914434:0:94179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63200. 00000100:00000001:2.0:1773616281.914452:0:94179:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.914458:0:94179:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616281.914459:0:94179:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.914461:0:94179:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616281.914462:0:94179:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.914464:0:94179:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.914467:0:94179:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00010000:00000001:2.0:1773616281.914471:0:94179:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616281.914473:0:94179:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616281.914478:0:94179:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feba00. 00010000:00000010:2.0:1773616281.914493:0:94179:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91a804feb800. 00010000:00000001:2.0:1773616281.914499:0:94179:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616281.914502:0:94179:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5e00. 00000020:00000001:2.0:1773616281.914507:0:94179:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616281.914509:0:94179:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5e00 with handle 0xe60cc2233ec679b6 to hash 00000020:00000001:2.0:1773616281.914512:0:94179:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616281.914513:0:94179:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000010:2.0:1773616281.914518:0:94179:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a810301d80. 00010000:00000001:2.0:1773616281.914520:0:94179:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616281.914524:0:94179:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616281.914526:0:94179:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616281.914530:0:94179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616281.914548:0:94179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616281.914557:0:94179:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.914562:0:94179:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616281.914567:0:94179:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616281.914580:0:94179:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13cc3e] to pc [ptlrpcd_01_01+1] req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.914645:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616281.914649:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616281.914652:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616281.914659:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.914668:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616281.914671:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616281.914675:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616281.914678:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616281.914680:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616281.914683:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795616640:192.168.201.103@tcp:101:uname.0 00000100:00000001:3.0:1773616281.914688:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616281.914694:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616281.914697:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616281.914700:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616281.914707:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819770c00. 02000000:00000001:3.0:1773616281.914710:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616281.914719:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616281.914724:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944de70. 00000400:00000010:3.0:1773616281.914731:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c34c8. 00000100:00000200:3.0:1773616281.914739:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795616640, portal 4 00000100:00000001:3.0:1773616281.914741:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616281.914743:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:3.0:1773616281.914749:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616297 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616281.914756:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616281.914758:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616281.914761:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3220. 00000100:00000200:3.0:1773616281.914765:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795616640, offset 0 00000400:00000200:3.0:1773616281.914771:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616281.914780:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616281.914788:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616281.914794:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616281.914798:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616281.914803:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616281.914806:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616281.914811:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149739:149739:256:4294967295] 192.168.201.103@tcp LPNI seq info [149679:149679:8:4294967295] 00000400:00000200:3.0:1773616281.914816:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616281.914825:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616281.914831:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616281.914862:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265100. 00000800:00000200:3.0:1773616281.914870:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616281.914877:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616281.914883:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773616281.914901:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616281.914906:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1546315 usecs (1547 jiffies) 00000400:00000200:3.0:1773616281.914909:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616281.914912:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084070 00000100:00000001:3.0:1773616281.914920:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302083737 00000100:00000001:3.0:1773616281.914926:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084070 00000100:00000001:3.0:1773616281.914929:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302083737 00000100:00000001:3.0:1773616281.914933:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616281.914935:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.914938:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.914941:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616281.915356:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616281.915361:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265100. 00000400:00000200:0.0:1773616281.915366:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.915372:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616281.915377:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3220 00000400:00000010:0.0:1773616281.915380:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3220. 00000100:00000001:0.0:1773616281.915384:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616281.915391:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616297 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.915402:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616281.915405:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.915412:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.915414:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1773616281.915613:0:94179:0:(osc_request.c:3301:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616281.915618:0:94179:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.915620:0:94179:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616281.915623:0:94179:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.915625:0:94179:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616281.915627:0:94179:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616281.915629:0:94179:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773616281.915631:0:94179:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773616281.915633:0:94179:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1773616281.915643:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616281.915646:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616281.919077:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616281.919085:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773616281.919090:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616281.919092:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1773616281.919192:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.919208:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616281.919211:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.919214:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.919224:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.919231:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616281.919240:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.919245:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.919250:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.919255:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x69b7200676380 00000400:00000200:0.0:1773616281.919260:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.919283:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194479 [1] + 224 00000800:00000001:0.0:1773616281.919293:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.919305:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616281.919308:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.919312:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616281.919319:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616281.919328:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616297 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616281.919338:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=400 req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616281.919346:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616281.919354:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616281.919357:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616281.920637:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616281.920644:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616281.920649:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944de70. 00000400:00000200:2.0:1773616281.920657:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c34c8 00000400:00000010:2.0:1773616281.920660:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c34c8. 00000100:00000001:2.0:1773616281.920665:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616281.920674:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616281.920685:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616281.920692:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616281.920695:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.920699:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616281.920703:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616281.920705:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616281.920708:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616281.920711:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616281.920722:0:2402:0:(import.c:2136:obd_at_measure()) add 0 to ffff91a8097c7c58 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616281.920726:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=142 v=5 (2 0 0 0) 00000100:00000001:2.0:1773616281.920730:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773616281.920735:0:2402:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff91a8182b3000: operation ldlm_enqueue to node 192.168.201.103@tcp failed: rc = -107 00010000:00000010:3.1:1773616281.920888:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527200. 00000100:00000001:2.0:1773616281.945065:0:2402:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773616281.945079:0:2402:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773616281.945086:0:2402:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff91a8182b3000 of lustre-OST0000_UUID@192.168.201.103@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773616281.945093:0:2402:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1773616281.945099:0:2402:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff91a8182b3000: Connection to lustre-OST0000 (at 192.168.201.103@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1773616281.975164:0:2402:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773616281.975172:0:2402:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:2.0:1773616281.975175:0:2402:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.975178:0:2402:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1773616281.975182:0:2402:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773616281.975186:0:2402:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773616281.975191:0:2402:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773616281.975198:0:2402:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff91a8182b3000: connect to NID 192.168.201.103@tcp last attempt 7273 00000400:00000200:2.0:1773616281.975207:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616281.975214:0:2402:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.103@tcp is discovered: rc = 1 00000100:00000040:2.0:1773616281.975218:0:2402:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 14 to 192.168.201.103@tcp 00000100:00000001:2.0:1773616281.975221:0:2402:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773616281.975224:0:2402:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00000100:00000001:2.0:1773616281.975226:0:2402:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000001:2.0:1773616281.975230:0:2402:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773616281.975232:0:2402:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:2.0:1773616281.975234:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616281.975238:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:2.0:1773616281.975240:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:2.0:1773616281.975243:0:2402:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00000040:2.0:1773616281.975246:0:2402:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 14 to 192.168.201.103@tcp 00000100:00000001:2.0:1773616281.975248:0:2402:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773616281.975250:0:2402:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00000100:00000001:2.0:1773616281.975252:0:2402:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 00000020:00000040:2.0:1773616281.975255:0:2402:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00080000:2.0:1773616281.975258:0:2402:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff91a8182b3000: import ffff91a8097c7800 using connection 192.168.201.103@tcp/192.168.201.103@tcp 00000100:00000001:2.0:1773616281.975261:0:2402:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616281.975735:0:2402:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773616281.975804:0:2402:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616281.975809:0:2402:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.975812:0:2402:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1773616281.975816:0:2402:0:(osc_request.c:3823:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681601 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1773616281.975819:0:2402:0:(osc_request.c:3826:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.975821:0:2402:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616281.975832:0:2402:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036cb800. 00000020:00000040:2.0:1773616281.975888:0:2402:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 02000000:00000001:2.0:1773616281.975893:0:2402:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616281.975895:0:2402:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.975898:0:2402:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616281.975901:0:2402:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616281.975905:0:2402:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616281.975913:0:2402:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803494800. 00000100:00000001:2.0:1773616281.975920:0:2402:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616281.975930:0:2402:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616281.975941:0:2402:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616281.975945:0:2402:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616281.975950:0:2402:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c25db6ff] to pc [ptlrpcd_rcv+-1] req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616281.975971:0:2402:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.975974:0:2402:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773616281.975976:0:2402:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773616281.975980:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.975983:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.975992:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616281.975995:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.975997:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616281.975999:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616281.976002:0:2402:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.976004:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616281.976007:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.976009:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.976011:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.976255:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616281.976258:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616281.976260:0:2398:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616281.976282:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616281.976290:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616281.976291:0:2398:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.976295:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616281.976298:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616281.976300:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616281.976304:0:2398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6bed2507-d27f-43a9-a583-f3d23438f235:2398:1859763795616768:192.168.201.103@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1773616281.976308:0:2398:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616281.976320:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616281.976323:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616281.976326:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616281.976331:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c3400. 02000000:00000001:0.0:1773616281.976333:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616281.976340:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616281.976344:0:2398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006adc0. 00000400:00000010:0.0:1773616281.976351:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a220. 00000100:00000200:0.0:1773616281.976359:0:2398:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795616768, portal 4 00000100:00000001:0.0:1773616281.976362:0:2398:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616281.976364:0:2398:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530830848 : -121324178720768 : ffff91a8036cb800) 00000100:00000040:0.0:1773616281.976371:0:2398:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616281.976379:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616281.976382:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616281.976385:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616281.976387:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1859763795616768, offset 0 00000400:00000200:0.0:1773616281.976394:0:2398:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616281.976403:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.976410:0:2398:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616281.976415:0:2398:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616281.976419:0:2398:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616281.976423:0:2398:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616281.976426:0:2398:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616281.976430:0:2398:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149740:149740:256:4294967295] 192.168.201.103@tcp LPNI seq info [149680:149680:8:4294967295] 00000400:00000200:0.0:1773616281.976434:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616281.976460:0:2398:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616281.976466:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616281.976472:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:0.0:1773616281.976479:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616281.976497:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616281.976501:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773616281.976514:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616281.976519:0:2398:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1536817 usecs (1537 jiffies) 00000400:00000200:0.0:1773616281.976522:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616281.976525:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084121 00000100:00000001:0.0:1773616281.976533:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302084070 00000100:00000001:0.0:1773616281.976538:0:2398:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084121 00000100:00000001:0.0:1773616281.976540:0:2398:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302084070 00000100:00000001:0.0:1773616281.976543:0:2398:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616281.976546:0:2398:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.976549:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.976551:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616281.976555:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616281.976557:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773616281.976559:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616281.976560:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616281.976561:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.976563:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616281.976657:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616281.976661:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:0.0:1773616281.976666:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616281.976670:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616281.976675:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:0.0:1773616281.976677:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:0.0:1773616281.976681:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616281.976685:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616281.976693:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616281.976697:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616281.976711:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616281.976712:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616281.980777:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616281.980802:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616281.980806:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616281.980809:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616281.980818:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616281.980826:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616281.980834:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616281.980866:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616281.980872:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616281.980877:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 416 into portal 4 MB=0x69b7200676400 00000400:00000200:1.0:1773616281.980882:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616281.980888:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 416/416 into md 0x194481 [1] + 0 00000800:00000001:1.0:1773616281.980897:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616281.980907:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616281.980910:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616281.980915:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616281.980922:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616281.980932:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616281.980944:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616281.981173:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616281.981183:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616281.981187:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.982213:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616281.982218:0:2398:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616281.982226:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616281.982228:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616281.982231:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006adc0. 00000400:00000200:2.0:1773616281.982236:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a220 00000400:00000010:2.0:1773616281.982239:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a220. 00000100:00000001:2.0:1773616281.982242:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616281.982249:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616281.982258:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/544 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616281.982271:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616281.982272:0:2398:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.982275:0:2398:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616281.982279:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616281.982281:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616281.982283:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616281.982286:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616281.982296:0:2398:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616281.982300:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=142 v=5 (2 0 0 0) 00000100:00000001:2.0:1773616281.982303:0:2398:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616281.982305:0:2398:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616281.982307:0:2398:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616281.983158:0:2398:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616281.983164:0:2398:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616281.983167:0:2398:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640286 00000100:00000001:2.0:1773616281.983169:0:2398:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616281.983170:0:2398:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616281.983176:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616281.983183:0:2398:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616281.983186:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616281.983188:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616281.983191:0:2398:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773616281.983198:0:2398:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff91a8182b3000: connect to target with instance 11 00000020:00000001:2.0:1773616281.983200:0:2398:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773616281.983203:0:2398:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:2.0:1773616281.983205:0:2398:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616281.983207:0:2398:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:2.0:1773616281.983210:0:2398:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:2.0:1773616281.983212:0:2398:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00001000:2.0:1773616281.983216:0:2398:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1773616281 v=0 (0 0 0 0) 00000100:00001000:2.0:1773616281.983219:0:2398:0:(import.c:2202:obd_at_measure()) AT ffff91a8097c7c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1773616281.983223:0:2398:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 354, crc32c 4239, adler 312 00000020:00000040:2.0:1773616281.983230:0:2398:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00000001:2.0:1773616281.983232:0:2398:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1773616281.983235:0:2398:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000020:2.0:1773616281.983240:0:2398:0:(osc_request.c:1056:osc_init_grant()) lustre-OST0000-osc-ffff91a8182b3000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1773616281.983243:0:2398:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1773616281.983246:0:2398:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:1.0:1773616281.983622:0:2398:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1773616281.983626:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1773616281.983629:0:2398:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1773616281.983631:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1773616281.983633:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:1.0:1773616281.983636:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.983638:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.983639:0:2398:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1773616281.983641:0:2398:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:1.0:1773616281.983642:0:2398:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.983643:0:2398:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1773616281.983645:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1773616281.983650:0:2398:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1773616281.983652:0:2398:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.983653:0:2398:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616281.983655:0:2398:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616281.983658:0:2398:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.983661:0:2398:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616281.983663:0:2398:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616281.983666:0:2398:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1773616281.983673:0:2398:0:(import.c:1331:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff91a8182b3000: evicting (reconnect/recover flags not set: 4) req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773616281.983684:0:2398:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1773616281.983688:0:2398:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1773616281.983691:0:2398:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff91a8182b3000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1773616282.003024:0:2398:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.201.103@tcp; invalidating 00000020:00000040:1.0:1773616282.003032:0:2398:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=5 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616282.004247:0:2398:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.004253:0:2398:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.004269:0:2398:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773616282.004284:0:2398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6bed2507-d27f-43a9-a583-f3d23438f235:2398:1859763795616768:192.168.201.103@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1773616282.004289:0:2398:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.004293:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.004298:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb800 x1859763795616768/t0(0) o8->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 520/416 e 0 to 0 dl 1773616291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.004305:0:2398:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616282.004309:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616282.004327:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c3400. 02000000:00000001:0.0:1773616282.004331:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616282.004333:0:2398:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616282.004335:0:2398:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616282.004338:0:2398:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616282.004341:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803494800. 02000000:00000001:0.0:1773616282.004345:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616282.004347:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616282.004350:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb800. 00000100:00000001:0.0:1773616282.004355:0:2398:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616282.004356:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.004359:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.004369:0:2398:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616282.004371:0:2398:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.004374:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616282.004375:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.004949:0:94180:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1773616282.004961:0:94180:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff91a8182b3000 to lustre-OST0000_UUID@192.168.201.103@tcp 00000100:00000001:1.0:1773616282.005167:0:94180:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773616282.005169:0:94180:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773616282.005171:0:94180:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773616282.005177:0:94180:0:(client.c:3571:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/224 e 0 to 0 dl 1773616297 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.005197:0:94180:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773616282.005200:0:94180:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: committing for last_committed 47244640286 gen 6 00000100:00000040:1.0:1773616282.005203:0:94180:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773616282.005206:0:94180:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616282.005207:0:94180:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773616282.005208:0:94180:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773616282.005210:0:94180:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773616282.005213:0:94180:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:1.0:1773616282.005215:0:94180:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1773616282.005218:0:94180:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:1.0:1773616282.005221:0:94180:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1773616282.005223:0:94180:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff91a81003d548 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1773616282.005227:0:94180:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1773616282.005230:0:94180:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn e60cc2233ec671ac 00020000:00000001:1.0:1773616282.005232:0:94180:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.005235:0:94180:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1773616282.005237:0:94180:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1773616282.005240:0:94180:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1773616282.005241:0:94180:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1773616282.005243:0:94180:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:1.0:1773616282.005246:0:94180:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.005248:0:94180:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.005250:0:94180:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1773616282.005251:0:94180:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:1.0:1773616282.005253:0:94180:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.005254:0:94180:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1773616282.005256:0:94180:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1773616282.005260:0:94180:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1773616282.005262:0:94180:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.005276:0:94180:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.005279:0:94180:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.005281:0:94180:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.005283:0:94180:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.005285:0:94180:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.005288:0:94180:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1773616282.005291:0:94180:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773616282.005511:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616282.005515:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616282.005519:0:2402:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.005527:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/224 e 0 to 0 dl 1773616297 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.005535:0:2402:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773616282.005538:0:2402:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.005540:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.005542:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773616282.005545:0:2402:0:(osc_request.c:3116:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1773616282.005548:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.005550:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.005553:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=4 00000020:00000001:2.0:1773616282.005555:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005558:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005560:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.005561:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.005563:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=5 00000020:00000001:2.0:1773616282.005565:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005566:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005570:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.005574:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.005579:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.005589:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.005590:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.005593:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616282.005595:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.005596:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.005597:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=6 00000020:00000001:2.0:1773616282.005599:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005601:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00010000:2.0:1773616282.005604:0:2402:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.005612:0:2402:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00010000:00010000:2.0:1773616282.005616:0:2402:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.005623:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.005625:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.005631:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.005632:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.005635:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.005641:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.005643:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.005643:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.005645:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.005645:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.005648:0:2402:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773616282.005650:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00000020:00000001:2.0:1773616282.005655:0:2402:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.005657:0:2402:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773616282.005676:0:2402:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773616282.005679:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000001:2.0:1773616282.005681:0:2402:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1773616282.005684:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.005685:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.005687:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=4 00000020:00000001:2.0:1773616282.005688:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005690:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005693:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.005696:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.005703:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.005704:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.005706:0:2402:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.005711:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.005713:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.005715:0:2402:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773616282.005719:0:2402:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616282.005726:0:2402:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c5e00 already unused, calling callback (ffffffffc109a260) 00000008:00000001:2.0:1773616282.005729:0:2402:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1773616282.005731:0:2402:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773616282.005732:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.005733:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.005734:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=5 00000020:00000001:2.0:1773616282.005736:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005738:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.005741:0:2402:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616282.005744:0:2402:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1773616282.005751:0:2402:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1773616282.005753:0:2402:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.005759:0:2402:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c120. 00000020:00000010:2.0:1773616282.005764:0:2402:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63600. 00000020:00000010:2.0:1773616282.005769:0:2402:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62a00. 00000020:00000010:2.0:1773616282.005773:0:2402:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685300. 00000008:00000010:2.0:1773616282.005780:0:2402:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a9650. 00020000:00000010:2.0:1773616282.005784:0:2402:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091183c0. 00000020:00000001:0.0:1773616282.006155:0:94179:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1773616282.006160:0:94179:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773616282.006163:0:94179:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a805089ff0 (ffff91a81091c368/0) at cl_lock_release():245 00000020:00000001:0.0:1773616282.006166:0:94179:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616282.006167:0:94179:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a805089ff0 (ffff91a81091c368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773616282.006170:0:94179:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773616282.006174:0:94179:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.006175:0:94179:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877532264 : -121323832019352 : ffff91a81816f668) 00000020:00000001:0.0:1773616282.006177:0:94179:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616282.006178:0:94179:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453ceb0 (ffff91a81091c3f8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773616282.006181:0:94179:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773616282.006183:0:94179:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00000008:00000001:0.0:1773616282.006184:0:94179:0:(osc_lock.c:1123:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773616282.006185:0:94179:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.006187:0:94179:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.006188:0:94179:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.006189:0:94179:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616282.006190:0:94179:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a805089ff0 (ffff91a81091c368/0) at cl_lock_fini():72 00020000:00000001:0.0:1773616282.006193:0:94179:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773616282.006194:0:94179:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616282.006195:0:94179:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453ceb0 (ffff91a81091c368/1) at cl_lock_fini():72 00000008:00000010:0.0:1773616282.006198:0:94179:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811967300. 00000020:00000001:0.0:1773616282.006202:0:94179:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773616282.006203:0:94179:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453ce80. 00020000:00000001:0.0:1773616282.006206:0:94179:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773616282.006207:0:94179:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773616282.006208:0:94179:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000020:00000001:0.0:1773616282.006210:0:94179:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000001:00000001:0.0:1773616282.006212:0:94179:0:(glimpse.c:101:cl_glimpse_lock()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1773616282.006215:0:94179:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616282.006217:0:94179:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616282.006219:0:94179:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616282.006220:0:94179:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616282.006221:0:94179:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.006223:0:94179:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c3f0 00000020:00000010:0.0:1773616282.006226:0:94179:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63c00. 00000020:00000010:0.0:1773616282.006230:0:94179:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685900. 00000008:00000010:0.0:1773616282.006234:0:94179:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:0.0:1773616282.006236:0:94179:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118600. 00008000:00000010:0.0:1773616282.006240:0:94179:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f811a8. 00000080:00000010:0.0:1773616282.006244:0:94179:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740bd0. 00000080:00000010:0.0:1773616282.006249:0:94179:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805089488. 00000020:00000010:0.0:1773616282.006252:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000008:00000010:0.0:1773616282.006256:0:94179:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd9ce0. 00020000:00000010:0.0:1773616282.006259:0:94179:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e640. 00008000:00000010:0.0:1773616282.006262:0:94179:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371fc0. 00000080:00000010:0.0:1773616282.006279:0:94179:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096a50. 00000020:00000010:0.0:1773616282.006282:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000020:00000010:0.0:1773616282.006284:0:94179:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c3f0. 00020000:00000001:0.0:1773616282.006286:0:94179:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616282.006288:0:94179:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616282.006291:0:94179:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616282.006293:0:94179:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616282.006298:0:94179:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616282.006300:0:94179:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.006302:0:94179:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773616282.006304:0:94179:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.006305:0:94179:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.006306:0:94179:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c360 00000020:00000010:0.0:1773616282.006308:0:94179:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63000. 00000020:00000010:0.0:1773616282.006429:0:94179:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:0.0:1773616282.006434:0:94179:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:0.0:1773616282.006448:0:94179:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118cc0. 00008000:00000010:0.0:1773616282.006452:0:94179:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f81fc8. 00000080:00000010:0.0:1773616282.006455:0:94179:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740498. 00000080:00000010:0.0:1773616282.006458:0:94179:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805089ff0. 00000020:00000010:0.0:1773616282.006461:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62200. 00000008:00000010:0.0:1773616282.006464:0:94179:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8160. 00020000:00000010:0.0:1773616282.006467:0:94179:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f600. 00008000:00000010:0.0:1773616282.006469:0:94179:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bc0. 00000080:00000010:0.0:1773616282.006472:0:94179:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096d20. 00000020:00000010:0.0:1773616282.006475:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62000. 00000020:00000010:0.0:1773616282.006476:0:94179:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c360. 00000001:00000001:0.0:1773616282.006488:0:94179:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1773616282.006493:0:94179:0:(file.c:6286:ll_getattr_dentry()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1773616282.006618:0:94179:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773616282.006623:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00200008:0.0:1773616282.006625:0:94179:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23 00000080:00000001:0.0:1773616282.006629:0:94179:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773616282.006631:0:94179:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.006633:0:94179:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773616282.006638:0:94179:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.006640:0:94179:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.006644:0:94179:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616282.006648:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2600. 00000020:00000010:0.0:1773616282.006653:0:94179:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3400. 00000020:00000010:0.0:1773616282.006656:0:94179:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616282.006660:0:94179:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616282.006663:0:94179:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616282.006666:0:94179:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616282.006671:0:94179:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616282.006674:0:94179:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616282.006677:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2400. 00000008:00000010:0.0:1773616282.006680:0:94179:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616282.006683:0:94179:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616282.006686:0:94179:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616282.006689:0:94179:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616282.006691:0:94179:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616282.006694:0:94179:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000080:00000001:0.0:1773616282.006696:0:94179:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773616282.006698:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:0.0:1773616282.006700:0:94179:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1773616282.006705:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c30 00000080:00200000:0.0:1773616282.006706:0:94179:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1773616282.006710:0:94179:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616282.006713:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.006715:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.006717:0:94179:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616282.006722:0:94179:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773616282.006726:0:94179:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616282.006728:0:94179:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.006730:0:94179:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616282.006731:0:94179:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.006733:0:94179:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=0 (0) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773616282.006736:0:94179:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.006738:0:94179:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773616282.006740:0:94179:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.006742:0:94179:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.006743:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:0.0:1773616282.006746:0:94179:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1773616282.006749:0:94179:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773616282.006751:0:94179:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773616282.006755:0:94179:0:(cl_io.c:214:cl_io_rw_init()) header@000000005c570687[0x110, 1, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:0.0:1773616282.006757:0:94179:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1773616282.006759:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.006761:0:94179:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616282.006763:0:94179:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616282.006764:0:94179:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616282.006767:0:94179:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.006769:0:94179:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773616282.006771:0:94179:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616282.006775:0:94179:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.006777:0:94179:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616282.006779:0:94179:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.006780:0:94179:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.006783:0:94179:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a8053cd2a0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773616282.006786:0:94179:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00008000:00000010:2.0:1773616282.007048:0:2402:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f82de8. 00000080:00000010:2.0:1773616282.007056:0:2402:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740930. 00000080:00000010:2.0:1773616282.007060:0:2402:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508bb50. 00000020:00000010:2.0:1773616282.007064:0:2402:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62600. 00000008:00000010:2.0:1773616282.007068:0:2402:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8580. 00020000:00000010:2.0:1773616282.007071:0:2402:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616282.007074:0:2402:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371cc8. 00000080:00000010:2.0:1773616282.007077:0:2402:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.007080:0:2402:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361832 : -121323958189784 : ffff91a81091c128) 00000020:00001000:2.0:1773616282.007082:0:2402:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c120 00000008:00000001:2.0:1773616282.007084:0:2402:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:2.0:1773616282.007086:0:2402:0:(osc_lock.c:421:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616282.007088:0:2402:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c120 00000020:00000010:2.0:1773616282.007090:0:2402:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62a00. 00000020:00000010:2.0:1773616282.007093:0:2402:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685300. 00000008:00000010:2.0:1773616282.007096:0:2402:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a9650. 00020000:00000010:2.0:1773616282.007099:0:2402:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.007101:0:2402:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f82de8. 00000080:00000010:2.0:1773616282.007103:0:2402:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740930. 00000080:00000010:2.0:1773616282.007105:0:2402:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508bb50. 00000020:00000010:2.0:1773616282.007107:0:2402:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63600. 00000008:00000010:2.0:1773616282.007110:0:2402:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8580. 00020000:00000010:2.0:1773616282.007112:0:2402:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616282.007115:0:2402:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371cc8. 00000080:00000010:2.0:1773616282.007117:0:2402:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.007119:0:2402:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62600. 00000020:00000010:2.0:1773616282.007121:0:2402:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c120. 00000008:00000001:2.0:1773616282.007123:0:2402:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.007127:0:2402:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1773616282.007130:0:2402:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616282.007133:0:2402:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616282.007134:0:2402:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616282.007136:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.007139:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773616282.007142:0:2402:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5e00 with handle 0xe60cc2233ec679b6 from hash 00010000:00000001:2.0:1773616282.007144:0:2402:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616282.007146:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.007148:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.007149:0:2402:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616282.007150:0:2402:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616282.007152:0:2402:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1773616282.007154:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.007155:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.007157:0:2402:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.007158:0:2402:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.007162:0:2402:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.007170:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.007171:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.007172:0:2402:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1773616282.007173:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.007175:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.007176:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.007177:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616282.007179:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 94179 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1773616282.007187:0:2402:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301d80. 00010000:00000040:2.0:1773616282.007191:0:2402:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804feba00 count: 0 00010000:00000010:2.0:1773616282.007197:0:2402:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91a804feb800. 00010000:00000001:2.0:1773616282.007206:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.007208:0:2402:0:(osc_request.c:3155:osc_enqueue_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1773616282.007218:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/224 e 0 to 0 dl 1773616297 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.007228:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795616640:192.168.201.103@tcp:101:uname.0 00000100:00000001:2.0:1773616282.007237:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.007239:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.007242:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795616640/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/224 e 0 to 0 dl 1773616297 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.007249:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.007251:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.007255:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819770c00. 02000000:00000001:2.0:1773616282.007259:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.007261:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.007262:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:1.0:1773616282.007506:0:94180:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1773616282.007511:0:94180:0:(osc_request.c:3895:osc_import_event()) Process entered 00000001:00000001:1.0:1773616282.007515:0:94180:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773616282.007517:0:94180:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773616282.007554:0:94180:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:1.0:1773616282.007559:0:94180:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773616282.007561:0:94180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.007563:0:94180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.007566:0:94180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651a00 refcount=3 00000020:00000001:1.0:1773616282.007568:0:94180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:1.0:1773616282.007571:0:94180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547108864 : -121324162442752 : ffff91a804651a00) 00010000:00000001:1.0:1773616282.007574:0:94180:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616282.007577:0:94180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80012e480000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1773616282.007593:0:94180:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1773616282.007595:0:94180:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616282.007600:0:94180:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616282.007604:0:94180:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7000. 00000020:00000010:1.0:1773616282.007607:0:94180:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6e00. 00000020:00000010:1.0:1773616282.007626:0:94180:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8d20. 00000008:00000010:1.0:1773616282.007633:0:94180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616282.007637:0:94180:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4af00. 00008000:00000010:1.0:1773616282.007640:0:94180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616282.007645:0:94180:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616282.007648:0:94180:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616282.007652:0:94180:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7400. 00000008:00000010:1.0:1773616282.007657:0:94180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616282.007660:0:94180:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616282.007664:0:94180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616282.007667:0:94180:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616282.007669:0:94180:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616282.007672:0:94180:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000008:00000001:1.0:1773616282.007674:0:94180:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:1.0:1773616282.007677:0:94180:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1773616282.007678:0:94180:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616282.007681:0:94180:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616282.007683:0:94180:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6600. 00000020:00000010:1.0:1773616282.007686:0:94180:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6200. 00000020:00000010:1.0:1773616282.007689:0:94180:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.007692:0:94180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.007694:0:94180:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.007698:0:94180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.007702:0:94180:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.007705:0:94180:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.007707:0:94180:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6a00. 00000008:00000010:1.0:1773616282.007710:0:94180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.007713:0:94180:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.007716:0:94180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.007719:0:94180:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616282.007722:0:94180:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616282.007724:0:94180:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000008:00000001:1.0:1773616282.007727:0:94180:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1773616282.007730:0:94180:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1773616282.007733:0:94180:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773616282.007735:0:94180:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.007738:0:94180:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1773616282.007743:0:94180:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1773616282.007746:0:94180:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1773616282.007749:0:94180:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773616282.007752:0:94180:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8044c9a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1773616282.007756:0:94180:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773616282.007759:0:94180:0:(osc_lock.c:372:osc_lock_flush()) object ffff91a8044c9a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1773616282.007763:0:94180:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1773616282.007765:0:94180:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:1.0:1773616282.007768:0:94180:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:1.0:1773616282.007770:0:94180:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773616282.007772:0:94180:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773616282.007774:0:94180:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1773616282.007777:0:94180:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616282.007778:0:94180:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773616282.007781:0:94180:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616282.007784:0:94180:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a818234390 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1773616282.007788:0:94180:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616282.007915:0:94179:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616282.007918:0:94179:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616282.007921:0:94179:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616282.007922:0:94179:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773616282.007925:0:94179:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1773616282.007927:0:94179:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773616282.007929:0:94179:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616282.007930:0:94179:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.007932:0:94179:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.007933:0:94179:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616282.007935:0:94179:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616282.007938:0:94179:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00000020:00000001:0.0:1773616282.007942:0:94179:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.007944:0:94179:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616282.007948:0:94179:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1773616282.007951:0:94179:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773616282.007954:0:94179:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.007957:0:94179:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616282.007959:0:94179:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616282.007962:0:94179:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773616282.007963:0:94179:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773616282.007965:0:94179:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1773616282.007968:0:94179:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773616282.007970:0:94179:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616282.007973:0:94179:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616282.007976:0:94179:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.007978:0:94179:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616282.007979:0:94179:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.007983:0:94179:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616282.007986:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2000. 00000020:00000010:0.0:1773616282.007989:0:94179:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3000. 00000020:00000010:0.0:1773616282.007991:0:94179:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.007996:0:94179:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.007999:0:94179:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.008002:0:94179:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.008006:0:94179:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.008008:0:94179:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.008011:0:94179:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3a00. 00000008:00000010:0.0:1773616282.008014:0:94179:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.008017:0:94179:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.008019:0:94179:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.008022:0:94179:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616282.008024:0:94179:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616282.008026:0:94179:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616282.008029:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.008030:0:94179:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616282.008032:0:94179:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.008034:0:94179:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616282.008035:0:94179:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.008037:0:94179:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.008040:0:94179:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:0.0:1773616282.008043:0:94179:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1773616282.008045:0:94179:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1773616282.008049:0:94179:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1773616282.008051:0:94179:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1773616282.008054:0:94179:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773616282.008056:0:94179:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773616282.008058:0:94179:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1773616282.008060:0:94179:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1773616282.008062:0:94179:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1773616282.008065:0:94179:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.008070:0:94179:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.008072:0:94179:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:0.0:1773616282.008073:0:94179:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.008074:0:94179:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.008076:0:94179:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.008077:0:94179:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00200000:0.0:1773616282.008080:0:94179:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1773616282.008082:0:94179:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1773616282.008084:0:94179:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1773616282.008085:0:94179:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616282.008086:0:94179:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616282.008088:0:94179:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616282.008089:0:94179:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616282.008091:0:94179:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.008092:0:94179:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616282.008095:0:94179:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3000. 00000020:00000010:0.0:1773616282.008099:0:94179:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.008102:0:94179:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.008106:0:94179:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.008108:0:94179:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.008111:0:94179:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.008114:0:94179:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.008116:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2000. 00000008:00000010:0.0:1773616282.008118:0:94179:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.008121:0:94179:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.008125:0:94179:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.008128:0:94179:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616282.008131:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3a00. 00000020:00000010:0.0:1773616282.008133:0:94179:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00020000:00000001:0.0:1773616282.008136:0:94179:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616282.008139:0:94179:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616282.008140:0:94179:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616282.008142:0:94179:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616282.008145:0:94179:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.008146:0:94179:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.008148:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:0.0:1773616282.008150:0:94179:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: -5, result: 0, restart: 0 00000080:00000001:0.0:1773616282.008154:0:94179:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616282.008156:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.008158:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.008161:0:94179:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616282.008163:0:94179:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773616282.008166:0:94179:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773616282.008168:0:94179:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.008170:0:94179:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.008172:0:94179:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:0.0:1773616282.008174:0:94179:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1773616282.008176:0:94179:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1773616282.008178:0:94179:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 0 00000080:00000001:0.0:1773616282.008180:0:94179:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00001000:0.0:1773616282.008182:0:94179:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616282.008184:0:94179:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3400. 00000020:00000010:0.0:1773616282.008187:0:94179:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616282.008189:0:94179:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616282.008192:0:94179:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616282.008194:0:94179:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616282.008196:0:94179:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616282.008199:0:94179:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616282.008201:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2600. 00000008:00000010:0.0:1773616282.008203:0:94179:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616282.008206:0:94179:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616282.008210:0:94179:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616282.008214:0:94179:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616282.008216:0:94179:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2400. 00000020:00000010:0.0:1773616282.008217:0:94179:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000020:00000001:0.0:1773616282.008220:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00000008:0.0:1773616282.008222:0:94179:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23, rc = 18446744073709551611 00000080:00000001:0.0:1773616282.008225:0:94179:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1773616282.008239:0:94179:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773616282.008241:0:94179:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000002:0.0:1773616282.008244:0:94179:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000001:0.0:1773616282.008247:0:94179:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.008255:0:94179:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1773616282.008257:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37dd0 00000080:00200008:0.0:1773616282.008259:0:94179:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102001 00000080:00000001:0.0:1773616282.008263:0:94179:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1773616282.008285:0:94179:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1773616282.008287:0:94179:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1773616282.008288:0:94179:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000002:0.0:1773616282.008291:0:94179:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037527c0 00020000:00000001:0.0:1773616282.008293:0:94179:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.008295:0:94179:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:0.0:1773616282.008300:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.008302:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.008305:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.008307:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.009060:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.009065:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63200. 02000000:00000001:2.0:1773616282.009071:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.009073:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.009076:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:2.0:1773616282.009079:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.009081:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.009084:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.009092:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.009095:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.009098:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616282.009101:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.012874:0:94180:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773616282.012880:0:94180:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773616282.012885:0:94180:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773616282.012887:0:94180:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.012891:0:94180:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616282.012893:0:94180:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773616282.012894:0:94180:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1773616282.012899:0:94180:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.012903:0:94180:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1773616282.012910:0:94180:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:1.0:1773616282.012912:0:94180:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:1.0:1773616282.012915:0:94180:0:(cl_page.c:740:__cl_page_own()) Process entered 00000020:00000001:1.0:1773616282.012920:0:94180:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1773616282.013104:0:94180:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749878338448 : -121323831213168 : ffff91a818234390) 00000020:00000001:1.0:1773616282.013108:0:94180:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1773616282.013110:0:94180:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1773616282.013112:0:94180:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616282.013118:0:94180:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[2 000000008e317f8e 1 1 000000000dc4cab3] 00000020:00000001:1.0:1773616282.013120:0:94180:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1773616282.013122:0:94180:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1773616282.013123:0:94180:0:(cl_page.c:784:__cl_page_own()) res 0 00000020:00000001:1.0:1773616282.013125:0:94180:0:(cl_page.c:787:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.013129:0:94180:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:1.0:1773616282.013131:0:94180:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:1.0:1773616282.013133:0:94180:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773616282.013134:0:94180:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773616282.013135:0:94180:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616282.013138:0:94180:0:(cl_page.c:547:__cl_page_state_set()) page@000000001e00cda9[2 000000008e317f8e 2 1 0000000000000000] 00000020:00000001:1.0:1773616282.013140:0:94180:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1773616282.013141:0:94180:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1773616282.013143:0:94180:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1773616282.013146:0:94180:0:(osc_page.c:138:osc_page_delete()) ffff91a819754840 00000008:00000001:1.0:1773616282.013148:0:94180:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1773616282.013151:0:94180:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff91a819754850 page ffff91a819754840 at index 0. 00000008:00000001:1.0:1773616282.013154:0:94180:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.013160:0:94180:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1773616282.013163:0:94180:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd0b184adcb00 index 0 00000020:00000001:1.0:1773616282.013168:0:94180:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1773616282.013170:0:94180:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:1.0:1773616282.013181:0:94180:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:1.0:1773616282.013183:0:94180:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1773616282.013183:0:94180:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1773616282.013185:0:94180:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1773616282.013187:0:94180:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773616282.013189:0:94180:0:(cl_page.c:596:cl_batch_put()) page@000000001e00cda9[1 000000008e317f8e 5 1 0000000000000000] 00000020:00000001:1.0:1773616282.013191:0:94180:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:1.0:1773616282.013192:0:94180:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:1.0:1773616282.013198:0:94180:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91a8197547e0. 00000020:00000001:1.0:1773616282.013205:0:94180:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:1.0:1773616282.013206:0:94180:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773616282.013228:0:94180:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773616282.013231:0:94180:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616282.013233:0:94180:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616282.013235:0:94180:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616282.013238:0:94180:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616282.013240:0:94180:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1773616282.013243:0:94180:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616282.013244:0:94180:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1773616282.013245:0:94180:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773616282.013249:0:94180:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616282.013253:0:94180:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6200. 00000020:00000010:1.0:1773616282.013260:0:94180:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.013265:0:94180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.013269:0:94180:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.013274:0:94180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.013278:0:94180:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.013282:0:94180:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.013285:0:94180:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6600. 00000008:00000010:1.0:1773616282.013288:0:94180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.013292:0:94180:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.013296:0:94180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.013299:0:94180:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616282.013302:0:94180:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6a00. 00000020:00000010:1.0:1773616282.013304:0:94180:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00000008:00000001:1.0:1773616282.013307:0:94180:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.013556:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.013562:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:0.0:1773616282.013565:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.013572:0:94179:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.013576:0:94179:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.013584:0:94179:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 2 00010000:00000001:0.0:1773616282.013587:0:94179:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1773616282.013593:0:94179:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.013596:0:94179:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 0 00000080:00000001:0.0:1773616282.013600:0:94179:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1773616282.013604:0:94179:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1773616282.013612:0:94179:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a807ef2400. 00000080:00000001:0.0:1773616282.013614:0:94179:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1773616282.013620:0:94179:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1773616282.013624:0:94179:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:0.0:1773616282.013626:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.013629:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.013631:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.013634:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.013636:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.013638:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:0.0:1773616282.013640:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.013642:0:94179:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:0.0:1773616282.013646:0:94179:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1773616282.013648:0:94179:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0xc:0x0] file closed with intent: 0 00000100:00000010:0.0:1773616282.013656:0:94179:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616282.013660:0:94179:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616282.013666:0:94179:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616282.013669:0:94179:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616282.013673:0:94179:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616282.013681:0:94179:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a807ef2600. 00000100:00000001:0.0:1773616282.013688:0:94179:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1773616282.013709:0:94179:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1773616282.013723:0:94179:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1773616282.013729:0:94179:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1773616282.013736:0:94179:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616282.013738:0:94179:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616282.013747:0:94179:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a811687840. 00000100:00000001:0.0:1773616282.013749:0:94179:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765433408 : -121323944118208 : ffff91a811687840) 00000100:00000001:0.0:1773616282.013752:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.013754:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000001:0.0:1773616282.013760:0:94179:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616282.013764:0:94179:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.013767:0:94179:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616282.013769:0:94179:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616282.013774:0:94179:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.013782:0:94179:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616282.013784:0:94179:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.013788:0:94179:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616282.013992:0:94179:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616282.013996:0:94179:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616282.014001:0:94179:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94179:1859763795617024:192.168.201.103@tcp:35:uname.0 00000100:00000001:0.0:1773616282.014006:0:94179:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616282.014012:0:94179:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616282.014014:0:94179:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.014017:0:94179:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616282.014022:0:94179:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c3400. 02000000:00000001:0.0:1773616282.014024:0:94179:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616282.014032:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616282.014037:0:94179:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006abb0. 00000400:00000010:0.0:1773616282.014044:0:94179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a5d8. 00000100:00000200:0.0:1773616282.014051:0:94179:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795617024, portal 10 00000100:00000001:0.0:1773616282.014054:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.014055:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000040:0.0:1773616282.014063:0:94179:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.014071:0:94179:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616282.014074:0:94179:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616282.014077:0:94179:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616282.014080:0:94179:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795617024, offset 0 00000400:00000200:0.0:1773616282.014087:0:94179:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616282.014096:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.014105:0:94179:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616282.014111:0:94179:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616282.014116:0:94179:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616282.014120:0:94179:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616282.014122:0:94179:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616282.014126:0:94179:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149741:149741:256:4294967295] 192.168.201.103@tcp LPNI seq info [149681:149681:8:4294967295] 00000400:00000200:0.0:1773616282.014131:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.014140:0:94179:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616282.014147:0:94179:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616282.014153:0:94179:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:0.0:1773616282.014160:0:94179:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616282.014167:0:94179:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616282.014171:0:94179:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1773616282.014189:0:94179:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.014194:0:94179:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 442058 usecs (443 jiffies) 00000400:00000200:0.0:1773616282.014197:0:94179:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616282.014200:0:94179:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083065 00000100:00000001:0.0:1773616282.014203:0:94179:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084121 00000100:00000001:0.0:1773616282.014205:0:94179:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083065 00000100:00000001:0.0:1773616282.014208:0:94179:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084121 00000100:00000001:0.0:1773616282.014210:0:94179:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616282.014213:0:94179:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.014215:0:94179:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616282.014217:0:94179:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773616282.014220:0:94179:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a811687840 going to sleep for 11 seconds 00000100:00000001:0.0:1773616282.014223:0:94179:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.014226:0:94179:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.014350:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.014355:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:0.0:1773616282.014359:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.014364:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.014368:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:0.0:1773616282.014371:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:0.0:1773616282.014375:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.014379:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.014388:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.014391:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.014398:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.014399:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1773616282.014511:0:94180:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00010000:00000001:1.0:1773616282.014514:0:94180:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1773616282.014517:0:94180:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.014520:0:94180:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000020:00000001:1.0:1773616282.014522:0:94180:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773616282.014524:0:94180:0:(osc_object.c:161:osc_attr_update()) set kms from 512to 0 00020000:00000001:1.0:1773616282.014527:0:94180:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616282.014530:0:94180:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.014532:0:94180:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.014534:0:94180:0:(cl_object.c:151:cl_object_top()) ffff91a8044c9a40 -> ffff91a804615c38 00000008:00000001:1.0:1773616282.014538:0:94180:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773616282.014540:0:94180:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:1.0:1773616282.014543:0:94180:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6e00. 00000020:00000010:1.0:1773616282.014548:0:94180:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8d20. 00000008:00000010:1.0:1773616282.014553:0:94180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616282.014558:0:94180:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4af00. 00008000:00000010:1.0:1773616282.014562:0:94180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616282.014566:0:94180:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616282.014569:0:94180:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616282.014573:0:94180:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7000. 00000008:00000010:1.0:1773616282.014575:0:94180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616282.014579:0:94180:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616282.014583:0:94180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616282.014586:0:94180:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:1.0:1773616282.014588:0:94180:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7400. 00000020:00000010:1.0:1773616282.014590:0:94180:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00000008:00000001:1.0:1773616282.014593:0:94180:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.014597:0:94180:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773616282.014599:0:94180:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616282.014604:0:94180:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616282.014606:0:94180:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616282.014608:0:94180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.014612:0:94180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773616282.014615:0:94180:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804651a00 with handle 0xe60cc2233ec67993 from hash 00010000:00000001:1.0:1773616282.014619:0:94180:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616282.014621:0:94180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.014623:0:94180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.014624:0:94180:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616282.014627:0:94180:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616282.014630:0:94180:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773616282.014634:0:94180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.014635:0:94180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.014637:0:94180:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.014640:0:94180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773616282.014645:0:94180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 0000000092f2aabc/0xe60cc2233ec67993 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x176d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80496f480000000 nid: local remote: 0xf6516185796c74a expref: -99 pid: 94094 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000010:1.0:1773616282.014658:0:94180:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a8182c2580. 00010000:00000001:1.0:1773616282.014667:0:94180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1773616282.014670:0:94180:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527e00 count: 0 00010000:00000010:1.0:1773616282.014677:0:94180:0:(ldlm_resource.c:1527:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff91a804527a00. 00000001:00000001:0.0:1773616282.015611:0:94180:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616282.015617:0:94180:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616282.015619:0:94180:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616282.015651:0:94180:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.015653:0:94180:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.015660:0:94180:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616282.015664:0:94180:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3400. 00000020:00000010:0.0:1773616282.015669:0:94180:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3a00. 00000020:00000010:0.0:1773616282.015672:0:94180:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616282.015678:0:94180:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616282.015682:0:94180:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616282.015686:0:94180:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616282.015692:0:94180:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616282.015695:0:94180:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616282.015699:0:94180:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2000. 00000008:00000010:0.0:1773616282.015703:0:94180:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616282.015707:0:94180:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616282.015710:0:94180:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616282.015714:0:94180:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616282.015717:0:94180:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616282.015720:0:94180:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000008:00000001:0.0:1773616282.015723:0:94180:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616282.015725:0:94180:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616282.015727:0:94180:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.015730:0:94180:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773616282.015731:0:94180:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616282.015733:0:94180:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616282.015759:0:94180:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773616282.015761:0:94180:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:0.0:1773616282.015763:0:94180:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3a00. 00000020:00000010:0.0:1773616282.015767:0:94180:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616282.015769:0:94180:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616282.015773:0:94180:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616282.015776:0:94180:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616282.015779:0:94180:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616282.015782:0:94180:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616282.015785:0:94180:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3400. 00000008:00000010:0.0:1773616282.015787:0:94180:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616282.016112:0:94180:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616282.016119:0:94180:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616282.016123:0:94180:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:0.0:1773616282.016125:0:94180:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2000. 00000020:00000010:0.0:1773616282.016128:0:94180:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000001:00000001:0.0:1773616282.016132:0:94180:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616282.016133:0:94180:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616282.016158:0:94180:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616282.016160:0:94180:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773616282.016161:0:94180:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773616282.016184:0:94180:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.016187:0:94180:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.016190:0:94180:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773616282.016196:0:94180:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773616282.016200:0:94180:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773616282.016203:0:94180:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773616282.016204:0:94180:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773616282.016206:0:94180:0:(import.c:65:import_set_state_nolock()) ffff91a8097c7800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773616282.016208:0:94180:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1773616282.016212:0:94180:0:(osc_request.c:3895:osc_import_event()) Process entered 00000008:00000001:0.0:1773616282.016214:0:94180:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1773616282.016217:0:94180:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1773616282.016220:0:94180:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1773616282.016222:0:94180:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff91a81003d548 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1773616282.016226:0:94180:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1773616282.016229:0:94180:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn e60cc2233ec671ac 00020000:00000001:0.0:1773616282.016231:0:94180:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.016235:0:94180:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1773616282.016237:0:94180:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1773616282.016239:0:94180:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1773616282.016240:0:94180:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773616282.016243:0:94180:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773616282.016245:0:94180:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.016247:0:94180:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.016249:0:94180:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1773616282.016250:0:94180:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1773616282.016251:0:94180:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.016253:0:94180:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1773616282.016255:0:94180:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1773616282.016258:0:94180:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1773616282.016260:0:94180:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.016262:0:94180:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.016637:0:94180:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.016641:0:94180:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.016643:0:94180:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.016645:0:94180:0:(osc_request.c:3962:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.017011:0:94180:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1773616282.017018:0:94180:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff91a8182b3000: Connection restored to 192.168.201.103@tcp (at 192.168.201.103@tcp) 00000100:00000001:0.0:1773616282.017022:0:94180:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.017025:0:94180:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616282.017027:0:94180:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:0.0:1773616282.017030:0:94180:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773616282.017032:0:94180:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1773616282.019035:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804feba00. 00010000:00000010:2.1:1773616282.019049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00010000:00000010:1.1:1773616282.023355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651a00. 00010000:00000010:1.1:1773616282.023370:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00000800:00000001:1.0:1773616282.029720:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.029737:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.029741:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.029744:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.029754:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.029762:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.029771:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.029775:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.029781:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.029785:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200676500 00000400:00000200:1.0:1773616282.029802:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.029809:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194491 [1] + 224 00000800:00000001:1.0:1773616282.029817:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.029826:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.029829:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.029833:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.029880:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.029889:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.029900:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.029914:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.029923:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.029927:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.029999:0:94179:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.030008:0:94179:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.030010:0:94179:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.030014:0:94179:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006abb0. 00000400:00000200:2.0:1773616282.030019:0:94179:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a5d8 00000400:00000010:2.0:1773616282.030021:0:94179:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a5d8. 00000100:00000001:2.0:1773616282.030025:0:94179:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.030029:0:94179:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.030039:0:94179:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795617024/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.030045:0:94179:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.030047:0:94179:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.030049:0:94179:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.030052:0:94179:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.030055:0:94179:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.030057:0:94179:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.030060:0:94179:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.030069:0:94179:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616282.030072:0:94179:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.030075:0:94179:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.030076:0:94179:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.030079:0:94179:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.030082:0:94179:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.030085:0:94179:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616282.030087:0:94179:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616282.030089:0:94179:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616282.030091:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.030093:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000100:00000001:2.0:1773616282.030096:0:94179:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.030098:0:94179:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616282.030099:0:94179:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.030101:0:94179:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.030106:0:94179:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795617024/t103079215262(103079215262) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.030113:0:94179:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.030116:0:94179:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.030118:0:94179:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.030122:0:94179:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795617024/t103079215262(103079215262) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.030130:0:94179:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94179:1859763795617024:192.168.201.103@tcp:35:uname.0 00000100:00000001:2.0:1773616282.030134:0:94179:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.030137:0:94179:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.030139:0:94179:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.030141:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.030144:0:94179:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376a00 x1859763795617024/t103079215262(103079215262) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.030150:0:94179:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.030153:0:94179:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a811687840. 00000100:00000001:2.0:1773616282.030156:0:94179:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.030157:0:94179:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.030163:0:94179:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.030165:0:94179:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00000002:00000001:2.0:1773616282.030167:0:94179:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.030170:0:94179:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.030175:0:94179:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2400. 00000080:00000001:2.0:1773616282.030179:0:94179:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773616282.030182:0:94179:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773616282.030185:0:94179:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.030187:0:94179:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.030190:0:94179:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.030192:0:94179:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.030194:0:94179:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.030196:0:94179:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.030198:0:94179:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.030203:0:94179:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616282.030208:0:94179:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616282.030215:0:94179:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.030217:0:94179:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.030219:0:94179:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301c80. 00000100:00000001:2.0:1773616282.030222:0:94179:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.030224:0:94179:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376a00 x1859763795617024/t103079215262(103079215262) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.030230:0:94179:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.030232:0:94179:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.030235:0:94179:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e07540. 00000080:00000001:2.0:1773616282.030239:0:94179:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.030244:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37dd0 00000080:00000008:2.0:1773616282.030247:0:94179:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102001, rc = 0 00000080:00000001:2.0:1773616282.030251:0:94179:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.030257:0:94179:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616282.030259:0:94179:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37e00 00000080:00002000:2.0:1773616282.030261:0:94179:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode ffff91a80415e3c8) hashed, 00000080:00000001:2.0:1773616282.030264:0:94179:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.121119:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fd08 00000080:00200008:0.0:1773616282.121130:0:94185:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773616282.121139:0:94185:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616282.121141:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fc80 00000080:00200000:0.0:1773616282.121143:0:94185:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616282.121150:0:94185:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3400. 00800000:00000002:0.0:1773616282.121157:0:94185:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616282.121162:0:94185:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616282.121167:0:94185:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.121170:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fba0 00800000:00000002:0.0:1773616282.121172:0:94185:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.121176:0:94185:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616282.121178:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.121181:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.121184:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.121186:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.121189:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.121191:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.121194:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.121197:0:94185:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616282.121203:0:94185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.121204:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fa70 00000002:00010000:0.0:1773616282.121207:0:94185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616282.121211:0:94185:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616282.121212:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.121216:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616282.121224:0:94185:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.121226:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.121228:0:94185:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.121231:0:94185:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1773616282.121233:0:94185:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1773616282.121239:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374700. 00000020:00000040:0.0:1773616282.121244:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=11 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:0.0:1773616282.121252:0:94185:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1773616282.121258:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.121264:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.121267:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.121268:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.121271:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616282.121274:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616282.121279:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616282.121287:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8034c0800. 00000100:00000001:0.0:1773616282.121294:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.121299:0:94185:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616282.121301:0:94185:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.121303:0:94185:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1773616282.121304:0:94185:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.121306:0:94185:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.121311:0:94185:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00010000:00000001:0.0:1773616282.121315:0:94185:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773616282.121317:0:94185:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773616282.121323:0:94185:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804527e00. 00010000:00000010:0.0:1773616282.121327:0:94185:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8047d5a80. 00010000:00000001:0.0:1773616282.121331:0:94185:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773616282.121334:0:94185:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a804651400. 00000020:00000001:0.0:1773616282.121337:0:94185:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1773616282.121340:0:94185:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a804651400 with handle 0xe60cc2233ec679bd to hash 00000020:00000001:0.0:1773616282.121342:0:94185:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773616282.121343:0:94185:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.121347:0:94185:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.121352:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.121355:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.121359:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616282.121369:0:94185:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616282.121379:0:94185:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94185 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773616282.121386:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616282.121387:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616282.121395:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a811687b40. 00000100:00000001:0.0:1773616282.121397:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765434176 : -121323944117440 : ffff91a811687b40) 00000100:00000001:0.0:1773616282.121400:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.121402:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000001:0.0:1773616282.121407:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616282.121411:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.121414:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616282.121416:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616282.121428:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.121449:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616282.121451:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.121457:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616282.121460:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616282.121463:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616282.121467:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617152:192.168.201.103@tcp:101:lfs.0 00000100:00000001:0.0:1773616282.121472:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616282.121478:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616282.121480:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.121483:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616282.121488:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a818254800. 02000000:00000001:0.0:1773616282.121490:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616282.121499:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616282.121504:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a160. 00000400:00000010:0.0:1773616282.121511:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616282.121522:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795617152, portal 10 00000100:00000001:0.0:1773616282.121524:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.121525:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000040:0.0:1773616282.121532:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.121540:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616282.121543:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616282.121546:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816ac38. 00000100:00000200:0.0:1773616282.121549:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795617152, offset 0 00000400:00000200:0.0:1773616282.121556:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616282.121567:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.121575:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616282.121581:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616282.121586:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616282.121590:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616282.121594:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616282.121598:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149742:149742:256:4294967295] 192.168.201.103@tcp LPNI seq info [149682:149682:8:4294967295] 00000400:00000200:0.0:1773616282.121603:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.121613:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616282.121619:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616282.121624:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5f00. 00000800:00000200:0.0:1773616282.121633:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616282.121641:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616282.121646:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1773616282.121678:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.121683:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 441220 usecs (442 jiffies) 00000400:00000200:0.0:1773616282.121687:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616282.121690:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083169 00000100:00000001:0.0:1773616282.121694:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084121 00000100:00000001:0.0:1773616282.121696:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083169 00000100:00000001:0.0:1773616282.121699:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084121 00000100:00000001:0.0:1773616282.121702:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616282.121704:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.121707:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616282.121709:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773616282.121712:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a811687b40 going to sleep for 50 seconds 00000100:00000001:0.0:1773616282.121714:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.121717:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616282.122446:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.122452:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5f00. 00000400:00000200:1.0:1773616282.122458:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.122464:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.122469:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816ac38 00000400:00000010:1.0:1773616282.122471:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816ac38. 00000100:00000001:1.0:1773616282.122475:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616282.122479:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.122490:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.122493:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.122499:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.122501:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616282.129105:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.129128:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.129132:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.129134:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.129145:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.129155:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.129165:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.129169:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.129176:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.129181:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200676580 00000400:00000200:1.0:1773616282.129186:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.129193:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x1944a1 [1] + 224 00000800:00000001:1.0:1773616282.129202:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.129212:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.129215:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.129220:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.129229:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.129240:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.129252:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.129270:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.129280:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.129283:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.130200:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773616282.130212:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773616282.130215:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773616282.130219:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a160. 00000400:00000200:0.0:1773616282.130226:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:0.0:1773616282.130228:0:94185:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:0.0:1773616282.130232:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.130241:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1773616282.130250:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.130257:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773616282.130259:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.130261:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773616282.130266:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773616282.130270:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616282.130272:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.130275:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616282.130286:0:94185:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:0.0:1773616282.130291:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:0.0:1773616282.130294:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773616282.130296:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.130299:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773616282.130303:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.130319:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1773616282.130321:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:0.0:1773616282.130323:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773616282.130326:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.130330:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.130337:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616282.130340:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773616282.130342:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773616282.130346:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1773616282.130359:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617152:192.168.201.103@tcp:101:lfs.0 00000100:00000001:0.0:1773616282.130363:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.130365:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.130368:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773616282.130370:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.130373:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.130379:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773616282.130382:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a811687b40. 00000100:00000001:0.0:1773616282.130385:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773616282.130387:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.130390:0:94185:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773616282.130393:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.130396:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.130399:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=4 00000020:00000001:0.0:1773616282.130401:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130404:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000040:0.0:1773616282.130412:0:94185:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a804651400, remote cookie: 0xf6516185796c7c1, flags: 0x1001 00010000:00010000:0.0:1773616282.130418:0:94185:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616282.130431:0:94185:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.130448:0:94185:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1773616282.130454:0:94185:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616282.130456:0:94185:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1773616282.130457:0:94185:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1773616282.130458:0:94185:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1773616282.130461:0:94185:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804527e00) refcount = 1 00010000:00010000:0.0:1773616282.130465:0:94185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.130472:0:94185:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1773616282.130678:0:94185:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1773616282.130680:0:94185:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.130683:0:94185:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616282.130685:0:94185:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.130689:0:94185:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.130695:0:94185:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1773616282.130696:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130698:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.130699:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130700:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.130702:0:94185:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.130708:0:94185:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1773616282.130710:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.130711:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.130713:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.130715:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130717:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130720:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.130721:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.130722:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=4 00000020:00000001:0.0:1773616282.130724:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130725:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130728:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.130731:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.130734:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.130741:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130742:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.130744:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.130745:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.130746:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=5 00000020:00000001:0.0:1773616282.130748:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130750:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130752:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.130755:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.130761:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130762:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773616282.130764:0:94185:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.130771:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.130773:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130774:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.130775:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130776:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1773616282.130781:0:94185:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1773616282.130802:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.130803:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.130804:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.130806:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130808:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130810:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130811:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.130813:0:94185:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.130814:0:94185:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.130817:0:94185:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1773616282.130820:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.130821:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.130823:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.130825:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130826:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00000002:00010000:0.0:1773616282.130830:0:94185:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.130877:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130878:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.130880:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1773616282.130881:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.130883:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.130884:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.130886:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.130889:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000040:0.0:1773616282.130896:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:0.0:1773616282.130899:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1773616282.130904:0:94185:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1773616282.130906:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.130907:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.130909:0:94185:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1773616282.130912:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6f9f0 00000002:00002000:0.0:1773616282.130914:0:94185:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1773616282.130917:0:94185:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.130922:0:94185:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.130924:0:94185:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616282.130928:0:94185:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1773616282.130931:0:94185:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.130936:0:94185:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616282.130940:0:94185:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3400. 00000080:00000001:0.0:1773616282.130946:0:94185:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616282.130948:0:94185:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:0.0:1773616282.130955:0:94185:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1773616282.130960:0:94185:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1773616282.130969:0:94185:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a8182c2600. 00800000:00000001:0.0:1773616282.130971:0:94185:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749878920704 : -121323830630912 : ffff91a8182c2600) 00800000:00000001:0.0:1773616282.130974:0:94185:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.130976:0:94185:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1773616282.130979:0:94185:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1773616282.130981:0:94185:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773616282.130984:0:94185:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1773616282.130988:0:94185:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1773616282.130990:0:94185:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.130995:0:94185:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1773616282.130999:0:94185:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1773616282.131002:0:94185:0:(llite_lib.c:2881:ll_update_inode()) setting ino 144115188193296385 mtime from 1773616277 to 1773616281 00000080:00200000:0.0:1773616282.131009:0:94185:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1773616282.131011:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.131013:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.131014:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.131015:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.131018:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.131020:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.131021:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1773616282.131022:0:94185:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1773616282.131024:0:94185:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1773616282.131025:0:94185:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2600 1 00800000:00000010:0.0:1773616282.131028:0:94185:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a8182c2600. 00800000:00000001:0.0:1773616282.131031:0:94185:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.131034:0:94185:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679bd 00800000:00000001:0.0:1773616282.131037:0:94185:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616282.131039:0:94185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616282.131040:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.131041:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.131043:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.131044:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.131047:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.131049:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.131051:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.131052:0:94185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.131054:0:94185:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.131056:0:94185:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.131058:0:94185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616282.131061:0:94185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679bd from it ffffa25881d6fcb8 00010000:00000001:0.0:1773616282.131063:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.131064:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.131065:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.131067:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.131069:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.131071:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.131085:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.131092:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.131093:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.131094:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.131097:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.131099:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616282.131108:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.131112:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.131114:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.131119:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.131120:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.131122:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.131126:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.131128:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.131130:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.131132:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.131134:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.131135:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.131136:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.131138:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.131143:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374700 x1859763795617152/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.131149:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773616282.131152:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773616282.131155:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a818254800. 02000000:00000001:0.0:1773616282.131158:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773616282.131160:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773616282.131162:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:0.0:1773616282.131164:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773616282.131167:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8034c0800. 02000000:00000001:0.0:1773616282.131171:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773616282.131172:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773616282.131174:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374700. 00000100:00000001:0.0:1773616282.131177:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773616282.131179:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616282.131183:0:94185:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.131189:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fd08 00000080:00000008:0.0:1773616282.131191:0:94185:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773616282.131945:0:94185:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.131980:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fd08 00000080:00200008:0.0:1773616282.131983:0:94185:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773616282.131988:0:94185:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616282.131990:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fc80 00000080:00200000:0.0:1773616282.131991:0:94185:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616282.131996:0:94185:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3400. 00800000:00000002:0.0:1773616282.132002:0:94185:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616282.132005:0:94185:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616282.132009:0:94185:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.132010:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fba0 00800000:00000002:0.0:1773616282.132012:0:94185:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.132015:0:94185:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616282.132017:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.132020:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.132022:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.132025:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.132028:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.132029:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.132032:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.132035:0:94185:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616282.132039:0:94185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.132041:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fa70 00000002:00010000:0.0:1773616282.132043:0:94185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616282.132046:0:94185:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616282.132048:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.132051:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.132056:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:0.0:1773616282.132059:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.132063:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.132068:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616282.132071:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773616282.132080:0:94185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.132084:0:94185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.132087:0:94185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773616282.132093:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616282.132095:0:94185:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616282.132097:0:94185:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.132098:0:94185:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.132100:0:94185:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.132102:0:94185:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616282.132104:0:94185:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616282.132106:0:94185:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616282.132108:0:94185:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3400. 00000080:00000001:0.0:1773616282.132112:0:94185:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616282.132114:0:94185:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.132117:0:94185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616282.132120:0:94185:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679bd 00800000:00000001:0.0:1773616282.132122:0:94185:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616282.132124:0:94185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616282.132126:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.132128:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.132129:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.132131:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132133:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132136:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132138:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.132139:0:94185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.132141:0:94185:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.132143:0:94185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679bd from it ffffa25881d6fcb8 00010000:00000001:0.0:1773616282.132144:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.132145:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.132147:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.132148:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132151:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132153:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.132155:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616282.132160:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132161:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.132163:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.132165:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.132167:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616282.132173:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.132176:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.132177:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.132179:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132180:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.132183:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132185:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.132186:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132188:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132191:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132192:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.132194:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132195:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.132197:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616282.132198:0:94185:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616282.132201:0:94185:0:(file.c:6171:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.132205:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fd08 00000080:00000008:0.0:1773616282.132206:0:94185:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1773616282.132310:0:94185:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616282.132312:0:94185:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616282.132314:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fb78 00000080:00200000:0.0:1773616282.132316:0:94185:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616282.132319:0:94185:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3400. 00800000:00000002:0.0:1773616282.132322:0:94185:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616282.132325:0:94185:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616282.132326:0:94185:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.132328:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fa98 00800000:00000002:0.0:1773616282.132329:0:94185:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.132332:0:94185:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616282.132333:0:94185:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.132334:0:94185:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.132335:0:94185:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.132336:0:94185:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.132338:0:94185:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.132339:0:94185:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.132341:0:94185:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.132343:0:94185:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616282.132346:0:94185:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.132348:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6f968 00000002:00010000:0.0:1773616282.132349:0:94185:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616282.132352:0:94185:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616282.132353:0:94185:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.132355:0:94185:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.132357:0:94185:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:0.0:1773616282.132359:0:94185:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.132361:0:94185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.132363:0:94185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616282.132366:0:94185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773616282.132372:0:94185:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.132374:0:94185:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.132377:0:94185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1773616282.132383:0:94185:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616282.132384:0:94185:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616282.132385:0:94185:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.132387:0:94185:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.132389:0:94185:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.132390:0:94185:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616282.132392:0:94185:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616282.132394:0:94185:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616282.132396:0:94185:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3400. 00000080:00000001:0.0:1773616282.132398:0:94185:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616282.132400:0:94185:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.132402:0:94185:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616282.132404:0:94185:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679bd 00800000:00000001:0.0:1773616282.132407:0:94185:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616282.132408:0:94185:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616282.132409:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.132411:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.132412:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.132414:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132416:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132419:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132420:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.132421:0:94185:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.132423:0:94185:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.132425:0:94185:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679bd from it ffffa25881d6fbb0 00010000:00000001:0.0:1773616282.132426:0:94185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.132428:0:94185:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.132429:0:94185:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:0.0:1773616282.132430:0:94185:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132432:0:94185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:0.0:1773616282.132446:0:94185:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.132449:0:94185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616282.132455:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132456:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.132458:0:94185:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.132459:0:94185:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.132461:0:94185:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773616282.132467:0:94185:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.132469:0:94185:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.132470:0:94185:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.132472:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132473:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.132474:0:94185:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132476:0:94185:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.132478:0:94185:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132479:0:94185:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132481:0:94185:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.132483:0:94185:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.132484:0:94185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.132485:0:94185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.132486:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616282.132488:0:94185:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.132491:0:94185:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 44 00000080:00000001:0.0:1773616282.132494:0:94185:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.132499:0:94185:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:0.0:1773616282.132501:0:94185:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:0.0:1773616282.132504:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fb78 00000080:00200008:0.0:1773616282.132506:0:94185:0:(file.c:1030:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 100000 00000080:00000010:0.0:1773616282.132511:0:94185:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a806c68140. 00000080:00000001:0.0:1773616282.132516:0:94185:0:(file.c:1055:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.132518:0:94185:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.132616:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1773616282.132619:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:0.0:1773616282.132626:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:0.0:1773616282.132629:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1773616282.132634:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a8034c0800. 00000020:00000001:0.0:1773616282.132638:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.132641:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1773616282.132644:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1773616282.132646:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a8034c0800 uarg=0000000000000000 00800000:00000001:0.0:1773616282.132652:0:94185:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:0.0:1773616282.132654:0:94185:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff91a8182b3000: age 7175, max_age 7414 00000002:00000001:0.0:1773616282.132658:0:94185:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:0.0:1773616282.132661:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=11 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000010:0.0:1773616282.132666:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810374700. 00000020:00000040:0.0:1773616282.132669:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=12 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:0.0:1773616282.132673:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616282.132676:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616282.132680:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616282.132688:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5c00. 00000100:00000001:0.0:1773616282.132694:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.132696:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773616282.132699:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616282.132705:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a811687b40. 00000100:00000001:0.0:1773616282.132706:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765434176 : -121323944117440 : ffff91a811687b40) 00000100:00000001:0.0:1773616282.132709:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.132711:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000001:0.0:1773616282.132716:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616282.132719:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.132721:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616282.132723:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616282.132731:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.132739:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616282.132740:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.132744:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616282.132746:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616282.132748:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616282.132751:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617280:192.168.201.103@tcp:41:lfs.0 00000100:00000001:0.0:1773616282.132755:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616282.132762:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616282.132764:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.132768:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616282.132772:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c3800. 02000000:00000001:0.0:1773616282.132774:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616282.132782:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616282.132787:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a160. 00000400:00000010:0.0:1773616282.132794:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a000. 00000100:00000200:0.0:1773616282.132801:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795617280, portal 10 00000100:00000001:0.0:1773616282.132804:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.132805:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745432320 : -121323964119296 : ffff91a810374700) 00000100:00000040:0.0:1773616282.132811:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.132818:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616282.132821:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616282.132824:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a880. 00000100:00000200:0.0:1773616282.132826:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795617280, offset 0 00000400:00000200:0.0:1773616282.132833:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616282.132878:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.132887:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616282.132893:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616282.132899:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616282.132903:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616282.132906:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616282.132911:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149743:149743:256:4294967295] 192.168.201.103@tcp LPNI seq info [149683:149683:8:4294967295] 00000400:00000200:0.0:1773616282.132916:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.132927:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616282.132934:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616282.132940:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5e00. 00000800:00000200:0.0:1773616282.132947:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616282.132956:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616282.132962:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616282.132973:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.132979:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 440366 usecs (441 jiffies) 00000400:00000200:0.0:1773616282.132982:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616282.132985:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083182 00000100:00000001:0.0:1773616282.132988:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084121 00000100:00000001:0.0:1773616282.132991:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083182 00000100:00000001:0.0:1773616282.132993:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084121 00000100:00000001:0.0:1773616282.132995:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616282.132998:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.133001:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616282.133003:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1773616282.133006:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a811687b40 going to sleep for 50 seconds 00000100:00000001:0.0:1773616282.133010:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.133012:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616282.134146:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.134153:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5e00. 00000400:00000200:1.0:1773616282.134160:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.134167:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.134173:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a880 00000400:00000010:1.0:1773616282.134176:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a880. 00000100:00000001:1.0:1773616282.134180:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616282.134186:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.134197:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.134200:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.134207:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.134209:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616282.142626:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.142645:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.142649:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.142652:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.142663:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.142672:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.142681:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.142686:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.142692:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.142696:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b7200676600 00000400:00000200:1.0:1773616282.142701:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.142708:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x1944b1 [1] + 224 00000800:00000001:1.0:1773616282.142715:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.142725:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.142728:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.142733:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.142741:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.142750:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616282.142761:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.142788:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.142796:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.142800:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.142895:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.142904:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.142906:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.142909:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a160. 00000400:00000200:2.0:1773616282.142913:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a000 00000400:00000010:2.0:1773616282.142916:0:94185:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a000. 00000100:00000001:2.0:1773616282.142918:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.142923:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616282.143114:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.143121:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.143123:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.143125:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.143129:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.143132:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.143134:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.143138:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.143149:0:94185:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616282.143153:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.143155:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.143157:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.143160:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.143163:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.143167:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.143169:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:2.0:1773616282.143172:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.143175:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.143179:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.143187:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.143190:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.143192:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.143196:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616282.143203:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810374700 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617280:192.168.201.103@tcp:41:lfs.0 00000100:00000001:2.0:1773616282.143209:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.143212:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.143214:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.143216:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.143219:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.143226:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.143229:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a811687b40. 00000100:00000001:2.0:1773616282.143232:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.143234:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.143240:0:94185:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1773616282.143242:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.143245:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810374700 x1859763795617280/t0(0) o41->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.143251:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.143254:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.143257:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c3800. 02000000:00000001:2.0:1773616282.143261:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.143263:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.143265:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=11 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.143267:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.143270:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5c00. 02000000:00000001:2.0:1773616282.143274:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.143276:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.143278:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374700. 00000100:00000001:2.0:1773616282.143281:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.143283:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616282.143284:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.143286:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.143287:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:2.0:1773616282.143290:0:94185:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff91a8182b3000: update ffff91a8101dd178 cache blocks 317238/353529 objects 1023647/1024000 00800000:00000001:2.0:1773616282.143294:0:94185:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.143300:0:94185:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.143303:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.143306:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a8034c0800. 00000080:00000001:2.0:1773616282.143322:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.143326:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.143399:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1773616282.143402:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:2.0:1773616282.143409:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:2.0:1773616282.143413:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1773616282.143419:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a803496c00. 00000020:00000001:2.0:1773616282.143423:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.143426:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1773616282.143429:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1773616282.143431:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a803496c00 uarg=0000000000000000 00800000:00000001:2.0:1773616282.143449:0:94185:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1773616282.143452:0:94185:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff91a8182b3000: age 7095, max_age 7414 00000002:00000001:2.0:1773616282.143456:0:94185:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:2.0:1773616282.143458:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000010:2.0:1773616282.143464:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616282.143467:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a8097c6800 refcount=5 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616282.143470:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616282.143473:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616282.143478:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616282.143686:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a8092e5700. 00000100:00000001:2.0:1773616282.143692:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.143695:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616282.143698:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616282.143702:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616282.143705:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606400192 : -121324103151424 : ffff91a807edd0c0) 00000100:00000001:2.0:1773616282.143707:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.143708:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000001:2.0:1773616282.143713:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616282.143717:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.143719:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616282.143720:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616282.143724:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.143731:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616282.143732:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.143737:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616282.143739:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616282.143742:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616282.143746:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617408:192.168.201.103@tcp:41:lfs.0 00000100:00000001:2.0:1773616282.143750:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616282.143755:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616282.143757:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.143760:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616282.143764:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803496400. 02000000:00000001:2.0:1773616282.143767:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616282.143771:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616282.143775:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616282.143780:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616282.143786:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795617408, portal 10 00000100:00000001:2.0:1773616282.143788:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.143789:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:2.0:1773616282.143796:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.143804:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616282.143806:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616282.143810:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e088. 00000100:00000200:2.0:1773616282.143812:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859763795617408, offset 0 00000400:00000200:2.0:1773616282.143818:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616282.143825:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.143830:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616282.143875:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616282.143880:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616282.143884:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616282.143887:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616282.143891:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149744:149744:256:4294967295] 192.168.201.103@tcp LPNI seq info [149684:149684:8:4294967295] 00000400:00000200:2.0:1773616282.143896:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.143905:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616282.143912:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616282.143916:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5800. 00000800:00000200:2.0:1773616282.143922:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616282.143928:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616282.143932:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773616282.143938:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.143943:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: using a timeout of 91790 usecs (92 jiffies) 00000400:00000200:2.0:1773616282.143947:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616282.143950:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302082843 00000100:00000001:2.0:1773616282.143953:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084121 00000100:00000001:2.0:1773616282.143955:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302082843 00000100:00000001:2.0:1773616282.143957:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084121 00000100:00000001:2.0:1773616282.143959:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.143962:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.144166:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.144167:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616282.144170:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807edd0c0 going to sleep for 50 seconds 00000100:00000001:2.0:1773616282.144172:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616282.144175:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616282.144587:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.144592:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5800. 00000400:00000200:1.0:1773616282.144596:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.144601:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.144605:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e088 00000400:00000010:1.0:1773616282.144607:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e088. 00000100:00000001:1.0:1773616282.144610:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616282.144614:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.144623:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.144626:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.144632:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.144634:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616282.155626:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.155648:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.155652:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.155655:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.155664:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.155671:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.155682:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.155687:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.155693:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.155699:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 10 MB=0x69b7200676680 00000400:00000200:1.0:1773616282.155704:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.155710:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 368/368 into md 0x1944c1 [1] + 224 00000800:00000001:1.0:1773616282.155719:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.155744:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.155747:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.155753:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.155761:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.155770:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616282.155782:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.155819:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.155828:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.155832:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.156643:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.156654:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.156656:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.156660:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616282.156667:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616282.156669:0:94185:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616282.156672:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.156679:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616282.156689:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.156696:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.156698:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.156701:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.156704:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.156707:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.156709:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.156712:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.156723:0:94185:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c6c58 time=73 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616282.156728:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c6c10 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1773616282.156731:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.156733:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.156737:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.156741:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.156745:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.156747:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff91a8182b3000: skip recheck: last_committed 12884901894 00000100:00000001:2.0:1773616282.156749:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.156751:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.156756:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.156764:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.156768:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.156770:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.156775:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616282.156784:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617408:192.168.201.103@tcp:41:lfs.0 00000100:00000001:2.0:1773616282.156802:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.156805:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.156808:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.156810:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.156814:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.156821:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.156824:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807edd0c0. 00000100:00000001:2.0:1773616282.156827:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.156828:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.156875:0:94185:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:2.0:1773616282.156878:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.156883:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795617408/t0(0) o41->lustre-MDT0001-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 224/368 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.156890:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.156892:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.156895:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803496400. 02000000:00000001:2.0:1773616282.156899:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.156902:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.156904:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=4 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.156906:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.156909:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a8092e5700. 02000000:00000001:2.0:1773616282.156913:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.156915:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.156917:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:2.0:1773616282.156921:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.156923:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616282.156925:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.156926:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a8097c6800 refcount=3 obd=lustre-MDT0001-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.156928:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:2.0:1773616282.156932:0:94185:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff91a8182b3000: update ffff91a8101db7c0 cache blocks 317280/353529 objects 1023719/1024000 00800000:00000001:2.0:1773616282.156938:0:94185:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.156945:0:94185:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.156949:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.156953:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a803496c00. 00000080:00000001:2.0:1773616282.156956:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.156959:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159274:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159280:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159290:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159294:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159302:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159316:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159319:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159324:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159326:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159330:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159332:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159335:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159339:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159342:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159345:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159350:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159352:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159355:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159356:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159359:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159361:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159363:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159364:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159365:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159368:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159370:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159372:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159374:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159376:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159378:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159382:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159383:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159386:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159387:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159390:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159392:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159393:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159394:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159396:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159398:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159400:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159402:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159404:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159407:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159408:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159412:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159413:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159416:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159417:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159419:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159421:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159422:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159424:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159425:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159427:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159429:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159431:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159433:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159444:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159446:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159450:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159451:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159454:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159455:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159458:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159459:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159461:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159463:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159464:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159466:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159468:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159470:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159472:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159474:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159476:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159491:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159493:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159496:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159498:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159500:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159503:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159505:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159506:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159508:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159511:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159512:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159514:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159517:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159519:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159520:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159524:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159525:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159528:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159529:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159532:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159534:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159536:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159537:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159538:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159541:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159542:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159544:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159546:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159549:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159550:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159555:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159556:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159559:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159560:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159563:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159565:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159567:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159568:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159569:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159571:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159574:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159575:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159577:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159579:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159581:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159584:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159586:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159588:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159590:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159592:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159595:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159596:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159597:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159598:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159601:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159602:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159604:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159606:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159608:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159610:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159613:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159614:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159617:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159618:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159620:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159622:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159624:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159625:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159626:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159631:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159633:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159635:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159637:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159639:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159641:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159644:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159646:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159648:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159649:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159651:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159653:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159654:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159655:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159657:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159659:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159661:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159663:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159665:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159666:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159668:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159671:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159672:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159675:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159676:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159678:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159680:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159681:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159683:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159684:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159687:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159688:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159691:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159692:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159694:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159696:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159699:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159701:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159704:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159706:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159708:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159710:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159711:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159713:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159714:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159717:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159719:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159721:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159723:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159725:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159727:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159730:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159731:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159734:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159735:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159737:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159739:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159741:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159742:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159743:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159746:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159747:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159749:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159751:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159754:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159756:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159759:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159761:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159763:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159764:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159767:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159769:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159770:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159771:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159773:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159776:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159777:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159779:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159782:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159795:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159798:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159802:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159804:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159806:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159807:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159810:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159812:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159814:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159815:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159816:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159819:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159821:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159823:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159825:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159828:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159830:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159833:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159880:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159884:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159886:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159889:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159891:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159893:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159894:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159895:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159898:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159900:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159902:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159905:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159908:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159910:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159914:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159916:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159918:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159919:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159922:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159924:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159926:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159927:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159929:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159931:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159934:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159935:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159938:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159940:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159942:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159945:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159946:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159949:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159950:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.159953:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.159955:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.159957:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.159958:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.159959:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.159962:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159964:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159965:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.159968:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.159970:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159972:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.159975:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.159976:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.159978:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.159979:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160186:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160188:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160191:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160193:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160194:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160196:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160198:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160200:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160202:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160204:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160206:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160211:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160212:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160215:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160216:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160219:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160221:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160222:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160224:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160225:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160228:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160229:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160231:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160233:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160235:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160237:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160240:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160241:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160243:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160244:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160246:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160249:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160250:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160251:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160252:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160254:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160256:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160258:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160260:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160261:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160263:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160266:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160267:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160270:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160271:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160274:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160276:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160278:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160279:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160280:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160283:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160285:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160287:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160290:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160292:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160294:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160296:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160298:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160300:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160302:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160304:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160306:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160307:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160309:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160310:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160313:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160314:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160316:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160318:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160320:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160322:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160325:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160326:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160329:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160330:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160333:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160335:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160337:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160338:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160339:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160342:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160344:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160346:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160348:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160350:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160352:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160356:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160357:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160360:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160361:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160363:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160365:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160367:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160368:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160369:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160371:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160373:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160375:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160377:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160379:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160381:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160383:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160385:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160387:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160388:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160390:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160392:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160393:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160394:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160395:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160398:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160400:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160402:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160404:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160406:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160407:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160410:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160412:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160414:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160415:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160417:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160419:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160421:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160422:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160423:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160426:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160428:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160430:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160432:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160448:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160451:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160455:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160457:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160460:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160461:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160464:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160466:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160468:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160470:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160471:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160473:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160475:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160478:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160480:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160482:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160484:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160488:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160490:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160492:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160494:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160496:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160499:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160500:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160501:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160502:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160505:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160507:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160509:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160511:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160513:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160515:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160518:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160519:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160522:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160523:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160526:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160528:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160530:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160531:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160532:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160535:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160537:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160539:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160541:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160543:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160545:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160548:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160550:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160553:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160554:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160556:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160559:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160560:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160562:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160564:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160566:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160568:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160570:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160572:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160575:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160577:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160580:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160581:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160584:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160586:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160588:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160590:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160592:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160594:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160595:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160597:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160600:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160601:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160604:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160606:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160608:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160612:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160614:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160616:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160617:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160619:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160622:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160623:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160624:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160626:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160628:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160630:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160632:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160634:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160636:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160638:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160641:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160643:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160645:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160646:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160648:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160651:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160652:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160653:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160655:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160657:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160659:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160661:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160663:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160665:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160667:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160670:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160672:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160675:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160676:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160678:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160680:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160682:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160683:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160684:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160687:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160689:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160691:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160693:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160696:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160698:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160701:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160703:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160706:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160707:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160709:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160711:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160713:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160714:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160715:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160718:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160720:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160721:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160723:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160725:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160727:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160730:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160732:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160735:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160736:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160738:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160740:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160742:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160743:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160744:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160746:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160748:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160750:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160751:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160753:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160755:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160757:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160759:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160761:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160762:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160764:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160765:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160767:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160768:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160769:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160772:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160773:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160775:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160777:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160778:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160780:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160782:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160784:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160786:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160787:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160789:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160791:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160793:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160794:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160795:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160798:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160800:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160802:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160803:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160806:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160807:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160810:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160812:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160815:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160816:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160819:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160821:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160823:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160824:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160825:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160827:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160829:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160831:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160834:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160864:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160866:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160870:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160872:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160874:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160876:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160878:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160881:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160883:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160884:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160885:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160887:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160889:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160891:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160893:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160895:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160897:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160900:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160902:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160904:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160905:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160908:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160910:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160911:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160913:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160914:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160917:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160919:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160920:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160923:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160925:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160927:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160930:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160931:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160934:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160935:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160937:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160939:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160941:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160942:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160943:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160945:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160948:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160949:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160951:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160953:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160955:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160958:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160959:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160961:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160962:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160964:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160966:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160968:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160969:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.160970:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.160973:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160975:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160977:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.160979:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.160981:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160983:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.160986:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.160987:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.160990:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.160991:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.160993:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.160995:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.160997:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.160998:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161000:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161003:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161004:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161006:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161008:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161010:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161012:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161015:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161016:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161019:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161020:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161022:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161024:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161026:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161027:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161028:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161031:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161033:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161035:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161037:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161039:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161041:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161045:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161046:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161050:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161051:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161053:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161055:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161057:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161058:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161059:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161062:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161064:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161065:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161068:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161070:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161087:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161091:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161093:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161096:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161097:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161100:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161102:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161104:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161105:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161107:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161109:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161112:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161114:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161116:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161118:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161120:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161123:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161125:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161128:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161129:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161131:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161133:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161135:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161136:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161137:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161140:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161142:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161144:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161146:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161148:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161150:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161153:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161155:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161157:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161159:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161161:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161163:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161165:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161166:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161167:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161170:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161172:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161174:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161176:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161179:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161180:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161184:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161185:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161188:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161189:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161191:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161194:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161195:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161196:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161198:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161200:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161202:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161204:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161207:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161208:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161210:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161214:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161215:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161218:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161219:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161221:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161224:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161225:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161226:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161228:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161230:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161232:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161234:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161236:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161239:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161240:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161244:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161245:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161248:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161249:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161252:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161254:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161255:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161257:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161258:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161261:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161262:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161264:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161266:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161268:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161270:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161273:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161274:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161276:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161278:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161280:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161282:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161283:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161284:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161285:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161288:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161290:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161292:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161294:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161296:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161298:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161301:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161303:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161306:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161307:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161309:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161311:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161313:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161314:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161315:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161318:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161320:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161322:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161324:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161327:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161329:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161332:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161334:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161337:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161338:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161340:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161343:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161345:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161346:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161347:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161350:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161352:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161354:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161356:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161358:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161360:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161363:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161365:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161367:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161369:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161371:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161374:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161375:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161376:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161378:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161380:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161382:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161384:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161387:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161390:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161391:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161395:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161396:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161399:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161400:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161402:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161404:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161406:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161407:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161408:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161411:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161413:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161414:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161417:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161419:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161421:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161424:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161426:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161428:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161429:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161431:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161447:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161450:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161451:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161453:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161456:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161457:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161459:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161462:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161464:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161470:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161474:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161476:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161479:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161480:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161482:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161484:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161486:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161487:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161488:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161490:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161492:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161493:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161496:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161498:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161500:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161503:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161505:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161507:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161508:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161510:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161512:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161513:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161514:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161515:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161517:0:94185:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161519:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161521:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.161523:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161525:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161527:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.161529:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161530:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161533:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161534:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161536:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161538:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161539:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773616282.161540:0:94185:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773616282.161541:0:94185:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00800000:00000001:3.0:1773616282.161543:0:94185:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.161545:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.161547:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1773616282.161549:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.161551:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.161552:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.161555:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.161557:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.161559:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.161560:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.161562:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.161564:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.161566:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.161570:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.161572:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.161579:0:94185:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1773616282.161581:0:94185:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff91a8182b3000: age 7095, max_age 7414 00000008:00000001:3.0:1773616282.161586:0:94185:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:3.0:1773616282.161589:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000010:3.0:1773616282.161597:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616282.161601:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616282.161605:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616282.161607:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616282.161609:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773616282.161612:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616282.161615:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616282.161622:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616282.161630:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803265500. 00000100:00000001:3.0:1773616282.161638:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.161642:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616282.161644:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616282.161652:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804eeb0c0. 00000100:00000001:3.0:1773616282.161654:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556125888 : -121324153425728 : ffff91a804eeb0c0) 00000100:00000001:3.0:1773616282.161657:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616282.161659:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000001:3.0:1773616282.161666:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616282.161670:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.161673:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616282.161675:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616282.161687:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.161696:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616282.161699:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.161703:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616282.161706:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616282.161709:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616282.161712:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617536:192.168.201.103@tcp:13:lfs.0 00000100:00000001:3.0:1773616282.161716:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616282.161722:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616282.161724:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.161727:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616282.161732:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616282.161734:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616282.161743:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616282.161748:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616282.161756:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616282.161764:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795617536, portal 4 00000100:00000001:3.0:1773616282.161766:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616282.161768:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616282.161775:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.161783:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616282.161786:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616282.161789:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3880. 00000100:00000200:3.0:1773616282.161793:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859763795617536, offset 0 00000400:00000200:3.0:1773616282.161799:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616282.161808:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616282.161816:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616282.161822:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616282.161826:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616282.161831:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616282.161834:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616282.161870:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149745:149745:256:4294967295] 192.168.201.103@tcp LPNI seq info [149685:149685:8:4294967295] 00000400:00000200:3.0:1773616282.161875:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616282.161885:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616282.161892:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616282.161899:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265100. 00000800:00000200:3.0:1773616282.161908:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616282.161917:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616282.161922:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616282.161935:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616282.161940:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1527437 usecs (1528 jiffies) 00000400:00000200:3.0:1773616282.161943:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616282.161947:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084298 00000100:00000001:3.0:1773616282.161956:0:94185:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302084121 00000100:00000001:3.0:1773616282.161963:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084298 00000100:00000001:3.0:1773616282.161966:0:94185:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302084121 00000100:00000001:3.0:1773616282.161970:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616282.161973:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.161975:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616282.161977:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616282.161991:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804eeb0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773616282.161994:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616282.161997:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616282.162577:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.162583:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265100. 00000400:00000200:1.0:1773616282.162589:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.162595:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.162601:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3880 00000400:00000010:1.0:1773616282.162603:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3880. 00000100:00000001:1.0:1773616282.162607:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616282.162611:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.162622:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.162626:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.162633:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.162635:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616282.167022:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.167042:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.167045:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.167048:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.167057:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.167065:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.167075:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.167080:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.167086:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.167090:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 4 MB=0x69b7200676700 00000400:00000200:0.0:1773616282.167095:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.167101:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 368/368 into md 0x1944c9 [1] + 224 00000800:00000001:0.0:1773616282.167109:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.167118:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.167121:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.167125:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.167132:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.167141:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616282.167153:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.167186:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.167195:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.167199:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.167322:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616282.167330:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616282.167332:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616282.167336:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616282.167341:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:3.0:1773616282.167343:0:94185:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:3.0:1773616282.167346:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616282.167351:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616282.167360:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.167367:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616282.167369:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.167372:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616282.167375:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616282.167378:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616282.167381:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.167384:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616282.167394:0:94185:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7ca0 time=371 v=5 (5 5 0 5) 00000100:00001000:3.0:1773616282.167399:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773616282.167402:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616282.167404:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.167407:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616282.167411:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.167416:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616282.167418:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640286 00000100:00000001:3.0:1773616282.167420:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616282.167422:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616282.167428:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.167445:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616282.167449:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616282.167451:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616282.167456:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616282.167463:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617536:192.168.201.103@tcp:13:lfs.0 00000100:00000001:3.0:1773616282.167469:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.167471:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.167474:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616282.167476:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616282.167479:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.167495:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616282.167498:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804eeb0c0. 00000100:00000001:3.0:1773616282.167501:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616282.167503:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616282.167509:0:94185:0:(osc_request.c:3512:osc_statfs()) Process leaving 00000100:00000001:3.0:1773616282.167511:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616282.167514:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795617536/t0(0) o13->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.167520:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616282.167522:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616282.167525:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616282.167529:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616282.167531:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616282.167533:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616282.167536:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616282.167538:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803265500. 02000000:00000001:3.0:1773616282.167542:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616282.167752:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616282.167756:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:3.0:1773616282.167760:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616282.167761:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1773616282.167764:0:94185:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff91a8182b3000: update ffff91a8101d9e08 cache blocks 901214/958279 objects 261763/262144 00020000:00000001:3.0:1773616282.167769:0:94185:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616282.167774:0:94185:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.167777:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616282.167780:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.167784:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.167787:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.167834:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.167856:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.167864:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.167867:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.167873:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.167878:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.167880:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.167883:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.167886:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.167892:0:94185:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:3.0:1773616282.167894:0:94185:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff91a8182b3000: age 7095, max_age 7414 00000008:00000001:3.0:1773616282.167898:0:94185:0:(osc_request.c:3464:osc_statfs()) Process entered 00000020:00000040:3.0:1773616282.167901:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000100:00000010:3.0:1773616282.167905:0:94185:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616282.167908:0:94185:0:(genops.c:1229:class_import_get()) import ffff91a807e38800 refcount=4 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616282.168092:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616282.168094:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=3 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616282.168096:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773616282.168098:0:94185:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616282.168101:0:94185:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616282.168105:0:94185:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616282.168111:0:94185:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803265500. 00000100:00000001:3.0:1773616282.168117:0:94185:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.168120:0:94185:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616282.168122:0:94185:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616282.168127:0:94185:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804eeb0c0. 00000100:00000001:3.0:1773616282.168129:0:94185:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556125888 : -121324153425728 : ffff91a804eeb0c0) 00000100:00000001:3.0:1773616282.168131:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616282.168133:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000001:3.0:1773616282.168138:0:94185:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616282.168142:0:94185:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.168145:0:94185:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616282.168147:0:94185:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616282.168152:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.168177:0:94185:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616282.168180:0:94185:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.168184:0:94185:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616282.168187:0:94185:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616282.168189:0:94185:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616282.168193:0:94185:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617664:192.168.201.103@tcp:13:lfs.0 00000100:00000001:3.0:1773616282.168197:0:94185:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616282.168202:0:94185:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616282.168204:0:94185:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.168207:0:94185:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616282.168212:0:94185:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616282.168214:0:94185:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616282.168220:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616282.168222:0:94185:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616282.168227:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616282.168233:0:94185:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795617664, portal 4 00000100:00000001:3.0:1773616282.168235:0:94185:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616282.168236:0:94185:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616282.168243:0:94185:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.168250:0:94185:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616282.168252:0:94185:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616282.168255:0:94185:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3f68. 00000100:00000200:3.0:1773616282.168258:0:94185:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1859763795617664, offset 0 00000400:00000200:3.0:1773616282.168264:0:94185:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616282.168270:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616282.168277:0:94185:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616282.168282:0:94185:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616282.168286:0:94185:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616282.168290:0:94185:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616282.168293:0:94185:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616282.168298:0:94185:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149746:149746:256:4294967295] 192.168.201.103@tcp LPNI seq info [149686:149686:8:4294967295] 00000400:00000200:3.0:1773616282.168303:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616282.168312:0:94185:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616282.168317:0:94185:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616282.168322:0:94185:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265400. 00000800:00000200:3.0:1773616282.168328:0:94185:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616282.168335:0:94185:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616282.168340:0:94185:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773616282.168357:0:94185:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616282.168362:0:94185:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: using a timeout of 405451 usecs (406 jiffies) 00000400:00000200:3.0:1773616282.168365:0:94185:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616282.168368:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083181 00000100:00000001:3.0:1773616282.168371:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084298 00000100:00000001:3.0:1773616282.168373:0:94185:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083181 00000100:00000001:3.0:1773616282.168376:0:94185:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084298 00000100:00000001:3.0:1773616282.168378:0:94185:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616282.168381:0:94185:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.168384:0:94185:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616282.168385:0:94185:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773616282.168388:0:94185:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804eeb0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1773616282.168390:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616282.168392:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.169830:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.169876:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265400. 00000400:00000200:0.0:1773616282.169883:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.169890:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.169895:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3f68 00000400:00000010:0.0:1773616282.169898:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3f68. 00000100:00000001:0.0:1773616282.169903:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.169909:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.169919:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.169923:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.169937:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.169939:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616282.189877:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.189896:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.189901:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.189904:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.189913:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.189921:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.189932:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.189938:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.189946:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.189950:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 368 into portal 4 MB=0x69b7200676780 00000400:00000200:0.0:1773616282.189955:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.189963:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 368/368 into md 0x1944d1 [1] + 224 00000800:00000001:0.0:1773616282.189973:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.189986:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.189989:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.189995:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.190002:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.190011:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616282.190022:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.190044:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.190054:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.190058:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.190207:0:94185:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773616282.190215:0:94185:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616282.190218:0:94185:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616282.190222:0:94185:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616282.190228:0:94185:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:3.0:1773616282.190230:0:94185:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:3.0:1773616282.190233:0:94185:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616282.190239:0:94185:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773616282.190249:0:94185:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.190255:0:94185:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616282.190258:0:94185:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.190261:0:94185:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616282.190265:0:94185:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616282.190267:0:94185:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616282.190270:0:94185:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.190273:0:94185:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616282.190284:0:94185:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807e38ca0 time=371 v=5 (5 5 0 5) 00000100:00001000:3.0:1773616282.190289:0:94185:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807e38c10 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1773616282.190292:0:94185:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616282.190294:0:94185:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.190297:0:94185:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616282.190301:0:94185:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.190316:0:94185:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616282.190319:0:94185:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff91a8182b3000: skip recheck: last_committed 4294983387 00000100:00000001:3.0:1773616282.190321:0:94185:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616282.190323:0:94185:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616282.190329:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.190337:0:94185:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616282.190340:0:94185:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616282.190342:0:94185:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616282.190347:0:94185:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773616282.190355:0:94185:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job lfs:6bed2507-d27f-43a9-a583-f3d23438f235:94185:1859763795617664:192.168.201.103@tcp:13:lfs.0 00000100:00000001:3.0:1773616282.190360:0:94185:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.190363:0:94185:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.190366:0:94185:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616282.190368:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616282.190372:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.190380:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616282.190382:0:94185:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804eeb0c0. 00000100:00000001:3.0:1773616282.190386:0:94185:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616282.190388:0:94185:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616282.190394:0:94185:0:(osc_request.c:3512:osc_statfs()) Process leaving 00000100:00000001:3.0:1773616282.190397:0:94185:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616282.190400:0:94185:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795617664/t0(0) o13->lustre-OST0001-osc-ffff91a8182b3000@192.168.201.103@tcp:7/4 lens 224/368 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773616282.190406:0:94185:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773616282.190409:0:94185:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773616282.190412:0:94185:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a819771c00. 02000000:00000001:3.0:1773616282.190415:0:94185:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773616282.190417:0:94185:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773616282.190419:0:94185:0:(genops.c:1242:class_import_put()) import ffff91a807e38800 refcount=2 obd=lustre-OST0001-osc-ffff91a8182b3000 00000020:00000001:3.0:1773616282.190422:0:94185:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773616282.190425:0:94185:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803265500. 02000000:00000001:3.0:1773616282.190429:0:94185:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773616282.190430:0:94185:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773616282.190432:0:94185:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:3.0:1773616282.190448:0:94185:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773616282.190450:0:94185:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1773616282.190456:0:94185:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff91a8182b3000: update ffff91a807e71e08 cache blocks 901330/958279 objects 261768/262144 00020000:00000001:3.0:1773616282.190460:0:94185:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773616282.190466:0:94185:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190469:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773616282.190473:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.190476:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190491:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190554:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.190557:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.190566:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.190569:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.190576:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.190580:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190583:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.190587:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.190588:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.190593:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190595:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190597:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.190600:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.190603:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190605:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190610:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.190611:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.190614:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.190615:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.190618:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.190620:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190622:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.190623:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.190625:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.190628:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190630:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190632:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.190634:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.190636:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190638:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190642:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.190643:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.190646:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.190648:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.190650:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.190653:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190655:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.190656:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.190657:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.190662:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190664:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190666:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.190668:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.190670:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190672:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190676:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.190677:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.190680:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.190682:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.190684:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.190686:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190688:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.190689:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.190691:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.190693:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190696:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190697:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.190700:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.190702:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190704:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190707:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.190709:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.190712:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.190713:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.190715:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.190717:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190719:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.190720:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.190722:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.190724:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190726:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190729:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.190731:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.190733:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190735:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190739:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.190740:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.190743:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.190744:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.190747:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.190750:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190751:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.190752:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.190754:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.190756:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190758:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190760:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.190762:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.190764:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190767:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.190770:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.190772:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.190774:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.190775:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.190778:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.190780:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.190781:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.190782:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.190784:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191060:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191063:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191066:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191069:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191072:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191074:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191081:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191083:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191087:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191088:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191092:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191095:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191097:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191098:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191099:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191102:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191104:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191106:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191109:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191111:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191113:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191117:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191119:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191121:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191122:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191125:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191128:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191129:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191130:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191132:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191134:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191137:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191138:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191141:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191143:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191145:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191148:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191150:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191152:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191154:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191156:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191407:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191411:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191413:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191415:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191419:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191421:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191423:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191426:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191430:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191432:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191449:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191450:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191454:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191456:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191459:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191462:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191463:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191465:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191466:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191469:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191471:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191473:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191475:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191555:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191558:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191562:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191564:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191567:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191568:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191572:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191574:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191576:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191578:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191579:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191581:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191583:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191586:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191588:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191590:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191592:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191594:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191596:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191598:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191599:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191601:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191602:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191604:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191605:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191606:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191608:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191610:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191612:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191614:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191615:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191617:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191620:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191621:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191623:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191624:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191626:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191628:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191629:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191630:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191632:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191634:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191636:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191638:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191640:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191642:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191643:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191646:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191647:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191649:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191650:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191652:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191654:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191655:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191656:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191657:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191660:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191661:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191663:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191665:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191667:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191668:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191671:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191672:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191674:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191675:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191677:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191679:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191680:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191681:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191682:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191684:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191687:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191689:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191691:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191693:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191695:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191697:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191698:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191700:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191701:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191703:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191705:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191706:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191707:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191709:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191711:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191712:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191714:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191716:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191718:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191720:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191722:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191723:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191725:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191726:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191728:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191730:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191731:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191732:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191734:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191736:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191737:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191739:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191741:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191744:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191745:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191748:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191749:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191751:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191752:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191754:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191756:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191757:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191758:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.191759:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.191761:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191763:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191765:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.191767:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.191768:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191770:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.191773:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.191774:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.191776:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.191777:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.191779:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.191780:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.191782:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.191783:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.192873:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.192881:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.192884:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.192886:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.192889:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.192894:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.192896:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200626:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200635:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200646:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200650:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200660:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200666:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200669:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200674:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200676:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200679:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200682:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200684:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200687:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200693:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200696:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200700:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200701:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200704:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200706:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200708:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200711:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200712:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200714:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200715:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200718:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200720:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200722:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200724:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200727:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200729:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200732:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200734:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200737:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200738:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200741:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200743:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200745:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200746:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200748:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200751:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200753:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200754:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200757:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200759:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200761:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200764:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200765:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200768:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200770:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200772:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200774:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200776:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200777:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200779:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200781:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200783:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200796:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200798:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200800:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200802:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200805:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200806:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200809:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200810:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200813:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200815:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200817:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200818:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200819:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200822:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200824:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200826:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200828:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200830:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200832:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200856:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200857:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200860:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200862:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200865:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200867:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200869:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200870:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200871:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200874:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200876:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200878:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200880:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200883:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200884:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200888:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200890:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200892:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200893:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200895:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200898:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200899:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200900:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200901:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200904:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200906:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200908:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200910:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200912:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200914:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200916:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200918:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200920:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200921:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200923:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200926:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200927:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200928:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200929:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200932:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200934:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200936:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200938:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200940:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200942:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200945:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200946:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200949:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200950:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200952:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200955:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200956:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200957:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200959:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200961:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200963:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200965:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200967:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.200970:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200972:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200975:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.200977:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.200979:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.200980:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.200983:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.200985:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.200986:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.200987:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.200988:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.200991:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200993:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.200995:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.200997:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201000:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201002:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201004:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201005:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201008:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201009:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201011:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201012:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201014:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201015:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201016:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201018:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201020:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201021:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201023:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201025:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201027:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201030:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201031:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201033:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201035:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201037:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201039:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201040:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201041:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201043:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201045:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201047:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201049:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201051:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201053:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201055:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201058:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201059:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201061:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201063:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201065:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201067:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201069:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201070:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201071:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201074:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201075:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201077:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201080:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201082:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201083:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201086:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201088:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201090:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201091:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201093:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201095:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201097:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201098:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201099:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201101:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201103:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201105:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201106:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201108:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201110:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201113:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201115:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201117:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201118:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201120:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201122:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201124:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201125:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201126:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201129:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201131:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201133:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201135:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201137:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201139:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201141:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201143:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201145:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201146:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201147:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201149:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201151:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201152:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201154:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201156:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201171:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201173:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201175:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201177:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201179:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201183:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201185:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201187:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201189:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201192:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201194:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201196:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201197:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201198:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201201:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201203:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201204:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201206:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201208:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201210:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201214:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201215:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201218:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201219:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201221:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201223:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201224:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201225:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201226:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201229:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201231:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201233:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201236:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201238:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201239:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201242:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201243:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201245:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201247:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201249:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201251:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201253:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201254:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201255:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201258:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201259:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201261:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201263:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201265:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201267:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201270:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201271:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201274:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201276:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201278:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201281:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201282:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201283:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201285:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201287:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201289:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201291:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201293:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201296:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201297:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201300:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201302:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201305:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201317:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201320:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201322:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201323:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201324:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201325:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201328:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201330:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201331:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201333:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201336:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201337:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201341:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201342:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201345:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201346:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201348:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201350:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201352:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201353:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201354:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201356:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201358:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201360:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201362:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201364:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201365:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201368:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201370:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201372:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201374:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201376:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201377:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201379:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201380:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201381:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201384:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201386:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201387:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201389:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201391:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201393:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201397:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201399:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201401:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201402:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201405:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201407:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201409:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201410:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201411:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201414:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201416:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201418:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201420:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201422:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201424:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201427:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201428:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201431:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201432:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201455:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201457:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201459:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201461:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201462:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201465:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201466:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201468:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201470:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201473:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201474:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201478:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201480:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201483:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201484:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201486:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201488:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201489:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201490:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201492:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201494:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201496:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201497:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201499:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201501:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201502:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201506:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201508:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201510:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201511:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201514:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201516:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201518:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201519:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201520:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201523:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201525:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201527:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201529:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201531:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201533:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201537:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201538:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201540:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201542:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201544:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201546:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201548:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201549:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201550:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201553:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201555:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201556:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201558:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201561:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201563:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201565:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201566:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201569:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201570:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201572:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201574:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201576:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201577:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201578:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201580:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201583:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201585:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201587:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201589:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201590:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201594:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201595:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201598:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201599:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201601:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201603:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201605:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201606:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201608:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201610:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201612:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201614:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201616:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201618:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201620:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201623:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201625:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201627:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201628:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201631:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201633:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201635:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201636:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201638:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201640:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201642:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201644:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201646:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201649:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201651:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201654:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201655:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201657:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201659:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201661:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201663:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201665:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201666:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201667:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201670:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201672:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201673:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201676:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201678:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201680:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201683:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201684:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201687:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201688:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201690:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201693:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201694:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201695:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201696:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201699:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201700:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201702:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201704:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201706:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201708:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201710:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201712:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201715:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201716:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201718:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201721:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201723:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201724:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201725:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201728:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201730:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201731:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201734:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201736:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201738:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201741:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201742:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201745:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201746:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201748:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201750:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201752:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201753:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201755:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201757:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201759:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201761:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201763:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201765:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201767:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201770:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201772:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201775:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201776:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201779:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201781:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201782:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201783:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201785:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201787:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201789:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201790:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201793:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201795:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201797:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201800:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201802:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201805:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201806:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201808:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201811:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201812:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201813:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201815:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201817:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201819:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201821:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201823:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201825:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201827:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201830:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201832:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201865:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201867:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201870:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201873:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201874:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201876:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201877:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201880:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201882:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201884:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201886:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201889:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201891:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201895:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201897:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201899:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201901:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201903:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201905:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201907:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201908:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201909:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201911:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201914:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201916:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201918:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201920:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201922:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201926:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201927:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201931:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201932:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201934:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201937:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201938:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201939:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201941:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201943:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201945:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201947:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201949:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201951:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201953:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201955:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201956:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201959:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201960:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201962:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201964:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201965:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201967:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201968:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.201970:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201972:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201973:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.201976:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.201978:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201980:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.201983:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.201984:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.201987:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.201988:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.201991:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.201993:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.201995:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.201996:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.201997:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.202000:0:94185:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.202003:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.202005:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773616282.202007:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.202010:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.202011:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773616282.202015:0:94185:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773616282.202017:0:94185:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148) cmd=c00866a4 arg=7fff3e106820 00000080:00000001:3.0:1773616282.202019:0:94185:0:(llite_lib.c:3374:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773616282.202020:0:94185:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773616282.202022:0:94185:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff91a819773000. 00000020:00000001:3.0:1773616282.202024:0:94185:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.202026:0:94185:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773616282.202027:0:94185:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773616282.202028:0:94185:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff91a8182b3000: cmd=c00866a4 len=592 karg=ffff91a819773000 uarg=0000000000000000 00020000:00000001:3.0:1773616282.202031:0:94185:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.202032:0:94185:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.202034:0:94185:0:(llite_lib.c:3809:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1773616282.202036:0:94185:0:(llite_lib.c:3811:ll_obd_statfs()) kvfree 'data': 592 at ffff91a819773000. 00000080:00000001:3.0:1773616282.202038:0:94185:0:(llite_lib.c:3412:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.202040:0:94185:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773616282.202052:0:94185:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:3.0:1773616282.202055:0:94185:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773616282.202059:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fdb0 00000080:00200008:3.0:1773616282.202061:0:94185:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 100000 00000080:00400000:3.0:1773616282.202065:0:94185:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1773616282.202069:0:94185:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a806c68140. 00000080:00000001:3.0:1773616282.202075:0:94185:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773616282.202078:0:94185:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d6fdb0 00000080:00000008:3.0:1773616282.202080:0:94185:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff91a804151148), flags 100000, rc = 0 00000080:00000001:3.0:1773616282.202083:0:94185:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.202085:0:94185:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.218879:0:94186:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616282.218889:0:94186:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773616282.218892:0:94186:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773616282.218895:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fbc0 00000080:00200000:3.0:1773616282.218902:0:94186:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:3.0:1773616282.218912:0:94186:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670a400. 00800000:00000002:3.0:1773616282.218922:0:94186:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616282.218926:0:94186:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616282.218932:0:94186:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616282.218934:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fae0 00800000:00000002:3.0:1773616282.218937:0:94186:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616282.218941:0:94186:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773616282.218944:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616282.218947:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616282.218950:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616282.218953:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616282.218955:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616282.218957:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616282.218959:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616282.218962:0:94186:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616282.218968:0:94186:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616282.218970:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0f9b0 00000002:00010000:3.0:1773616282.218972:0:94186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773616282.218976:0:94186:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773616282.218978:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616282.218982:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616282.218990:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:3.0:1773616282.218994:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616282.218999:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616282.219003:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773616282.219009:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1773616282.219021:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773616282.219027:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.219030:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1773616282.219037:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773616282.219039:0:94186:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616282.219041:0:94186:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616282.219043:0:94186:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773616282.219045:0:94186:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616282.219047:0:94186:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773616282.219050:0:94186:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773616282.219053:0:94186:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:3.0:1773616282.219056:0:94186:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670a400. 00000080:00000001:3.0:1773616282.219061:0:94186:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773616282.219063:0:94186:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616282.219066:0:94186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:3.0:1773616282.219070:0:94186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679bd 00800000:00000001:3.0:1773616282.219073:0:94186:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773616282.219076:0:94186:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773616282.219077:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.219080:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.219082:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:3.0:1773616282.219085:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:3.0:1773616282.219087:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:3.0:1773616282.219090:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.219092:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773616282.219094:0:94186:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773616282.219095:0:94186:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773616282.219098:0:94186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679bd from it ffffa25881d0fbf8 00010000:00000001:3.0:1773616282.219100:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.219101:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.219102:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804651400 refcount=3 00000020:00000001:3.0:1773616282.219104:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:3.0:1773616282.219106:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547107328 : -121324162444288 : ffff91a804651400) 00010000:00000001:3.0:1773616282.219109:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616282.219112:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1773616282.219119:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.219120:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.219122:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773616282.219124:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773616282.219127:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1773616282.219135:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773616282.219138:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773616282.219140:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616282.219145:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.219146:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.219148:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219151:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773616282.219153:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219155:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219157:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219172:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616282.219174:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.219175:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773616282.219178:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773616282.219180:0:94186:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773616282.219182:0:94186:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:3.0:1773616282.219187:0:94186:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.219194:0:94186:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1773616282.219196:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fb58 00000080:00002000:3.0:1773616282.219198:0:94186:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a8085606c0) flags 0x48000e refc 0 00000080:00000001:3.0:1773616282.219201:0:94186:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.219203:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fbc8 00000080:00200000:3.0:1773616282.219204:0:94186:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1773616282.219211:0:94186:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:3.0:1773616282.219213:0:94186:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8), inode mode 81a4 mask 52 00000080:00000001:3.0:1773616282.219215:0:94186:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.219222:0:94186:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:3.0:1773616282.219223:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fb98 00000080:00200008:3.0:1773616282.219225:0:94186:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102101 00000080:00000010:3.0:1773616282.219232:0:94186:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a80b776dc0. 00000080:00000001:3.0:1773616282.219238:0:94186:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1773616282.219241:0:94186:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a80670a400. 00800000:00000002:3.0:1773616282.219244:0:94186:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:3.0:1773616282.219246:0:94186:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773616282.219247:0:94186:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773616282.219249:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fa48 00800000:00000002:3.0:1773616282.219251:0:94186:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x20000bf89:0xc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773616282.219255:0:94186:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1773616282.219257:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773616282.219258:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773616282.219259:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773616282.219261:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773616282.219263:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773616282.219265:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:3.0:1773616282.219267:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.219269:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0f9c8 00800000:00000002:3.0:1773616282.219271:0:94186:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:3.0:1773616282.219274:0:94186:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773616282.219275:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0f900 00000002:00010000:3.0:1773616282.219277:0:94186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1773616282.219281:0:94186:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773616282.219284:0:94186:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1773616282.219287:0:94186:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773616282.219292:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 2 00010000:00000001:3.0:1773616282.219295:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616282.219297:0:94186:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773616282.219300:0:94186:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219302:0:94186:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616282.219591:0:94186:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616282.219596:0:94186:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1773616282.219600:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 2 00010000:00000001:3.0:1773616282.219602:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616282.219604:0:94186:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1773616282.219606:0:94186:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616282.219610:0:94186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1773616282.219625:0:94186:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1773616282.219629:0:94186:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1773616282.219631:0:94186:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1773616282.219633:0:94186:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1773616282.219635:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616282.219637:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616282.219639:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 3 00010000:00000001:3.0:1773616282.219641:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616282.219644:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616282.219645:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616282.219646:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616282.219647:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 3 00010000:00000001:3.0:1773616282.219649:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616282.219651:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616282.219653:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773616282.219654:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773616282.219655:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804527e00 count: 3 00010000:00000001:3.0:1773616282.219657:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1773616282.219659:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773616282.219660:0:94186:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1773616282.219663:0:94186:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1773616282.219667:0:94186:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1773616282.219669:0:94186:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1773616282.219672:0:94186:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1773616282.219673:0:94186:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219677:0:94186:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616282.219680:0:94186:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616282.219682:0:94186:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616282.219684:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616282.219685:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773616282.219688:0:94186:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804651400 with handle 0xe60cc2233ec679bd from hash 00010000:00000001:3.0:1773616282.219691:0:94186:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616282.219692:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.219693:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.219695:0:94186:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616282.219697:0:94186:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616282.219699:0:94186:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1773616282.219702:0:94186:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616282.219704:0:94186:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773616282.219705:0:94186:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1773616282.219712:0:94186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b3b80. 00000020:00000040:3.0:1773616282.219716:0:94186:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=11 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:3.0:1773616282.219722:0:94186:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773616282.219724:0:94186:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219726:0:94186:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773616282.219730:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616282.219733:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.219734:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.219735:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.219738:0:94186:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616282.219740:0:94186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616282.219742:0:94186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616282.219750:0:94186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a819773000. 00000100:00000001:3.0:1773616282.219758:0:94186:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219764:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616282.219767:0:94186:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616282.219771:0:94186:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1773616282.219778:0:94186:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616282.219780:0:94186:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773616282.219781:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616282.219784:0:94186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804651400/0xe60cc2233ec679bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c7c1 expref: -99 pid: 94185 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1773616282.219791:0:94186:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804527e00 count: 0 00010000:00000010:3.0:1773616282.219797:0:94186:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8047d5a80. 00010000:00000001:3.0:1773616282.219809:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.219810:0:94186:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219812:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616282.219814:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.219816:0:94186:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616282.219823:0:94186:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00010000:00000001:3.0:1773616282.219827:0:94186:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773616282.219830:0:94186:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773616282.219834:0:94186:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a80460aa00. 00010000:00000010:3.0:1773616282.219915:0:94186:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a807bb2e80. 00010000:00000001:3.0:1773616282.219919:0:94186:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773616282.219923:0:94186:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a81002bc00. 00000020:00000001:3.0:1773616282.219926:0:94186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773616282.219929:0:94186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a81002bc00 with handle 0xe60cc2233ec679c4 to hash 00000020:00000001:3.0:1773616282.219931:0:94186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773616282.219932:0:94186:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.219936:0:94186:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.219939:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616282.219941:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.219944:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616282.219951:0:94186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1773616282.221241:0:94186:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1773616282.221255:0:94186:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1773616282.221266:0:94186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773616282.221272:0:94186:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773616282.221274:0:94186:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773616282.221284:0:94186:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804eeb0c0. 00000100:00000001:3.0:1773616282.221286:0:94186:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749556125888 : -121324153425728 : ffff91a804eeb0c0) 00000100:00000001:3.0:1773616282.221291:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616282.221292:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000001:3.0:1773616282.221297:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616282.221300:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.221302:0:94186:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773616282.221304:0:94186:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773616282.221793:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616282.221803:0:94186:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773616282.221805:0:94186:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.221809:0:94186:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773616282.221812:0:94186:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773616282.221815:0:94186:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773616282.221818:0:94186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795617920:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616282.221822:0:94186:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773616282.221828:0:94186:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773616282.221831:0:94186:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.221834:0:94186:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773616282.221911:0:94186:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff91a810160000. 02000000:00000001:3.0:1773616282.221914:0:94186:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773616282.221923:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1773616282.221928:0:94186:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81944d108. 00000400:00000010:3.0:1773616282.221935:0:94186:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff91a819771c00. 00000100:00000200:3.0:1773616282.221942:0:94186:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1859763795617920, portal 10 00000100:00000001:3.0:1773616282.221945:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616282.221946:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000040:3.0:1773616282.221953:0:94186:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616282.221959:0:94186:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773616282.221962:0:94186:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1773616282.221965:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8111c3198. 00000100:00000200:3.0:1773616282.221969:0:94186:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859763795617920, offset 0 00000400:00000200:3.0:1773616282.221975:0:94186:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1773616282.221984:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616282.221992:0:94186:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1773616282.221997:0:94186:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773616282.222002:0:94186:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1773616282.222006:0:94186:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773616282.222009:0:94186:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1773616282.222013:0:94186:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149747:149747:256:4294967295] 192.168.201.103@tcp LPNI seq info [149687:149687:8:4294967295] 00000400:00000200:3.0:1773616282.222018:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1773616282.222028:0:94186:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1773616282.222034:0:94186:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1773616282.222040:0:94186:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803265500. 00000800:00000200:3.0:1773616282.222047:0:94186:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1773616282.222054:0:94186:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1773616282.222058:0:94186:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803265500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1773616282.222126:0:94186:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616282.222132:0:94186:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 439520 usecs (440 jiffies) 00000400:00000200:3.0:1773616282.222135:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1773616282.222139:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083270 00000100:00000001:3.0:1773616282.222142:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084298 00000100:00000001:3.0:1773616282.222144:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083270 00000100:00000001:3.0:1773616282.222147:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084298 00000100:00000001:3.0:1773616282.222149:0:94186:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616282.222152:0:94186:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.222154:0:94186:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616282.222156:0:94186:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:3.0:1773616282.222171:0:94186:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804eeb0c0 going to sleep for 50 seconds 00000100:00000001:3.0:1773616282.222175:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773616282.222177:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.236549:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.236560:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803265500. 00000400:00000200:0.0:1773616282.236781:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.236790:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.236798:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8111c3198 00000400:00000010:0.0:1773616282.236802:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8111c3198. 00000100:00000001:0.0:1773616282.236806:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.236815:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.236827:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.236831:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616337 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.237713:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.237716:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773616282.239893:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804527e00. 00010000:00000010:3.1:1773616282.239911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804651400. 00000800:00000001:0.0:1773616282.265970:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.265993:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.265998:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.266001:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.266186:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.266193:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.266204:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.266210:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.266217:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.266222:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200676880 00000400:00000200:0.0:1773616282.266228:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.266234:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x1944d9 [32] + 224 00000800:00000001:0.0:1773616282.266243:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.266255:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.266258:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.266263:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.266271:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.266281:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616337 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616282.266293:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616282.267489:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.267562:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.267575:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.267581:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773616282.274484:0:94186:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773616282.274492:0:94186:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773616282.274498:0:94186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81944d108. 00000400:00000200:3.0:1773616282.274507:0:94186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a819771c00 00000400:00000010:3.0:1773616282.274510:0:94186:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff91a819771c00. 00000100:00000001:3.0:1773616282.274514:0:94186:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773616282.274527:0:94186:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773616282.274541:0:94186:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b3b80 x1859763795617920/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/66320 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616282.274718:0:94186:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773616282.274721:0:94186:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.274724:0:94186:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773616282.274728:0:94186:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773616282.274731:0:94186:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773616282.274734:0:94186:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773616282.274737:0:94186:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773616282.274747:0:94186:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:3.0:1773616282.274752:0:94186:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:3.0:1773616282.274755:0:94186:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773616282.274757:0:94186:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.274759:0:94186:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773616282.274763:0:94186:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.274767:0:94186:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773616282.274769:0:94186:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773616282.274770:0:94186:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773616282.274773:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773616282.274774:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000001:3.0:1773616282.274777:0:94186:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773616282.274779:0:94186:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:3.0:1773616282.274781:0:94186:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773616282.274783:0:94186:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616282.274790:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616282.274798:0:94186:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773616282.274801:0:94186:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773616282.274804:0:94186:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773616282.274808:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773616282.274818:0:94186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b3b80 pname:cluuid:pid:xid:nid:opc:job bash:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795617920:192.168.201.103@tcp:101:bash.0 00000100:00000001:3.0:1773616282.274823:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.274826:0:94186:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.274829:0:94186:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773616282.274831:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773616282.274835:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773616282.274863:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773616282.274866:0:94186:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804eeb0c0. 00000100:00000001:3.0:1773616282.274869:0:94186:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773616282.274871:0:94186:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.274874:0:94186:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773616282.274880:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.274883:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.274886:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=4 00000020:00000001:3.0:1773616282.274889:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.274892:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000040:3.0:1773616282.274899:0:94186:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a81002bc00, remote cookie: 0xf6516185796c7cf, flags: 0x1001 00010000:00010000:3.0:1773616282.274905:0:94186:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773616282.274913:0:94186:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1773616282.274917:0:94186:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1773616282.274925:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 2 00010000:00000001:3.0:1773616282.274928:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1773616282.274931:0:94186:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460aa00 count: 0 00010000:00000010:3.0:1773616282.274937:0:94186:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2e80. 00010000:00000001:3.0:1773616282.274947:0:94186:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.274951:0:94186:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773616282.274960:0:94186:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 4/0,1 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616282.274967:0:94186:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773616282.274971:0:94186:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773616282.274973:0:94186:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773616282.274975:0:94186:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773616282.274976:0:94186:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773616282.274979:0:94186:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff91a80460a800) refcount = 2 00010000:00000040:3.0:1773616282.274982:0:94186:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1773616282.274985:0:94186:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1773616282.274993:0:94186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616282.275000:0:94186:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1773616282.275004:0:94186:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773616282.275006:0:94186:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616282.275010:0:94186:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773616282.275013:0:94186:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.275016:0:94186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 4/0,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616282.275023:0:94186:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773616282.275025:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.275027:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.275028:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.275029:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.275032:0:94186:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773616282.275036:0:94186:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773616282.275039:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.275041:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.275042:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616282.275044:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.275046:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.275049:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.275050:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.275052:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=4 00000020:00000001:3.0:1773616282.275054:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.275056:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.275059:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616282.275062:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.275066:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616282.275072:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.275073:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.275074:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.275075:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.275077:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=5 00000020:00000001:3.0:1773616282.275079:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.275081:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.275084:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773616282.275087:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 5/1,1 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616282.275094:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.275095:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773616282.275098:0:94186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773616282.275110:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773616282.275111:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.275112:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.275113:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.275115:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773616282.275120:0:94186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616282.275130:0:94186:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1773616282.275135:0:94186:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1773616282.275142:0:94186:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.275148:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.275149:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.275151:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:3.0:1773616282.275153:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:3.0:1773616282.275155:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00000002:00010000:3.0:1773616282.275159:0:94186:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616282.279445:0:94186:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301c80. 00010000:00000001:2.0:1773616282.279459:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.279462:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.279464:0:94186:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.279467:0:94186:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.279470:0:94186:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773616282.279474:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.279476:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00010000:00000001:2.0:1773616282.279479:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.279481:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.279484:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:2.0:1773616282.279487:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616282.279489:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00000002:00010000:2.0:1773616282.279494:0:94186:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.279508:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.279510:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.279511:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616282.279513:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.279514:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.279516:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:2.0:1773616282.279518:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616282.279520:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000040:2.0:1773616282.279528:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 3 00010000:00000001:2.0:1773616282.279531:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.279537:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.279544:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616282.279549:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773616282.279560:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.279567:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.279571:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616282.279577:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.279579:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.279580:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.279817:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.279819:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000020:00000001:2.0:1773616282.279821:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616282.279823:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00010000:00000001:2.0:1773616282.279826:0:94186:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1773616282.279829:0:94186:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.279862:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.279865:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.279873:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.279874:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.279877:0:94186:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.279883:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.279885:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.279888:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1773616282.279894:0:94186:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a807edd0c0. 00010000:00000001:2.0:1773616282.279898:0:94186:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1773616282.279920:0:94186:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1773616282.279922:0:94186:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.279924:0:94186:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.279926:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.279928:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.279929:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.279930:0:94186:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616282.279934:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0f880 00000002:00002000:2.0:1773616282.279936:0:94186:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1773616282.279939:0:94186:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.279944:0:94186:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.279947:0:94186:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616282.279950:0:94186:0:(namei.c:951:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616282.279953:0:94186:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.279958:0:94186:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616282.279962:0:94186:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a80670a400. 00000080:00000001:2.0:1773616282.279970:0:94186:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616282.279976:0:94186:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616282.279980:0:94186:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1773616282.279984:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.279989:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c120. 00000020:00000010:2.0:1773616282.279993:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000020:00000010:2.0:1773616282.280000:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62600. 00000020:00000010:2.0:1773616282.280003:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685300. 00000008:00000010:2.0:1773616282.280010:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a9650. 00020000:00000010:2.0:1773616282.280015:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.280020:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f82de8. 00000080:00000010:2.0:1773616282.280027:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740930. 00000080:00000010:2.0:1773616282.280031:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508bb50. 00000020:00000010:2.0:1773616282.280034:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63400. 00000008:00000010:2.0:1773616282.280038:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8580. 00020000:00000010:2.0:1773616282.280042:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616282.280046:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371cc8. 00000080:00000010:2.0:1773616282.280049:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.280053:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361832 : -121323958189784 : ffff91a81091c128) 00000020:00001000:2.0:1773616282.280055:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c120 00000020:00000001:2.0:1773616282.280057:0:94186:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616282.280061:0:94186:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616282.280063:0:94186:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616282.280131:0:94186:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a8046850c0. 00020000:00000010:2.0:1773616282.280137:0:94186:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d500. 00000020:00000001:1.0:1773616282.280140:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00020000:00000010:2.0:1773616282.280143:0:94186:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685ba0. 00000020:00000001:1.0:1773616282.280146:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.280148:0:94186:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547322272 : -121324162229344 : ffff91a804685ba0) 00010000:00010000:1.0:1773616282.280152:0:81777:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00020000:00000002:2.0:1773616282.280155:0:94186:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685ba0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00010000:00000001:1.0:1773616282.280157:0:81777:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773616282.280161:0:81777:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00020000:00000002:2.0:1773616282.280164:0:94186:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00010000:00010000:1.0:1773616282.280168:0:81777:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000002:2.0:1773616282.280171:0:94186:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d500: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616282.280179:0:94186:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c000) owner ffff91a8050e4f80 00020000:00000001:2.0:1773616282.280186:0:94186:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773616282.280187:0:81777:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a81002bc00 already unused, calling callback (ffffffffc19ecec0) 00020000:00000002:2.0:1773616282.280190:0:94186:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c000) owner ffff91a8050e4f80 00000080:00000001:1.0:1773616282.280192:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00020000:00000010:2.0:1773616282.280198:0:94186:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d500. 00010000:00010000:1.0:1773616282.280200:0:81777:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:2.0:1773616282.280206:0:94186:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a8046850c0. 00020000:00000010:2.0:1773616282.280213:0:94186:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685ba0. 00010000:00000001:1.0:1773616282.280214:0:81777:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00020000:00000002:2.0:1773616282.280219:0:94186:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00010000:00000001:1.0:1773616282.280219:0:81777:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1773616282.280226:0:94186:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.280228:0:81777:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773616282.280230:0:94186:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616282.280236:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c120 00000020:00000010:2.0:1773616282.280242:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62600. 00010000:00000001:1.0:1773616282.280243:0:81777:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1773616282.280248:0:81777:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1773616282.280250:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685300. 00010000:00000001:1.0:1773616282.280251:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.280254:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.280257:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a81002bc00 refcount=3 00000008:00000010:2.0:1773616282.280258:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a9650. 00000020:00000001:1.0:1773616282.280261:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00020000:00000010:2.0:1773616282.280265:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.280270:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f82de8. 00000080:00000010:2.0:1773616282.280274:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740930. 00010000:00000001:1.0:1773616282.280278:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749741988864 : -121323967562752 : ffff91a81002bc00) 00000080:00000010:2.0:1773616282.280279:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508bb50. 00010000:00000001:1.0:1773616282.280285:0:81777:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1773616282.280286:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00010000:00010000:1.0:1773616282.280290:0:81777:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 3/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000008:00000010:2.0:1773616282.280291:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8580. 00020000:00000010:2.0:1773616282.280298:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616282.280304:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371cc8. 00000080:00000001:1.0:1773616282.280305:0:81777:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616282.280309:0:81777:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773616282.280312:0:81777:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773616282.280314:0:81777:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:1.0:1773616282.280317:0:81777:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.280319:0:81777:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.280323:0:81777:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 3 00010000:00000001:1.0:1773616282.280326:0:81777:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.280329:0:81777:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1773616282.280331:0:81777:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1773616282.280332:0:81777:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616282.280336:0:81777:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.280339:0:81777:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1773616282.280347:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.280349:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616282.280350:0:81777:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1773616282.280352:0:81777:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.280353:0:81777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.280354:0:81777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:1.0:1773616282.280356:0:81777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:1.0:1773616282.280358:0:81777:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:1.0:1773616282.280359:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.280360:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1773616282.280362:0:81777:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616282.280364:0:81777:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773616282.280365:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.280368:0:81777:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616282.280370:0:81777:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616282.280371:0:81777:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616282.280373:0:81777:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.280375:0:81777:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773616282.280378:0:81777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a81002bc00 with handle 0xe60cc2233ec679c4 from hash 00010000:00000001:1.0:1773616282.280380:0:81777:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616282.280381:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.280382:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.280384:0:81777:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616282.280387:0:81777:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616282.280389:0:81777:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773616282.280393:0:81777:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.280398:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.280399:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.280401:0:81777:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.280403:0:81777:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616282.280405:0:81777:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773616282.280411:0:81777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773616282.280415:0:81777:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=12 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616282.280422:0:81777:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00000010:2.0:1773616282.280424:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 02000000:00000001:1.0:1773616282.280426:0:81777:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1773616282.280429:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63400. 02000000:00000001:1.0:1773616282.280431:0:81777:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616282.280444:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c120. 00000080:00000001:2.0:1773616282.280451:0:94186:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 02000000:00000010:1.0:1773616282.280452:0:81777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804cf7000. 00000080:00000001:2.0:1773616282.280455:0:94186:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00000100:00000001:1.0:1773616282.280461:0:81777:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.280463:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.280467:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1773616282.280467:0:81777:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00000020:00000040:2.0:1773616282.280472:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00010000:00010000:1.0:1773616282.280474:0:81777:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 2/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773616282.280475:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.280482:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00000080:00000001:2.0:1773616282.280487:0:94186:0:(file.c:6728:ll_layout_conf()) Process entered 00010000:00010000:1.0:1773616282.280489:0:81777:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:2.0:1773616282.280490:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00010000:00000001:1.0:1773616282.280493:0:81777:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1773616282.280496:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c120. 00000020:00000010:2.0:1773616282.280501:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63400. 00000100:00000001:1.0:1773616282.280501:0:81777:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000010:2.0:1773616282.280690:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62a00. 00000100:00000001:1.0:1773616282.280694:0:81777:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616282.280695:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685300. 00000008:00000010:2.0:1773616282.280701:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a9650. 00020000:00000010:2.0:1773616282.280704:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.280707:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f82de8. 00000100:00000040:1.0:1773616282.280711:0:81777:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a511a39e] to pc [ptlrpcd_00_00+0] req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:2.0:1773616282.280712:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740930. 00000080:00000010:2.0:1773616282.280717:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508bb50. 00000020:00000010:2.0:1773616282.280722:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62600. 00000008:00000010:2.0:1773616282.280727:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8580. 00020000:00000010:2.0:1773616282.280732:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616282.280734:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371cc8. 00000080:00000010:2.0:1773616282.280737:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.280740:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361832 : -121323958189784 : ffff91a81091c128) 00000020:00001000:2.0:1773616282.280742:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c120 00000020:00000001:2.0:1773616282.280744:0:94186:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616282.280746:0:94186:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616282.280748:0:94186:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616282.280751:0:94186:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685ba0. 00020000:00000010:2.0:1773616282.280754:0:94186:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d500. 00010000:00000001:1.0:1773616282.280754:0:81777:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.280761:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000010:2.0:1773616282.280762:0:94186:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a8046850c0. 00010000:00000001:1.0:1773616282.280764:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:2.0:1773616282.280766:0:94186:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547319488 : -121324162232128 : ffff91a8046850c0) 00010000:00000001:1.0:1773616282.280767:0:81777:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.280772:0:94186:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a8046850c0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00010000:00000001:1.0:1773616282.280772:0:81777:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.280777:0:81777:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.280780:0:94186:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00010000:00010000:1.0:1773616282.280783:0:81777:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000002:2.0:1773616282.280787:0:94186:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d500: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616282.280794:0:94186:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c000) owner ffff91a8050e4f80 00010000:00000001:1.0:1773616282.280799:0:81777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:2.0:1773616282.280800:0:94186:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616282.280805:0:94186:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c000) owner ffff91a8050e4f80 00010000:00010000:1.0:1773616282.280805:0:81777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a81002bc00/0xe60cc2233ec679c4 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c7cf expref: -99 pid: 94186 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:2.0:1773616282.280811:0:94186:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d500. 00020000:00000010:2.0:1773616282.280817:0:94186:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685ba0. 00020000:00000010:2.0:1773616282.280822:0:94186:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a8046850c0. 00020000:00000002:2.0:1773616282.280827:0:94186:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616282.280831:0:94186:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1773616282.280831:0:81777:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301c80. 00000020:00000001:2.0:1773616282.280834:0:94186:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.280865:0:81777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.280868:0:81777:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1773616282.280871:0:81777:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a807edd0c0. 00010000:00000001:1.0:1773616282.280874:0:81777:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.280877:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616282.280878:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.280880:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773616282.280882:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616282.280883:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.280885:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773616282.280887:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616282.280889:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.280891:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1773616282.280899:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616282.280903:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773616282.280904:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1773616282.280909:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.280909:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.280917:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.280920:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.280923:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.280925:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.280927:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616282.280934:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.280942:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616282.280943:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.280946:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616282.280949:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616282.280951:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616282.280955:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795618048:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773616282.280959:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616282.280966:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616282.280969:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.280972:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616282.280976:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf6e00. 02000000:00000001:1.0:1773616282.280979:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.280987:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616282.280992:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b00. 00000400:00000010:1.0:1773616282.280999:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000200:1.0:1773616282.281006:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795618048, portal 18 00000100:00000001:1.0:1773616282.281009:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.281010:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000040:1.0:1773616282.281016:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.281024:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616282.281028:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616282.281030:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1d48. 00000100:00000200:1.0:1773616282.281035:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795618048, offset 0 00000020:00000001:2.0:1773616282.281037:0:94186:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616282.281043:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00000400:00000200:1.0:1773616282.281044:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00020000:00000002:2.0:1773616282.281049:0:94186:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bcc0 addref 2/0 by ffff91a8050e4f80. 00020000:00000002:2.0:1773616282.281053:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00000400:00000200:1.0:1773616282.281055:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00020000:00000001:2.0:1773616282.281059:0:94186:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616282.281063:0:94186:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616282.281064:0:94186:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00000400:00000200:1.0:1773616282.281066:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616282.281072:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616282.281076:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616282.281080:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616282.281083:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616282.281088:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149748:149748:256:4294967295] 192.168.201.103@tcp LPNI seq info [149688:149688:8:4294967295] 00000400:00000200:1.0:1773616282.281093:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.281102:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616282.281108:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616282.281114:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5300. 00000800:00000200:1.0:1773616282.281121:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616282.281127:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616282.281132:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5300 type 1, nob 424 niov 1 nkiov 1 00020000:00000001:2.0:1773616282.281140:0:94186:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616282.281144:0:94186:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616282.281146:0:94186:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773616282.281149:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c120 00000020:00000010:2.0:1773616282.281153:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62a00. 00000100:00000001:1.0:1773616282.281153:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616282.281160:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685300. 00000100:00000040:1.0:1773616282.281162:0:2400:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 438783 usecs (439 jiffies) 00000008:00000010:2.0:1773616282.281167:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a9650. 00000400:00000200:1.0:1773616282.281169:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00020000:00000010:2.0:1773616282.281173:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091183c0. 00000100:00000001:1.0:1773616282.281175:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083328 00008000:00000010:2.0:1773616282.281178:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f82de8. 00000100:00000001:1.0:1773616282.281180:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084298 00000080:00000010:2.0:1773616282.281184:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740930. 00000100:00000001:1.0:1773616282.281185:0:2400:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083328 00000080:00000010:2.0:1773616282.281190:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508bb50. 00000100:00000001:1.0:1773616282.281191:0:2400:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084298 00000100:00000001:1.0:1773616282.281197:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1773616282.281198:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63400. 00000100:00000001:1.0:1773616282.281203:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773616282.281204:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8580. 00000100:00000001:1.0:1773616282.281209:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1773616282.281210:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f600. 00000100:00000001:1.0:1773616282.281214:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:2.0:1773616282.281216:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371cc8. 00000080:00000010:2.0:1773616282.281221:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.281224:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62600. 00000020:00000010:2.0:1773616282.281226:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c120. 00000080:00000001:2.0:1773616282.281229:0:94186:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.281232:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.281234:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616282.281236:0:94186:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616282.281239:0:94186:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616282.281241:0:94186:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.281245:0:94186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679af 00800000:00000001:2.0:1773616282.281248:0:94186:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616282.281250:0:94186:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616282.281252:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.281254:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.281255:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616282.281258:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.281260:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.281263:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.281264:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.281265:0:94186:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.281267:0:94186:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.281269:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.281276:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.281285:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.281288:0:94186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679af from it ffffa25881d0fbf0 00010000:00000001:2.0:1773616282.281291:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.281292:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.281294:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616282.281295:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.281298:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.281300:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.281304:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000800:00000200:0.0:1773616282.281566:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.281571:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5300. 00000400:00000200:0.0:1773616282.281576:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.281807:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.281813:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1d48 00000400:00000010:0.0:1773616282.281816:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1d48. 00000100:00000001:0.0:1773616282.281820:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.281825:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.281857:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.281862:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.281870:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.281872:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1773616282.284635:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.284638:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.284640:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.284643:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.284647:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.284656:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.284660:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.284662:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.284666:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.284668:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.284670:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.284673:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.284675:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.284677:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.284681:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.284684:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.284686:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.284687:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616282.284692:0:94186:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.284702:0:94186:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301d80. 00000080:00000001:2.0:1773616282.284706:0:94186:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616282.284715:0:94186:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616282.284718:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.284720:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.284723:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.284726:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.284727:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.284730:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.284733:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.284738:0:94186:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616282.284743:0:94186:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a8065392a0. 00000002:00100000:2.0:1773616282.284755:0:94186:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616282.284764:0:94186:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.284765:0:94186:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616282.284769:0:94186:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616282.284773:0:94186:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.284776:0:94186:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616282.284778:0:94186:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.284780:0:94186:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.284783:0:94186:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.284785:0:94186:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.284788:0:94186:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616282.284790:0:94186:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.284792:0:94186:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616282.284795:0:94186:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.284797:0:94186:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.284802:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.284807:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616282.284816:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.284820:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff91a810160000. 02000000:00000001:2.0:1773616282.288764:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616282.288772:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.288782:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fb98 00000080:00000008:2.0:1773616282.288786:0:94186:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102101, rc = 0 00020000:00000001:2.0:1773616282.290279:0:94186:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616282.290286:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000002:2.0:1773616282.290291:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000001:2.0:1773616282.290294:0:94186:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773616282.290956:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.291154:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.291158:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.291160:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.291169:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.291176:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.291186:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.291190:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.291196:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.291200:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200676900 00000400:00000200:0.0:1773616282.291206:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.291212:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x1944e1 [1] + 224 00000800:00000001:0.0:1773616282.291220:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.291231:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.291235:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.291239:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.291248:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.291256:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773616282.291268:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.291282:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.291290:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.291293:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.291554:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.291559:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616282.291567:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616282.291569:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616282.291573:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b00. 00000400:00000200:1.0:1773616282.291578:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:1.0:1773616282.291580:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:1.0:1773616282.291584:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.291590:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616282.291601:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.291609:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616282.291611:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.291614:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616282.291617:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616282.291620:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616282.291622:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.291625:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616282.291636:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c0578 time=47 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616282.291641:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:1.0:1773616282.291644:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616282.291646:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.291649:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616282.291653:0:2400:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.291657:0:2400:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616282.291660:0:2400:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215245 00000100:00000001:1.0:1773616282.291662:0:2400:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616282.291665:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.291670:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.291678:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.291681:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616282.291684:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616282.291689:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616282.291697:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6bed2507-d27f-43a9-a583-f3d23438f235:2400:1859763795618048:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1773616282.291702:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.291704:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.291707:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18700 x1859763795618048/t0(0) o103->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.291714:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616282.291717:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616282.291720:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf6e00. 02000000:00000001:1.0:1773616282.291726:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616282.291728:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616282.291730:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=11 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:1.0:1773616282.291733:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616282.291736:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804cf7000. 02000000:00000001:1.0:1773616282.291740:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616282.291742:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616282.291744:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18700. 00000100:00000001:1.0:1773616282.291747:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616282.291748:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.291751:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.291760:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.291762:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.291764:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.291767:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.301162:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fd28 00000080:00200008:2.0:1773616282.301174:0:94186:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616282.301462:0:94186:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616282.301465:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fca0 00000080:00200000:2.0:1773616282.301468:0:94186:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8),name=recon 00000080:00000010:2.0:1773616282.301478:0:94186:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f62600. 00800000:00000002:2.0:1773616282.301485:0:94186:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616282.301492:0:94186:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616282.301497:0:94186:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616282.301499:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fbc0 00800000:00000002:2.0:1773616282.301502:0:94186:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616282.301506:0:94186:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616282.301510:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.301513:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.301515:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.301518:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.301520:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.301522:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616282.301525:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.301528:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.301529:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.301530:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.301532:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.301533:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.301535:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.301537:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.301539:0:94186:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616282.302342:0:94186:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616282.302348:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fa90 00000002:00010000:2.0:1773616282.302351:0:94186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616282.302356:0:94186:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616282.302358:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.302363:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.302372:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 2 00010000:00000001:2.0:1773616282.302376:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.302381:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.302386:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616282.302392:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1773616282.302411:0:94186:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.302418:0:94186:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.302422:0:94186:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1773616282.302429:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616282.302442:0:94186:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616282.302444:0:94186:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616282.302447:0:94186:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616282.302449:0:94186:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616282.302452:0:94186:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616282.302455:0:94186:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616282.302459:0:94186:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616282.302463:0:94186:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f62600. 00000080:00000001:2.0:1773616282.302468:0:94186:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616282.302471:0:94186:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.302474:0:94186:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000080:00010000:2.0:1773616282.302478:0:94186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679af 00800000:00000001:2.0:1773616282.302482:0:94186:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616282.302485:0:94186:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616282.302486:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.302489:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.302491:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616282.302494:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.302497:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.302500:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.302501:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.302502:0:94186:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.302504:0:94186:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.302507:0:94186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679af from it ffffa25881d0fcd8 00010000:00000001:2.0:1773616282.302509:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.302511:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.302512:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616282.302514:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.302517:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.302519:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.302523:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.302529:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.302530:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.302531:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.302534:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.302536:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.303720:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.303726:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.303728:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.303734:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.303736:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.303737:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.303743:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.303745:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.303747:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.303750:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.303753:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.303755:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.303756:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616282.303760:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616282.303762:0:94186:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.303765:0:94186:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773616282.303768:0:94186:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.303771:0:94186:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.303773:0:94186:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.303775:0:94186:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.303777:0:94186:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616282.303780:0:94186:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773616282.303783:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.303791:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c120. 00000020:00000010:2.0:1773616282.303798:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62600. 00000020:00000010:2.0:1773616282.303803:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63400. 00000020:00000010:2.0:1773616282.303808:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685300. 00000008:00000010:2.0:1773616282.303815:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079a9650. 00020000:00000010:2.0:1773616282.303820:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.303826:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f82de8. 00000080:00000010:2.0:1773616282.303832:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740930. 00000080:00000010:2.0:1773616282.303862:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a80508bb50. 00000020:00000010:2.0:1773616282.303868:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62a00. 00000008:00000010:2.0:1773616282.303873:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8580. 00020000:00000010:2.0:1773616282.303877:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816f600. 00008000:00000010:2.0:1773616282.303881:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371cc8. 00000080:00000010:2.0:1773616282.303885:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.304346:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751361832 : -121323958189784 : ffff91a81091c128) 00000020:00001000:2.0:1773616282.304352:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c120 00000020:00000001:2.0:1773616282.304357:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.304360:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616282.304363:0:94186:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616282.304365:0:94186:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773616282.304369:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.304370:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616282.304373:0:94186:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616282.304375:0:94186:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.304377:0:94186:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.304381:0:94186:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a80508bbb0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773616282.304385:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000001:2.0:1773616282.304389:0:94186:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616282.304391:0:94186:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616282.304393:0:94186:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616282.304395:0:94186:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.304397:0:94186:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616282.304399:0:94186:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616282.304401:0:94186:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.304403:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.304404:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.304406:0:94186:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616282.304408:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00000020:00000001:2.0:1773616282.304411:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616282.304413:0:94186:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773616282.304415:0:94186:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773616282.304418:0:94186:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616282.304420:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616282.304423:0:94186:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616282.304425:0:94186:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616282.304431:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773616282.304452:0:94186:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453ca00. 00020000:00000002:2.0:1773616282.304455:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616282.304458:0:94186:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616282.304460:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.304463:0:94186:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616282.304464:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.304468:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091cea0. 00000020:00000010:2.0:1773616282.304471:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62000. 00000020:00000010:2.0:1773616282.304473:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62200. 00000020:00000010:2.0:1773616282.304476:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046850c0. 00000008:00000010:2.0:1773616282.304481:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ac2f0. 00020000:00000010:2.0:1773616282.304485:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118e40. 00008000:00000010:2.0:1773616282.304488:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f80a98. 00000080:00000010:2.0:1773616282.304491:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740a80. 00000080:00000010:2.0:1773616282.304495:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8050896d0. 00000020:00000010:2.0:1773616282.304498:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63000. 00000008:00000010:2.0:1773616282.304502:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8b00. 00020000:00000010:2.0:1773616282.304505:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816e640. 00008000:00000010:2.0:1773616282.304508:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371bc8. 00000080:00000010:2.0:1773616282.304511:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090961e0. 00000020:00000001:2.0:1773616282.304513:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751365288 : -121323958186328 : ffff91a81091cea8) 00000020:00001000:2.0:1773616282.304515:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091cea0 00000020:00000001:2.0:1773616282.304517:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.304518:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616282.304523:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.304524:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616282.304526:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.304528:0:94186:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.304530:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877532264 : -121323832019352 : ffff91a81816f668) 00000020:00000001:2.0:1773616282.304532:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616282.304537:0:94186:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811967a20. 00000008:00010000:2.0:1773616282.304540:0:94186:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773616282.304543:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.304545:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00010000:00000010:3.1:1773616282.304767:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460aa00. 00000008:00010000:2.0:1773616282.305252:0:94186:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453ca30, osc lock ffff91a811967a20, flags 0x400001002 00000020:00000001:2.0:1773616282.305258:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.305262:0:94186:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.305266:0:94186:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545974272 : -121324163577344 : ffff91a80453ca00) 00000020:00000001:2.0:1773616282.305268:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.305270:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.305271:0:94186:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.305273:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.305276:0:94186:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773616282.305278:0:94186:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773616282.305280:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.305282:0:94186:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.305284:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.305285:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877532264 : -121323832019352 : ffff91a81816f668) 00000020:00000001:2.0:1773616282.305288:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.305290:0:94186:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.305292:0:94186:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616282.305296:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616282.305298:0:94186:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.305299:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.305301:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616282.305302:0:94186:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616282.305304:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616282.305306:0:94186:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616282.305310:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616282.305316:0:94186:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.305320:0:94186:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1773616282.305327:0:94186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8700. 00000020:00000040:2.0:1773616282.305332:0:94186:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00010000:00000001:2.0:1773616282.305337:0:94186:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616282.305342:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.305345:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.305348:0:94186:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616282.305351:0:94186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616282.305357:0:94186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616282.305364:0:94186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63e00. 00000100:00000001:2.0:1773616282.305371:0:94186:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.305378:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616282.305380:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.305382:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616282.305383:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.305385:0:94186:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.305388:0:94186:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00010000:00000001:2.0:1773616282.305392:0:94186:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616282.305394:0:94186:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773616282.305398:0:94186:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804feba00. 00010000:00000010:2.0:1773616282.305402:0:94186:0:(ldlm_resource.c:1436:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff91a804feb800. 00010000:00000001:2.0:1773616282.305408:0:94186:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616282.305411:0:94186:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5e00. 00000020:00000001:2.0:1773616282.305415:0:94186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616282.305417:0:94186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5e00 with handle 0xe60cc2233ec679cb to hash 00000020:00000001:2.0:1773616282.305419:0:94186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616282.305421:0:94186:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000010:2.0:1773616282.305425:0:94186:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a810301c40. 00010000:00000001:2.0:1773616282.305427:0:94186:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.305431:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.305447:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.305453:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616282.305467:0:94186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.305484:0:94186:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.305488:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616282.305492:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.305504:0:94186:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a13cc3e] to pc [ptlrpcd_01_00+0] req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1773616282.306113:0:94186:0:(osc_request.c:3301:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.306117:0:94186:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.306119:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.306122:0:94186:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.306124:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.306126:0:94186:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.306128:0:94186:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773616282.306130:0:94186:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773616282.306132:0:94186:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1773616282.306148:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773616282.306151:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773616282.306153:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.306160:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.306162:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.306164:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616282.306166:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616282.306168:0:2402:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616282.306175:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.306194:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616282.306196:0:2402:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.306200:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616282.306203:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616282.306206:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616282.306209:0:2402:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795618176:192.168.201.103@tcp:101:uname.0 00000100:00000001:2.0:1773616282.306214:0:2402:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616282.306221:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616282.306224:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.306226:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616282.306231:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803496c00. 02000000:00000001:2.0:1773616282.306233:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616282.306241:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616282.306245:0:2402:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616282.306252:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616282.306259:0:2402:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795618176, portal 4 00000100:00000001:2.0:1773616282.306261:0:2402:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.306263:0:2402:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530818304 : -121324178733312 : ffff91a8036c8700) 00000100:00000040:2.0:1773616282.306269:0:2402:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.306276:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616282.306278:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616282.306281:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ee58. 00000100:00000200:2.0:1773616282.306284:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795618176, offset 0 00000400:00000200:2.0:1773616282.306290:0:2402:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616282.306298:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.306306:0:2402:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616282.306312:0:2402:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616282.306316:0:2402:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616282.306320:0:2402:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616282.306323:0:2402:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616282.306327:0:2402:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149749:149749:256:4294967295] 192.168.201.103@tcp LPNI seq info [149689:149689:8:4294967295] 00000400:00000200:2.0:1773616282.306331:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.306340:0:2402:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616282.306346:0:2402:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616282.306351:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5700. 00000800:00000200:2.0:1773616282.306358:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616282.306367:0:2402:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616282.306372:0:2402:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616282.306392:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.306397:0:2402:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1518167 usecs (1519 jiffies) 00000400:00000200:2.0:1773616282.306400:0:2402:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616282.306403:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084432 00000100:00000001:2.0:1773616282.306412:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302084298 00000100:00000001:2.0:1773616282.306418:0:2402:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084432 00000100:00000001:2.0:1773616282.306421:0:2402:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302084298 00000100:00000001:2.0:1773616282.306424:0:2402:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.306427:0:2402:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.306430:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.306441:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.307117:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616282.307121:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.307494:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.307499:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5700. 00000400:00000200:0.0:1773616282.307507:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.307512:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.307519:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ee58 00000400:00000010:0.0:1773616282.307521:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ee58. 00000100:00000001:0.0:1773616282.307525:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.307531:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.307541:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.307559:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.307567:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.307569:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773616282.308864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a81002bc00. 00000800:00000001:0.0:1773616282.315722:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.315743:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.315748:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.315752:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.315763:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.315772:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.315780:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.315785:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.315790:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.315795:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b7200676980 00000400:00000200:0.0:1773616282.315800:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.315807:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x1944f1 [1] + 224 00000800:00000001:0.0:1773616282.315816:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.315825:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.315829:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.315834:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.315890:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.315900:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616282.315912:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.315932:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.315942:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.315946:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.316295:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616282.316300:0:2402:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.316308:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.316310:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.316313:0:2402:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616282.316318:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616282.316321:0:2402:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616282.316324:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.316329:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.316340:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.316347:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.316349:0:2402:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.316352:0:2402:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.316356:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.316359:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.316361:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.316365:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.316377:0:2402:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616282.316382:0:2402:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616282.316385:0:2402:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.316387:0:2402:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316390:0:2402:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.316394:0:2402:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.316400:0:2402:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.316402:0:2402:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640286 00000100:00000001:2.0:1773616282.316404:0:2402:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.316406:0:2402:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.316411:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.316419:0:2402:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.316422:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.316424:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1773616282.316427:0:2402:0:(osc_request.c:3116:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1773616282.316430:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.316446:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.316448:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=4 00000020:00000001:2.0:1773616282.316451:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316454:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316457:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.316458:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.316459:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=5 00000020:00000001:2.0:1773616282.316461:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316463:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316467:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.316471:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.316476:0:2402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.316487:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316489:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.316491:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616282.316493:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.316494:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.316496:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=6 00000020:00000001:2.0:1773616282.316499:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316501:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000040:2.0:1773616282.316508:0:2402:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5e00, remote cookie: 0xf6516185796c7dd, flags: 0x1001 00010000:00010000:2.0:1773616282.316513:0:2402:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.316522:0:2402:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1773616282.316526:0:2402:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316528:0:2402:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616282.316532:0:2402:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1773616282.316536:0:2402:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773616282.316544:0:2402:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x176e:0x0].0x0 (ffff91a804feba00) refcount = 1 00010000:00000040:2.0:1773616282.316548:0:2402:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616282.316551:0:2402:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.316571:0:2402:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616282.316572:0:2402:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.316575:0:2402:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616282.316578:0:2402:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.316583:0:2402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.316590:0:2402:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616282.316591:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316592:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.316593:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316594:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.316596:0:2402:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1773616282.316599:0:2402:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616282.316601:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.316603:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.316604:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=5 00000020:00000001:2.0:1773616282.316606:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316608:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00000008:00000001:2.0:1773616282.316612:0:2402:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1773616282.316616:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00010000:2.0:1773616282.316620:0:2402:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1773616282.316628:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.316630:0:2402:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773616282.316633:0:2402:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1773616282.316636:0:2402:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616282.316639:0:2402:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.316641:0:2402:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.316643:0:2402:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:2.0:1773616282.316645:0:2402:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1773616282.316648:0:2402:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.316650:0:2402:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773616282.316671:0:2402:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773616282.316674:0:2402:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316676:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.316677:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.316679:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=6 00000020:00000001:2.0:1773616282.316681:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316683:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316686:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.316689:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.316698:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316700:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.316702:0:2402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.316710:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.316711:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316712:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.316714:0:2402:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316716:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.316717:0:2402:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.316719:0:2402:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=5 00000020:00000001:2.0:1773616282.316721:0:2402:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316723:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:2.0:1773616282.316725:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.316727:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.316734:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316736:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.316738:0:2402:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.316740:0:2402:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.316743:0:2402:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616282.316752:0:2402:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.316754:0:2402:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.316756:0:2402:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.316761:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316762:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.316764:0:2402:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316767:0:2402:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.316769:0:2402:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316771:0:2402:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316773:0:2402:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.316775:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.316776:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316778:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.316779:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.316780:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.316781:0:2402:0:(osc_request.c:3155:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.316787:0:2402:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.316797:0:2402:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6bed2507-d27f-43a9-a583-f3d23438f235:2402:1859763795618176:192.168.201.103@tcp:101:uname.0 00000100:00000001:2.0:1773616282.316802:0:2402:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.316805:0:2402:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.316808:0:2402:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8700 x1859763795618176/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.316815:0:2402:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.316818:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.316821:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803496c00. 02000000:00000001:2.0:1773616282.316826:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.316829:0:2402:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.316830:0:2402:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.316832:0:2402:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.316862:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616282.316868:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.316870:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.316872:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8700. 00000100:00000001:2.0:1773616282.316876:0:2402:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.316878:0:2402:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.316880:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.316902:0:2402:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.316905:0:2402:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.316907:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616282.316910:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.318445:0:94186:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.318455:0:94186:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.318463:0:94186:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616282.318467:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.318470:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.318472:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616282.318486:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773616282.318493:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616282.318496:0:94186:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.318498:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616282.318499:0:94186:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.318502:0:94186:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773616282.318506:0:94186:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.318509:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773616282.318512:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.318514:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.318516:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:0.0:1773616282.318519:0:94186:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1773616282.318521:0:94186:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773616282.318524:0:94186:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773616282.318526:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a80508bb50 (ffff91a81091c128/0) at cl_lock_release():245 00000020:00000001:0.0:1773616282.318529:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616282.318530:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80508bb50 (ffff91a81091c128/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773616282.318534:0:94186:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773616282.318538:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.318540:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877532264 : -121323832019352 : ffff91a81816f668) 00000020:00000001:0.0:1773616282.318542:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616282.318543:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453ca30 (ffff91a81091cea8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773616282.318548:0:94186:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773616282.318549:0:94186:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773616282.318551:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.318553:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616282.318776:0:94186:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773616282.318780:0:94186:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.318781:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.318782:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.318784:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616282.318785:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80508bb50 (ffff91a81091c128/0) at cl_lock_fini():72 00020000:00000001:0.0:1773616282.318789:0:94186:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773616282.318790:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616282.318791:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453ca30 (ffff91a81091c128/1) at cl_lock_fini():72 00000008:00000010:0.0:1773616282.318795:0:94186:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811967a20. 00000020:00000001:0.0:1773616282.318800:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773616282.318802:0:94186:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453ca00. 00020000:00000001:0.0:1773616282.318805:0:94186:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773616282.318807:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773616282.318808:0:94186:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1773616282.318810:0:94186:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.318813:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616282.318816:0:94186:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616282.318818:0:94186:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616282.318819:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616282.318821:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.318823:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091cea0 00000020:00000010:0.0:1773616282.318828:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62200. 00000020:00000010:0.0:1773616282.318832:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046850c0. 00000008:00000010:0.0:1773616282.318860:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ac2f0. 00020000:00000010:0.0:1773616282.318866:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118e40. 00008000:00000010:0.0:1773616282.318871:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f80a98. 00000080:00000010:0.0:1773616282.318878:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740a80. 00000080:00000010:0.0:1773616282.318882:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8050896d0. 00000020:00000010:0.0:1773616282.318886:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62000. 00000008:00000010:0.0:1773616282.318889:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8b00. 00020000:00000010:0.0:1773616282.318893:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816e640. 00008000:00000010:0.0:1773616282.318897:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371bc8. 00000080:00000010:0.0:1773616282.318901:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090961e0. 00000020:00000010:0.0:1773616282.318904:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63000. 00000020:00000010:0.0:1773616282.318906:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091cea0. 00020000:00000001:0.0:1773616282.318909:0:94186:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616282.318911:0:94186:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616282.318914:0:94186:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616282.318917:0:94186:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616282.318921:0:94186:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616282.318923:0:94186:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.318925:0:94186:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773616282.318928:0:94186:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.318929:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.318930:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c120 00000020:00000010:0.0:1773616282.318932:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63400. 00000020:00000010:0.0:1773616282.318935:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685300. 00000008:00000010:0.0:1773616282.318938:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079a9650. 00020000:00000010:0.0:1773616282.318941:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091183c0. 00008000:00000010:0.0:1773616282.318943:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f82de8. 00000080:00000010:0.0:1773616282.318947:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740930. 00000080:00000010:0.0:1773616282.318949:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a80508bb50. 00000020:00000010:0.0:1773616282.318953:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62600. 00000008:00000010:0.0:1773616282.318955:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8580. 00020000:00000010:0.0:1773616282.318957:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816f600. 00008000:00000010:0.0:1773616282.318960:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371cc8. 00000080:00000010:0.0:1773616282.318963:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:0.0:1773616282.318966:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62a00. 00000020:00000010:0.0:1773616282.318968:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c120. 00000001:00000001:0.0:1773616282.318970:0:94186:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.318980:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fd28 00000080:00000008:0.0:1773616282.318983:0:94186:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1773616282.319063:0:94186:0:(file.c:2586:do_file_write_iter()) Process entered 00000020:00000001:0.0:1773616282.319208:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fd88 00000080:00200008:0.0:1773616282.319212:0:94186:0:(file.c:2590:do_file_write_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 23 00000080:00000001:0.0:1773616282.319216:0:94186:0:(pcc.c:2604:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1773616282.319218:0:94186:0:(pcc.c:2607:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.319221:0:94186:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1773616282.319224:0:94186:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.319227:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.319235:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279e10. 00000020:00000010:0.0:1773616282.319239:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3400. 00000020:00000010:0.0:1773616282.319243:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3a00. 00000020:00000010:0.0:1773616282.319246:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf540. 00000008:00000010:0.0:1773616282.319251:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823d940. 00020000:00000010:0.0:1773616282.319255:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f0c0. 00008000:00000010:0.0:1773616282.319258:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ffade8. 00000080:00000010:0.0:1773616282.319263:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023348. 00000080:00000010:0.0:1773616282.319267:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd240. 00000020:00000010:0.0:1773616282.319270:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3000. 00000008:00000010:0.0:1773616282.319273:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4db80. 00020000:00000010:0.0:1773616282.319276:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e30b40. 00008000:00000010:0.0:1773616282.319279:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffb608. 00000080:00000010:0.0:1773616282.319282:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa5a0. 00000020:00000001:0.0:1773616282.319285:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623768 : -121323830927848 : ffff91a818279e18) 00000020:00001000:0.0:1773616282.319287:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279e10 00000080:00000001:0.0:1773616282.319289:0:94186:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1773616282.319291:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fc98 00000080:00200000:0.0:1773616282.319293:0:94186:0:(file.c:2031:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1773616282.319300:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fc30 00000080:00200000:0.0:1773616282.319302:0:94186:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1773616282.319304:0:94186:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616282.319455:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.319457:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.319458:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616282.319462:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1773616282.319465:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1773616282.319468:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.319470:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.319471:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:0.0:1773616282.319555:0:94186:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1773616282.319558:0:94186:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773616282.319560:0:94186:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1773616282.319567:0:94186:0:(cl_io.c:214:cl_io_rw_init()) header@000000005c570687[0x110, 1, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:0.0:1773616282.319569:0:94186:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1773616282.319572:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.319574:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616282.319576:0:94186:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616282.319578:0:94186:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616282.319581:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.319582:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1773616282.319585:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616282.319589:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.319592:0:94186:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616282.319593:0:94186:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.319595:0:94186:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.319598:0:94186:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a8053cd2a0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1773616282.319602:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000001:0.0:1773616282.319606:0:94186:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616282.319608:0:94186:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616282.319799:0:94186:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616282.319801:0:94186:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1773616282.319804:0:94186:0:(lov_io.c:634:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1773616282.319806:0:94186:0:(lov_io.c:662:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1773616282.319808:0:94186:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616282.319810:0:94186:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.319811:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.319813:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616282.319814:0:94186:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616282.319816:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00000020:00000001:0.0:1773616282.319819:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.319821:0:94186:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1773616282.319823:0:94186:0:(file.c:2109:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1773616282.319826:0:94186:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1773616282.319829:0:94186:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.319832:0:94186:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616282.319834:0:94186:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616282.320208:0:94186:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1773616282.320211:0:94186:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1773616282.320214:0:94186:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1773616282.320216:0:94186:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773616282.320219:0:94186:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616282.320223:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616282.320226:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.320228:0:94186:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616282.320229:0:94186:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616282.322726:0:94186:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489480. 00000020:00000010:1.0:1773616282.322739:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7000. 00000020:00000010:1.0:1773616282.322745:0:94186:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6e00. 00000020:00000010:1.0:1773616282.322748:0:94186:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8d20. 00000008:00000010:1.0:1773616282.322755:0:94186:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182337c8. 00020000:00000010:1.0:1773616282.322760:0:94186:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4af00. 00008000:00000010:1.0:1773616282.322764:0:94186:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852f170. 00000080:00000010:1.0:1773616282.322771:0:94186:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0d20. 00000080:00000010:1.0:1773616282.322774:0:94186:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553d98. 00000020:00000010:1.0:1773616282.322778:0:94186:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6a00. 00000008:00000010:1.0:1773616282.322782:0:94186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a8213211e0. 00020000:00000010:1.0:1773616282.322785:0:94186:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012eaf40. 00008000:00000010:1.0:1773616282.322788:0:94186:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1168. 00000080:00000010:1.0:1773616282.322792:0:94186:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4f00. 00000020:00000001:1.0:1773616282.322796:0:94186:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763343496 : -121323946208120 : ffff91a811489488) 00000020:00001000:1.0:1773616282.322800:0:94186:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489480 00000020:00000001:1.0:1773616282.322804:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.322806:0:94186:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773616282.322810:0:94186:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616282.322811:0:94186:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773616282.322813:0:94186:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322816:0:94186:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322819:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:1.0:1773616282.322822:0:94186:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1773616282.322825:0:94186:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1773616282.322828:0:94186:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322830:0:94186:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322833:0:94186:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322850:0:94186:0:(lov_io.c:1002:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322853:0:94186:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322855:0:94186:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1773616282.322858:0:94186:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1773616282.322862:0:94186:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1773616282.322865:0:94186:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:1.0:1773616282.322868:0:94186:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.322871:0:94186:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.322873:0:94186:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1773616282.322875:0:94186:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1773616282.322877:0:94186:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1773616282.322879:0:94186:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1773616282.322881:0:94186:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322883:0:94186:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.322885:0:94186:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.322887:0:94186:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.322889:0:94186:0:(vvp_io.c:615:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322891:0:94186:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1773616282.322893:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1773616282.322894:0:94186:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1773616282.322896:0:94186:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616282.322897:0:94186:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322899:0:94186:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322901:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322902:0:94186:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322904:0:94186:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1773616282.322905:0:94186:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773616282.322907:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773616282.322909:0:94186:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773616282.322911:0:94186:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773616282.322916:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773616282.322922:0:94186:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8046b7f80. 00020000:00000002:1.0:1773616282.322924:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773616282.322927:0:94186:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773616282.322929:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616282.322930:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:1.0:1773616282.322932:0:94186:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773616282.322935:0:94186:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811666be0. 00000008:00010000:1.0:1773616282.322938:0:94186:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1773616282.322941:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773616282.322942:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773616282.322945:0:94186:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8046b7fb0, osc lock ffff91a811666be0, flags 0x0 00000020:00000001:1.0:1773616282.322948:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322949:0:94186:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.322952:0:94186:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749547528064 : -121324162023552 : ffff91a8046b7f80) 00000020:00000001:1.0:1773616282.322954:0:94186:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773616282.322955:0:94186:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773616282.322957:0:94186:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322958:0:94186:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322960:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773616282.322979:0:94186:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773616282.322981:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616282.322982:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:1.0:1773616282.322984:0:94186:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773616282.322986:0:94186:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773616282.322989:0:94186:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1773616282.322991:0:94186:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.322994:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773616282.322996:0:94186:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773616282.322998:0:94186:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773616282.323000:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773616282.323001:0:94186:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773616282.323002:0:94186:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773616282.323005:0:94186:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773616282.323008:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.323016:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:1.0:1773616282.323019:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773616282.323025:0:94186:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a809642c00 type 11 mode 2 res 10737419265/5998 (0 18446744073709551615) 00010000:00000001:1.0:1773616282.323030:0:94186:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1773616282.323036:0:94186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773616282.323041:0:94186:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00010000:00000001:1.0:1773616282.323046:0:94186:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616282.323050:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.323057:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.323059:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.323061:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.323064:0:94186:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616282.323157:0:94186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616282.323164:0:94186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616282.323171:0:94186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804cf6600. 00000100:00000001:1.0:1773616282.323189:0:94186:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.323195:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616282.323197:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.323199:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616282.323200:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.323202:0:94186:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.323204:0:94186:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00010000:00000001:1.0:1773616282.323208:0:94186:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616282.323211:0:94186:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773616282.323214:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:1.0:1773616282.323216:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.323218:0:94186:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616282.323223:0:94186:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2b800. 00000020:00000001:1.0:1773616282.323228:0:94186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616282.323230:0:94186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2b800 with handle 0xe60cc2233ec679d2 to hash 00000020:00000001:1.0:1773616282.323233:0:94186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616282.323234:0:94186:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000010:1.0:1773616282.323238:0:94186:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff91a807bd9400. 00010000:00000001:1.0:1773616282.323241:0:94186:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.323246:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.323249:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.323254:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616282.323266:0:94186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616282.323278:0:94186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616282.323286:0:94186:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616282.323288:0:94186:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616282.323293:0:94186:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe2000. 00000100:00000001:1.0:1773616282.323296:0:94186:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557137408 : -121324152414208 : ffff91a804fe2000) 00000100:00000001:1.0:1773616282.323299:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.323301:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000001:1.0:1773616282.323375:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616282.323380:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.323382:0:94186:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616282.323384:0:94186:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616282.323394:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.323404:0:94186:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616282.323407:0:94186:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.323411:0:94186:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616282.323414:0:94186:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616282.323417:0:94186:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616282.323420:0:94186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795618304:192.168.201.103@tcp:101:uname.0 00000100:00000001:1.0:1773616282.323425:0:94186:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616282.323431:0:94186:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616282.323444:0:94186:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.323448:0:94186:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616282.323453:0:94186:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050fac00. 02000000:00000001:1.0:1773616282.323455:0:94186:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.323464:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616282.323468:0:94186:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b00. 00000400:00000010:1.0:1773616282.323475:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000200:1.0:1773616282.323573:0:94186:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795618304, portal 4 00000100:00000001:1.0:1773616282.323576:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.323577:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000040:1.0:1773616282.323584:0:94186:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.323592:0:94186:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616282.323595:0:94186:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616282.323598:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e17f8. 00000100:00000200:1.0:1773616282.323602:0:94186:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1859763795618304, offset 0 00000400:00000200:1.0:1773616282.323608:0:94186:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616282.323617:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.323624:0:94186:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616282.323630:0:94186:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616282.323634:0:94186:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616282.323638:0:94186:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616282.323641:0:94186:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616282.323646:0:94186:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149750:149750:256:4294967295] 192.168.201.103@tcp LPNI seq info [149690:149690:8:4294967295] 00000400:00000200:1.0:1773616282.323651:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.323661:0:94186:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616282.323668:0:94186:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616282.323673:0:94186:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5800. 00000800:00000200:1.0:1773616282.323680:0:94186:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616282.323688:0:94186:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616282.323692:0:94186:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773616282.323704:0:94186:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.323709:0:94186:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1509047 usecs (1510 jiffies) 00000400:00000200:1.0:1773616282.323713:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616282.323715:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084441 00000100:00000001:1.0:1773616282.323725:0:94186:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302084432 00000100:00000001:1.0:1773616282.323731:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084441 00000100:00000001:1.0:1773616282.323734:0:94186:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302084432 00000100:00000001:1.0:1773616282.323737:0:94186:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.323740:0:94186:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.323743:0:94186:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.323745:0:94186:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616282.323748:0:94186:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe2000 going to sleep for 11 seconds 00000100:00000001:1.0:1773616282.323751:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.323754:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.324567:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.324574:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5800. 00000400:00000200:0.0:1773616282.324579:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.324586:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.324592:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e17f8 00000400:00000010:0.0:1773616282.324595:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e17f8. 00000100:00000001:0.0:1773616282.324599:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.324605:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.324616:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.324619:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.324625:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.324627:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616282.333796:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.333820:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.333824:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.333827:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.333878:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.333887:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.333899:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.333905:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.333911:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.333916:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 328 into portal 15 MB=0x69b7201433780 00000400:00000200:0.0:1773616282.333926:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 328/328 into md 0x192e01 [2] + 2032 00000400:00000010:0.0:1773616282.333932:0:2392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a688. 00000400:00000200:0.0:1773616282.333940:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91a8100a0840 00000800:00000001:0.0:1773616282.333947:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.333958:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.333961:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.333966:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.333971:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8100a0840 00000400:00000010:0.0:1773616282.333974:0:2392:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff91a8100a0840. 00000100:00000001:0.0:1773616282.333981:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773616282.333984:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1773616282.333988:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff91a8102d7850 x1859763810023296 msgsize 328 00000100:00100000:0.0:1773616282.333994:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000040:0.0:1773616282.333996:0:2392:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773616282.334007:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.334014:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.334017:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773616282.334661:0:81768:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff91a8050f8c00. 00000100:00000010:1.0:1773616282.334672:0:81768:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff91a804faa000. 00000100:00100000:1.0:1773616282.334676:0:81768:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1773616282.334680:0:81768:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1773616282.334685:0:81768:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424790. 00000400:00000010:1.0:1773616282.334691:0:81768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff91a804fe2e40. 00000100:00000001:1.0:1773616282.334701:0:81768:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1773616282.334703:0:81768:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763810023296 02000000:00000001:1.0:1773616282.334706:0:81768:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1773616282.334708:0:81768:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616282.334711:0:81768:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.334715:0:81768:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616282.334719:0:81768:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763810023296 00000020:00000001:1.0:1773616282.334722:0:81768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773616282.334740:0:81768:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:1.0:1773616282.334742:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.334745:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:1.0:1773616282.334747:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:1.0:1773616282.334749:0:81768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00000001:1.0:1773616282.334754:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616282.334760:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9900. 00000100:00000001:1.0:1773616282.334762:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616282.334765:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9900. 00000020:00000010:1.0:1773616282.334771:0:81768:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6200. 00000020:00000010:1.0:1773616282.334777:0:81768:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8046b7680. 00000020:00000010:1.0:1773616282.334781:0:81768:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8046b64b0. 00000100:00000040:1.0:1773616282.334790:0:81768:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1773616282.334793:0:81768:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1773616282.334795:0:81768:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1773616282.334797:0:81768:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.334805:0:81768:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.334825:0:81768:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.334871:0:81768:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1773616282.334874:0:81768:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1773616282.334880:0:81768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 43 00000100:00000040:1.0:1773616282.334884:0:81768:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a807e38000 : new rpc_count 1 00000100:00000001:1.0:1773616282.334887:0:81768:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749744789584 : -121323964762032 : ffff91a8102d7850) 00000100:00000040:1.0:1773616282.334896:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a8102d7850 x1859763810023296/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:493/0 lens 328/0 e 0 to 0 dl 1773616293 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773616282.334906:0:81768:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1773616282.334909:0:81768:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a807bd9900. 00000100:00000001:1.0:1773616282.334911:0:81768:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773616282.334912:0:81768:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a807bd9900. 00000100:00100000:1.0:1773616282.334917:0:81768:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a8102d7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8688:x1859763810023296:12345-192.168.201.103@tcp:104: 00000100:00000200:1.0:1773616282.334920:0:81768:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763810023296 00010000:00000001:1.0:1773616282.334923:0:81768:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1773616282.334931:0:81768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.334932:0:81768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.334934:0:81768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=2 00000020:00000001:1.0:1773616282.334937:0:81768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:1.0:1773616282.334940:0:81768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:1.0:1773616282.334943:0:81768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.334947:0:81768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616282.334953:0:81768:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1773616282.334965:0:81768:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1773616282.334967:0:81768:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1773616282.334971:0:81768:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8050fa800. 02000000:00000001:1.0:1773616282.335182:0:81768:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.335185:0:81768:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.335190:0:81768:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1773616282.335193:0:81768:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616282.335197:0:81768:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616282.335201:0:81768:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773616282.335205:0:81768:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000100:00000001:1.0:1773616282.335207:0:81768:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:1.0:1773616282.335210:0:81768:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1773616282.335212:0:81768:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.335215:0:81768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616282.335218:0:81768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616282.335223:0:81768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e15d8. 00000100:00000200:1.0:1773616282.335227:0:81768:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763810023296, offset 224 00000400:00000200:1.0:1773616282.335233:0:81768:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616282.335241:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.335248:0:81768:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616282.335254:0:81768:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149751:149751:256:4294967295] 192.168.201.103@tcp LPNI seq info [149691:149691:8:4294967295] 00000400:00000200:1.0:1773616282.335259:0:81768:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.335267:0:81768:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616282.335273:0:81768:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616282.335278:0:81768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5e00. 00000800:00000200:1.0:1773616282.335285:0:81768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616282.335293:0:81768:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616282.335297:0:81768:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616282.335458:0:81768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.335463:0:81768:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00010000:00000001:1.0:1773616282.335467:0:81768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773616282.335471:0:81768:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff91a804fe2600. 00010000:00000001:1.0:1773616282.335474:0:81768:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:0.0:1773616282.335886:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.335891:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5e00. 00000400:00000200:0.0:1773616282.335895:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.335900:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.336078:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e15d8 00000400:00000010:0.0:1773616282.336080:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e15d8. 00000100:00000001:0.0:1773616282.336084:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773616282.336086:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1773616282.336446:0:81768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1773616282.336450:0:81768:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.336452:0:81768:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.336455:0:81768:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.336462:0:81768:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8102d7850 x1859763810023296/t0(0) o104->LOV_OSC_UUID@192.168.201.103@tcp:493/0 lens 328/224 e 0 to 0 dl 1773616293 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1773616282.336474:0:81768:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a8102d7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8688:x1859763810023296:12345-192.168.201.103@tcp:104: Request processed in 1566us (2484us total) trans 0 rc 0/0 00000100:00100000:1.0:1773616282.336566:0:81768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 43 00000100:00000040:1.0:1773616282.336571:0:81768:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a807e38000 : new rpc_count 0 00000100:00000001:1.0:1773616282.336574:0:81768:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773616282.336576:0:81768:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1773616282.336582:0:81768:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8046b7680. 00000020:00000010:1.0:1773616282.336586:0:81768:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8046b64b0. 00000020:00000010:1.0:1773616282.336591:0:81768:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6200. 00000020:00000040:1.0:1773616282.336598:0:81768:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 02000000:00000001:1.0:1773616282.336603:0:81768:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773616282.336606:0:81768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91a8050fa800. 02000000:00000001:1.0:1773616282.336609:0:81768:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1773616282.336611:0:81768:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773616282.336613:0:81768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91a8034c1800. 02000000:00000001:1.0:1773616282.336615:0:81768:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773616282.336618:0:81768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1aa00. 02000000:00000001:1.0:1773616282.336622:0:81768:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773616282.336623:0:81768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91a8034c3c00. 02000000:00000001:1.0:1773616282.336625:0:81768:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773616282.336626:0:81768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 02000000:00000001:1.0:1773616282.336629:0:81768:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773616282.336631:0:81768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91a8050fb800. 02000000:00000001:1.0:1773616282.336633:0:81768:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773616282.336634:0:81768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810374e00. 02000000:00000001:1.0:1773616282.336637:0:81768:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773616282.336639:0:81768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91a8050fa400. 02000000:00000001:1.0:1773616282.336640:0:81768:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773616282.336642:0:81768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810377480. 02000000:00000001:1.0:1773616282.336644:0:81768:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773616282.336646:0:81768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91a8050f9400. 02000000:00000001:1.0:1773616282.336648:0:81768:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773616282.336649:0:81768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375500. 02000000:00000001:1.0:1773616282.336652:0:81768:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1773616282.336653:0:81768:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff91a8050fbc00. 02000000:00000001:1.0:1773616282.336655:0:81768:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1773616282.336657:0:81768:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b800. 00000100:00000010:1.0:1773616282.336660:0:81768:0:(service.c:995:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff91a8060de000. 00000100:00000010:1.0:1773616282.336665:0:81768:0:(service.c:996:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff91a8102d7800. 00000100:00000001:1.0:1773616282.336669:0:81768:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616282.336805:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616282.336809:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.336812:0:81778:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1773616282.336815:0:81778:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773616282.336818:0:81778:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773616282.336824:0:81778:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773616282.336852:0:81778:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91a8101c5e00 already unused, calling callback (ffffffffc109a260) 00000008:00000001:3.0:1773616282.336857:0:81778:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1773616282.336860:0:81778:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773616282.336861:0:81778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773616282.336863:0:81778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773616282.336865:0:81778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5e00 refcount=3 00000020:00000001:3.0:1773616282.336868:0:81778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773616282.336871:0:81778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743668736 : -121323965882880 : ffff91a8101c5e00) 00010000:00000001:3.0:1773616282.336875:0:81778:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773616282.336878:0:81778:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1773616282.336886:0:81778:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1773616282.336888:0:81778:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616282.336895:0:81778:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cb000. 00000020:00000010:3.0:1773616282.336899:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670be00. 00000020:00000010:3.0:1773616282.336904:0:81778:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670b800. 00000020:00000010:3.0:1773616282.336908:0:81778:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469ba80. 00000008:00000010:3.0:1773616282.336914:0:81778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efef90. 00020000:00000010:3.0:1773616282.336919:0:81778:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318aa80. 00008000:00000010:3.0:1773616282.336924:0:81778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616282.336930:0:81778:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b3f0. 00000080:00000010:3.0:1773616282.336934:0:81778:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a81820b908. 00000020:00000010:3.0:1773616282.336939:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a800. 00000008:00000010:3.0:1773616282.336942:0:81778:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2b00. 00020000:00000010:3.0:1773616282.336946:0:81778:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827cfc0. 00008000:00000010:3.0:1773616282.336950:0:81778:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e274f8. 00000080:00000010:3.0:1773616282.337156:0:81778:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f282d0. 00000020:00000001:3.0:1773616282.337160:0:81778:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765709832 : -121323943841784 : ffff91a8116cb008) 00000020:00001000:3.0:1773616282.337163:0:81778:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cb000 00000008:00000001:3.0:1773616282.337165:0:81778:0:(osc_lock.c:413:osc_dlm_blocking_ast0()) Process entered 00000008:00000001:3.0:1773616282.337168:0:81778:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1773616282.337170:0:81778:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1773616282.337173:0:81778:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8116cbd80. 00000020:00000010:3.0:1773616282.337176:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a000. 00000020:00000010:3.0:1773616282.337178:0:81778:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a80670b400. 00000020:00000010:3.0:1773616282.337181:0:81778:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a80469b600. 00000008:00000010:3.0:1773616282.337186:0:81778:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773616282.337189:0:81778:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a80318a000. 00008000:00000010:3.0:1773616282.337192:0:81778:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a818214710. 00000080:00000010:3.0:1773616282.337195:0:81778:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a802f2b5e8. 00000080:00000010:3.0:1773616282.337198:0:81778:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818208920. 00000020:00000010:3.0:1773616282.337201:0:81778:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a80670a200. 00000008:00000010:3.0:1773616282.337204:0:81778:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a802ea2840. 00020000:00000010:3.0:1773616282.337207:0:81778:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81827c240. 00008000:00000010:3.0:1773616282.337209:0:81778:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806e278e8. 00000080:00000010:3.0:1773616282.337212:0:81778:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a802f28a50. 00000020:00000001:3.0:1773616282.337214:0:81778:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749765713288 : -121323943838328 : ffff91a8116cbd88) 00000020:00001000:3.0:1773616282.337216:0:81778:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8116cbd80 00000008:00000001:3.0:1773616282.337219:0:81778:0:(osc_cache.c:3688:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1773616282.337221:0:81778:0:(osc_cache.c:3708:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1773616282.337224:0:81778:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1773616282.337227:0:81778:0:(osc_cache.c:3772:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616282.337229:0:81778:0:(osc_cache.c:3657:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1773616282.337232:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:3.0:1773616282.337235:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:3.0:1773616282.337237:0:81778:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1773616282.337240:0:81778:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:3.0:1773616282.337242:0:81778:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1773616282.337245:0:81778:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616282.337246:0:81778:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1773616282.337248:0:81778:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1773616282.337252:0:81778:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a804efe508 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1773616282.337256:0:81778:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1773616282.337258:0:81778:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1773616282.337260:0:81778:0:(lov_io.c:599:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1773616282.337262:0:81778:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1773616282.337264:0:81778:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.337266:0:81778:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1773616282.337267:0:81778:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1773616282.337268:0:81778:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1773616282.337270:0:81778:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616282.337272:0:81778:0:(osc_cache.c:3444:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1773616282.337275:0:81778:0:(osc_cache.c:3521:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773616282.337278:0:81778:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1773616282.337280:0:81778:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1773616282.337282:0:81778:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1773616282.337285:0:81778:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:3.0:1773616282.337287:0:81778:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1773616282.337290:0:81778:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1773616282.337291:0:81778:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1773616282.337293:0:81778:0:(osc_cache.c:3676:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616282.337295:0:81778:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cbd80 00000020:00000010:3.0:1773616282.337298:0:81778:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670b400. 00000020:00000010:3.0:1773616282.337315:0:81778:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469b600. 00000008:00000010:3.0:1773616282.337319:0:81778:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efe468. 00020000:00000010:3.0:1773616282.337322:0:81778:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318a000. 00008000:00000010:3.0:1773616282.337325:0:81778:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818214710. 00000080:00000010:3.0:1773616282.337328:0:81778:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b5e8. 00000080:00000010:3.0:1773616282.337332:0:81778:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818208920. 00000020:00000010:3.0:1773616282.337335:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a000. 00000008:00000010:3.0:1773616282.337339:0:81778:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2840. 00020000:00000010:3.0:1773616282.337343:0:81778:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827c240. 00008000:00000010:3.0:1773616282.337346:0:81778:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e278e8. 00000080:00000010:3.0:1773616282.337349:0:81778:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f28a50. 00000020:00000010:3.0:1773616282.337352:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a200. 00000020:00000010:3.0:1773616282.337354:0:81778:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cbd80. 00000008:00000001:3.0:1773616282.337357:0:81778:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.337359:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00010000:00000001:3.0:1773616282.337362:0:81778:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1773616282.337364:0:81778:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.337366:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:3.0:1773616282.337368:0:81778:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1773616282.337371:0:81778:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1773616282.337374:0:81778:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1773616282.337376:0:81778:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.337378:0:81778:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.337380:0:81778:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:3.0:1773616282.337384:0:81778:0:(osc_lock.c:468:osc_dlm_blocking_ast0()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1773616282.337386:0:81778:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8116cb000 00000020:00000010:3.0:1773616282.337387:0:81778:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a80670b800. 00000020:00000010:3.0:1773616282.337390:0:81778:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a80469ba80. 00000008:00000010:3.0:1773616282.337393:0:81778:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a804efef90. 00020000:00000010:3.0:1773616282.337395:0:81778:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a80318aa80. 00008000:00000010:3.0:1773616282.337398:0:81778:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a818214a98. 00000080:00000010:3.0:1773616282.337400:0:81778:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a802f2b3f0. 00000080:00000010:3.0:1773616282.337403:0:81778:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a81820b908. 00000020:00000010:3.0:1773616282.337405:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670be00. 00000008:00000010:3.0:1773616282.337408:0:81778:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a802ea2b00. 00020000:00000010:3.0:1773616282.337410:0:81778:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81827cfc0. 00008000:00000010:3.0:1773616282.337413:0:81778:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806e274f8. 00000080:00000010:3.0:1773616282.337416:0:81778:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a802f282d0. 00000020:00000010:3.0:1773616282.337418:0:81778:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a80670a800. 00000020:00000010:3.0:1773616282.337421:0:81778:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8116cb000. 00000008:00000001:3.0:1773616282.337423:0:81778:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.337427:0:81778:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773616282.337441:0:81778:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773616282.337443:0:81778:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773616282.337445:0:81778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773616282.337448:0:81778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773616282.337451:0:81778:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5e00 with handle 0xe60cc2233ec679cb from hash 00010000:00000001:3.0:1773616282.337454:0:81778:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773616282.337455:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.337457:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.337459:0:81778:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773616282.337462:0:81778:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773616282.337464:0:81778:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1773616282.337470:0:81778:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773616282.337473:0:81778:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.337475:0:81778:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773616282.337870:0:81778:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1773616282.337878:0:81778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8034b0380. 00000020:00000040:3.0:1773616282.337883:0:81778:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:3.0:1773616282.337888:0:81778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773616282.337891:0:81778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773616282.337896:0:81778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773616282.337903:0:81778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a80670a800. 00000100:00000001:3.0:1773616282.337909:0:81778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.337912:0:81778:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1773616282.337919:0:81778:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1773616282.337929:0:81778:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1773616282.337930:0:81778:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.337935:0:81778:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773616282.337940:0:81778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773616282.337949:0:81778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5e14f38] to pc [ptlrpcd_01_01+1] req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773616282.337980:0:81778:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773616282.337983:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773616282.337984:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.337985:0:81778:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773616282.337988:0:81778:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773616282.337990:0:81778:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.337993:0:81778:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773616282.338000:0:81778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773616282.338003:0:81778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000187d6a47/0xe60cc2233ec679cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xf6516185796c7dd expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1773616282.338011:0:81778:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301c40. 00010000:00000001:3.0:1773616282.338020:0:81778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773616282.338022:0:81778:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1773616282.338025:0:81778:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff91a804fe2600. 00010000:00000001:3.0:1773616282.338028:0:81778:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.338031:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616282.338032:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.338034:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616282.338036:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616282.338037:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.338038:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773616282.338040:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616282.338042:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.338043:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773616282.338052:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773616282.338056:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773616282.338058:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.338059:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616282.338062:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773616282.338064:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773616282.338240:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773616282.338244:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773616282.338246:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616282.338709:0:2401:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616282.338718:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.338729:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616282.338731:0:2401:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.338736:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616282.338739:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616282.338742:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616282.338746:0:2401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795618432:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616282.338750:0:2401:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616282.338756:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616282.338759:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.338763:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616282.338770:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616282.338772:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616282.338780:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616282.338784:0:2401:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616282.338791:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616282.338798:0:2401:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795618432, portal 18 00000100:00000001:2.0:1773616282.338801:0:2401:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.338803:0:2401:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528621952 : -121324180929664 : ffff91a8034b0380) 00000100:00000040:2.0:1773616282.338810:0:2401:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.338819:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616282.338822:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616282.338824:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e6e8. 00000100:00000200:2.0:1773616282.338827:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1859763795618432, offset 0 00000400:00000200:2.0:1773616282.338834:0:2401:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616282.338864:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.338871:0:2401:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616282.338876:0:2401:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616282.338880:0:2401:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616282.338884:0:2401:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616282.338901:0:2401:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616282.338906:0:2401:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149752:149752:256:4294967295] 192.168.201.103@tcp LPNI seq info [149692:149692:8:4294967295] 00000400:00000200:2.0:1773616282.338911:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.338920:0:2401:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616282.338927:0:2401:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616282.338933:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5a00. 00000800:00000200:2.0:1773616282.338940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616282.338958:0:2401:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616282.338963:0:2401:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773616282.338973:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.338978:0:2401:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1509047 usecs (1510 jiffies) 00000400:00000200:2.0:1773616282.338981:0:2401:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616282.338984:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084456 00000100:00000001:2.0:1773616282.338992:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, simply extend its deadline from 4302084441 00000100:00000001:2.0:1773616282.338998:0:2401:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084456 00000100:00000001:2.0:1773616282.339001:0:2401:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, simply extend its deadline from 4302084441 00000100:00000001:2.0:1773616282.339004:0:2401:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.339007:0:2401:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.339010:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.339014:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.339409:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.339415:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5a00. 00000400:00000200:0.0:1773616282.339420:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.339426:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.339441:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e6e8 00000400:00000010:0.0:1773616282.339445:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e6e8. 00000100:00000001:0.0:1773616282.339449:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.339455:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.339472:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.339487:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.339496:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.339497:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773616282.343015:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.343033:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.343037:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.343039:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.343049:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343057:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.343081:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343087:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343093:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343097:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 400 into portal 4 MB=0x69b7200676a00 00000400:00000200:0.0:1773616282.343102:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343108:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 400/400 into md 0x1944f9 [1] + 224 00000800:00000001:0.0:1773616282.343117:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.343123:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.343126:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.343131:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.343137:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.343147:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616282.343159:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.343185:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.343193:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.343197:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.343199:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.343202:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.343206:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343209:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.343213:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343216:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343219:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343222:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 392 into portal 15 MB=0x69b7201433800 00000400:00000200:0.0:1773616282.343227:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.103@tcp of length 392/392 into md 0x194509 [2] + 0 00000800:00000001:0.0:1773616282.343231:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.343236:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.343239:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.343242:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.343246:0:2391:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773616282.343248:0:2391:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1773616282.343254:0:2391:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375f80. 00000100:00000040:0.0:1773616282.343258:0:2391:0:(events.c:337:request_in_callback()) incoming req@ffff91a810375f80 x1859763810023424 msgsize 392 00000100:00100000:0.0:1773616282.343262:0:2391:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.103@tcp (source: 12345-192.168.201.103@tcp) 00000100:00000001:0.0:1773616282.343275:0:2391:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.343280:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.343283:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.343317:0:81767:0:(service.c:2261:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1773616282.343320:0:81767:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1859763810023424 02000000:00000001:0.0:1773616282.343324:0:81767:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1773616282.343327:0:81767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773616282.343330:0:81767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.343335:0:81767:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616282.343339:0:81767:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1859763810023424 00000020:00000001:0.0:1773616282.343342:0:81767:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773616282.343344:0:81767:0:(genops.c:823:class_conn2export()) looking for export cookie 0xe60cc2233ec671ac 00000020:00000001:0.0:1773616282.343347:0:81767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.343350:0:81767:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91a807e38000 refcount=4 00000020:00000001:0.0:1773616282.343353:0:81767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000020:00000001:0.0:1773616282.343355:0:81767:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622749605724160 : -121324103827456 : ffff91a807e38000) 00000100:00000001:0.0:1773616282.343359:0:81767:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773616282.343364:0:81767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a8182c2600. 00000100:00000001:0.0:1773616282.343367:0:81767:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616282.343369:0:81767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a8182c2600. 00000020:00000010:0.0:1773616282.343375:0:81767:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.343381:0:81767:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff91a8047d5e80. 00000020:00000010:0.0:1773616282.343386:0:81767:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91a8045b1640. 00000100:00000040:0.0:1773616282.343395:0:81767:0:(service.c:1428:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1773616282.343398:0:81767:0:(service.c:1987:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1773616282.343400:0:81767:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1773616282.343402:0:81767:0:(service.c:1933:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.343409:0:81767:0:(service.c:2080:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.343443:0:81767:0:(service.c:2424:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.343458:0:81767:0:(service.c:2458:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1773616282.343460:0:81767:0:(service.c:2202:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1773616282.343465:0:81767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.103@tcp, seq: 44 00000100:00000040:0.0:1773616282.343469:0:81767:0:(service.c:2234:ptlrpc_server_request_get()) RPC GETting export ffff91a807e38000 : new rpc_count 1 00000100:00000001:0.0:1773616282.343471:0:81767:0:(service.c:2236:ptlrpc_server_request_get()) Process leaving (rc=18446622749745438592 : -121323964113024 : ffff91a810375f80) 00000100:00000040:0.0:1773616282.343485:0:81767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91a810375f80 x1859763810023424/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:493/0 lens 392/0 e 0 to 0 dl 1773616293 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616282.343494:0:81767:0:(service.c:1263:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1773616282.343497:0:81767:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff91a8182c2600. 00000100:00000001:0.0:1773616282.343499:0:81767:0:(service.c:1285:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773616282.343501:0:81767:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff91a8182c2600. 00000100:00100000:0.0:1773616282.343505:0:81767:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff91a810375f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:27801:x1859763810023424:12345-192.168.201.103@tcp:105: 00000100:00000200:0.0:1773616282.343509:0:81767:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1859763810023424 00010000:00000001:0.0:1773616282.343512:0:81767:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1773616282.343521:0:81767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.343522:0:81767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.343525:0:81767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:0.0:1773616282.343527:0:81767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:0.0:1773616282.343530:0:81767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00010000:0.0:1773616282.343537:0:81767:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.343549:0:81767:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1773616282.343553:0:81767:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773616282.343566:0:81767:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.343575:0:81767:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1773616282.343578:0:81767:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.343580:0:81767:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1773616282.343582:0:81767:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1773616282.343585:0:81767:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.343593:0:81767:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1773616282.343598:0:81767:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1773616282.343607:0:81767:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x280000401:0x176e:0x0].0x0 (ffff91a804feba00) refcount = 1 00010000:00000040:0.0:1773616282.343610:0:81767:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1773616282.343612:0:81767:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773616282.343621:0:81767:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1773616282.343624:0:81767:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1773616282.343639:0:81767:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff91a8182c2600. 00000100:00000001:0.0:1773616282.343642:0:81767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773616282.343648:0:81767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a811687900. 00000100:00000001:0.0:1773616282.343650:0:81767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749765433600 : -121323944118016 : ffff91a811687900) 00000100:00000001:0.0:1773616282.343653:0:81767:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446622749765433600 : -121323944118016 : ffff91a811687900) 00000100:00000001:0.0:1773616282.343655:0:81767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773616282.343657:0:81767:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1773616282.343659:0:81767:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773616282.343662:0:81767:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1773616282.343665:0:81767:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.343667:0:81767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.343669:0:81767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.343671:0:81767:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.343673:0:81767:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1773616282.343675:0:81767:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1773616282.343677:0:81767:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.343679:0:81767:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.343682:0:81767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1773616282.343684:0:81767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a811687900. 00000100:00000001:0.0:1773616282.343687:0:81767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1773616282.343689:0:81767:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1773616282.343691:0:81767:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff91a8182c2600. 00010000:00010000:0.0:1773616282.343694:0:81767:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff91a807b2b800) 00010000:00000001:0.0:1773616282.343696:0:81767:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.343698:0:81767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.343699:0:81767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.343702:0:81767:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1773616282.343705:0:81767:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1773616282.343709:0:81767:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff91a8034c1400. 02000000:00000001:0.0:1773616282.343712:0:81767:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.343715:0:81767:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.343719:0:81767:0:(ldlm_lib.c:3297:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1773616282.343721:0:81767:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773616282.343726:0:81767:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a803683de8 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1773616282.343731:0:81767:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773616282.343734:0:81767:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff91a80a309a80 refcount 16 to 192.168.201.103@tcp 00000100:00000001:0.0:1773616282.343737:0:81767:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622749644331648 : -121324065219968 : ffff91a80a309a80) 02000000:00000001:0.0:1773616282.343740:0:81767:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1773616282.343742:0:81767:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.343745:0:81767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616282.343748:0:81767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616282.343753:0:81767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616282.343758:0:81767:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1859763810023424, offset 224 00000400:00000200:0.0:1773616282.343764:0:81767:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616282.343772:0:81767:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343779:0:81767:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.201.3@tcp to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616282.343785:0:81767:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149753:149753:256:4294967295] 192.168.201.103@tcp LPNI seq info [149693:149693:8:4294967295] 00000400:00000200:0.0:1773616282.343789:0:81767:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.343797:0:81767:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:192.168.201.3@tcp) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616282.343803:0:81767:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616282.343808:0:81767:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5800. 00000800:00000200:0.0:1773616282.343814:0:81767:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616282.343821:0:81767:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616282.343826:0:81767:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773616282.343895:0:81767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.343901:0:81767:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff91a80a309a80 refcount 15 to 192.168.201.103@tcp 00010000:00000001:0.0:1773616282.343904:0:81767:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.343910:0:81767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375f80 x1859763810023424/t0(0) o105->LOV_OSC_UUID@192.168.201.103@tcp:493/0 lens 392/224 e 0 to 0 dl 1773616293 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1773616282.343922:0:81767:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff91a810375f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:27801:x1859763810023424:12345-192.168.201.103@tcp:105: Request processed in 425us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1773616282.343930:0:81767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.103@tcp, seq: 44 00000100:00000040:0.0:1773616282.343933:0:81767:0:(service.c:1109:ptlrpc_server_finish_active_request()) RPC PUTting export ffff91a807e38000 : new rpc_count 0 00000100:00000001:0.0:1773616282.344144:0:81767:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773616282.344146:0:81767:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1773616282.344151:0:81767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff91a8047d5e80. 00000020:00000010:0.0:1773616282.344155:0:81767:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91a8045b1640. 00000020:00000010:0.0:1773616282.344159:0:81767:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3800. 00000020:00000040:0.0:1773616282.344164:0:81767:0:(genops.c:898:class_export_put()) PUTting export ffff91a807e38000 : new refcount 3 00000100:00000001:0.0:1773616282.344166:0:81767:0:(service.c:2614:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773616282.344255:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.344260:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5800. 00000400:00000200:0.0:1773616282.344264:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.344269:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.344274:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:0.0:1773616282.344276:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:0.0:1773616282.344281:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1773616282.344282:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1773616282.345006:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616282.345017:0:94186:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616282.345019:0:94186:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616282.345024:0:94186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b00. 00000400:00000200:1.0:1773616282.345028:0:94186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:1.0:1773616282.345031:0:94186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:1.0:1773616282.345034:0:94186:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.345041:0:94186:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616282.345053:0:94186:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.345060:0:94186:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616282.345062:0:94186:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.345078:0:94186:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616282.345082:0:94186:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616282.345084:0:94186:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616282.345086:0:94186:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.345089:0:94186:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616282.345098:0:94186:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616282.345103:0:94186:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616282.345106:0:94186:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616282.345108:0:94186:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.345111:0:94186:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616282.345114:0:94186:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.345118:0:94186:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616282.345120:0:94186:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640286 00000100:00000001:1.0:1773616282.345122:0:94186:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616282.345124:0:94186:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.345129:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.345138:0:94186:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.345140:0:94186:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616282.345143:0:94186:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616282.345147:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616282.345163:0:94186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795618304:192.168.201.103@tcp:101:uname.0 00000100:00000001:1.0:1773616282.345168:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.345171:0:94186:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.345173:0:94186:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773616282.345176:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.345179:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.345187:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773616282.345189:0:94186:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe2000. 00000100:00000001:1.0:1773616282.345193:0:94186:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773616282.345194:0:94186:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.345197:0:94186:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773616282.345200:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.345203:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.345206:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:1.0:1773616282.345208:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.345211:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000040:1.0:1773616282.345218:0:94186:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a807b2b800, remote cookie: 0xf6516185796c7e4, flags: 0x20002 00010000:00000001:1.0:1773616282.345221:0:94186:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1773616282.345224:0:94186:0:(ldlm_lock.c:1885:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.345227:0:94186:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1773616282.345229:0:94186:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.345234:0:94186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616282.345244:0:94186:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1773616282.345246:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.345248:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.345249:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.345250:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.345252:0:94186:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.345257:0:94186:0:(osc_request.c:3070:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1773616282.345260:0:94186:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773616282.345263:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.345264:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.345266:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=3 00000020:00000001:1.0:1773616282.345268:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.345271:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.345273:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.345274:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.345276:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:1.0:1773616282.345278:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.345281:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.345285:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.345288:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.345292:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616282.345300:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.345301:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616282.345317:0:94186:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1773616282.345322:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00010000:1.0:1773616282.345327:0:94186:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773616282.345336:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.345338:0:94186:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1773616282.345341:0:94186:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1773616282.345344:0:94186:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616282.345347:0:94186:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345349:0:94186:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345351:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:1.0:1773616282.345353:0:94186:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1773616282.345356:0:94186:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.345358:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.345360:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.345361:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:1.0:1773616282.345364:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.345366:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.345369:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616282.345372:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616282.345379:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.345380:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773616282.345383:0:94186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773616282.345389:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616282.345391:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.345392:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616282.345393:0:94186:0:(osc_request.c:3097:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.345396:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.345401:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18700 x1859763795618304/t0(0) o101->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 328/400 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.345408:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616282.345411:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616282.345414:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050fac00. 02000000:00000001:1.0:1773616282.345418:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616282.345421:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616282.345423:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:1.0:1773616282.345425:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616282.345428:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804cf6600. 02000000:00000001:1.0:1773616282.345444:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616282.345447:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616282.345450:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18700. 00000100:00000001:1.0:1773616282.345454:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616282.345455:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616282.345458:0:94186:0:(osc_request.c:3310:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.345461:0:94186:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345464:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.345467:0:94186:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345469:0:94186:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345471:0:94186:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345475:0:94186:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345477:0:94186:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345490:0:94186:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1773616282.345495:0:94186:0:(vvp_io.c:1252:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1773616282.345501:0:94186:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616282.345503:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.345505:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.345507:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616282.345511:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1773616282.345516:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616282.345517:0:94186:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.345519:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1773616282.345520:0:94186:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616282.345523:0:94186:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1773616282.345527:0:94186:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616282.345529:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1773616282.345532:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345535:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345536:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:1.0:1773616282.345538:0:94186:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1773616282.345541:0:94186:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773616282.345545:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fb80 00000080:00200000:1.0:1773616282.345547:0:94186:0:(vvp_io.c:1286:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1773616282.345550:0:94186:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1773616282.345553:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000002:1.0:1773616282.345557:0:94186:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bcc0 addref 2/0 by ffff91a8050e4f80. 00020000:00000002:1.0:1773616282.345560:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00000020:00000001:1.0:1773616282.345563:0:94186:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1773616282.345566:0:94186:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1773616282.345569:0:94186:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1773616282.345574:0:94186:0:(lov_offset.c:247:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1773616282.345577:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616282.345578:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:1.0:1773616282.345580:0:94186:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773616282.345583:0:94186:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1773616282.345586:0:94186:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345587:0:94186:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.345589:0:94186:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.345591:0:94186:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.345598:0:94186:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1773616282.345606:0:94186:0:(xattr.c:501:ll_xattr_list()) Process entered 00000080:00000001:1.0:1773616282.345609:0:94186:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:1.0:1773616282.345613:0:94186:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:1.0:1773616282.345615:0:94186:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:1.0:1773616282.345619:0:94186:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6600. 00000080:00000001:1.0:1773616282.345625:0:94186:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616282.345629:0:94186:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.345631:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0f7a8 00800000:00000002:1.0:1773616282.345633:0:94186:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773616282.345637:0:94186:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616282.345639:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.345642:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.345644:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.345646:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.345648:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.345650:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773616282.345653:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.345656:0:94186:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x20000bf89:0xc:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616282.345662:0:94186:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.345664:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0f678 00000002:00010000:1.0:1773616282.345665:0:94186:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x20000bf89:0xc:0x0], intent: getxattr flags 0 00000002:00000001:1.0:1773616282.345670:0:94186:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773616282.345672:0:94186:0:(mdc_locks.c:536:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:1.0:1773616282.345676:0:94186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a18700. 00000020:00000040:1.0:1773616282.345680:0:94186:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=12 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:1.0:1773616282.345684:0:94186:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773616282.345686:0:94186:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.345690:0:94186:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616282.345695:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.345700:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.345701:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.345703:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.345706:0:94186:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616282.345708:0:94186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616282.345712:0:94186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616282.345718:0:94186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050fac00. 00000100:00000001:1.0:1773616282.345723:0:94186:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.345727:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616282.345729:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.345731:0:94186:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616282.345732:0:94186:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.345735:0:94186:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1773616282.345737:0:94186:0:(mdc_locks.c:561:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff91a8182b3000: get xattrs for [0x20000bf89:0xc:0x0] 00000002:00000001:1.0:1773616282.345744:0:94186:0:(mdc_locks.c:598:mdc_intent_getxattr_pack()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00010000:00000001:1.0:1773616282.345747:0:94186:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616282.345750:0:94186:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1773616282.345756:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 2 00010000:00000001:1.0:1773616282.345759:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.345762:0:94186:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616282.345765:0:94186:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2a000. 00000020:00000001:1.0:1773616282.345769:0:94186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616282.345771:0:94186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2a000 with handle 0xe60cc2233ec679d9 to hash 00000020:00000001:1.0:1773616282.345774:0:94186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616282.345775:0:94186:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:1.0:1773616282.345779:0:94186:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:1.0:1773616282.345781:0:94186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.345784:0:94186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.345787:0:94186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616282.345795:0:94186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616282.345810:0:94186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 3/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94186 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616282.345816:0:94186:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616282.345818:0:94186:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616282.345823:0:94186:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe2000. 00000100:00000001:1.0:1773616282.345825:0:94186:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557137408 : -121324152414208 : ffff91a804fe2000) 00000100:00000001:1.0:1773616282.345828:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.345830:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000001:1.0:1773616282.345875:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616282.345879:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.345882:0:94186:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616282.345883:0:94186:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616282.345889:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.345898:0:94186:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616282.345900:0:94186:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.345903:0:94186:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616282.345906:0:94186:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616282.345908:0:94186:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616282.345911:0:94186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795618560:192.168.201.103@tcp:101:uname.0 00000100:00000001:1.0:1773616282.345915:0:94186:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616282.345920:0:94186:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616282.345922:0:94186:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.345925:0:94186:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616282.345930:0:94186:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff91a8186d9000. 02000000:00000001:1.0:1773616282.345932:0:94186:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.345939:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616282.345942:0:94186:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424b00. 00000400:00000010:1.0:1773616282.345947:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1cc0. 00000100:00000200:1.0:1773616282.345953:0:94186:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1859763795618560, portal 10 00000100:00000001:1.0:1773616282.345956:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.345958:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601400576 : -121324108151040 : ffff91a807a18700) 00000100:00000040:1.0:1773616282.345964:0:94186:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.345971:0:94186:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616282.345974:0:94186:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616282.345977:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616282.345980:0:94186:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1859763795618560, offset 0 00000400:00000200:1.0:1773616282.345986:0:94186:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616282.345993:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.346000:0:94186:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616282.346005:0:94186:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616282.346009:0:94186:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616282.346013:0:94186:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616282.346017:0:94186:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616282.346021:0:94186:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149754:149754:256:4294967295] 192.168.201.103@tcp LPNI seq info [149694:149694:8:4294967295] 00000400:00000200:1.0:1773616282.346025:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.346034:0:94186:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616282.346040:0:94186:0:(socklnd_cb.c:1001:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616282.346044:0:94186:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5000. 00000800:00000200:1.0:1773616282.346050:0:94186:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616282.346057:0:94186:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616282.346061:0:94186:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5000 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1773616282.346071:0:94186:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.346075:0:94186:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 437945 usecs (438 jiffies) 00000400:00000200:1.0:1773616282.346079:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616282.346082:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083391 00000100:00000001:1.0:1773616282.346085:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084456 00000100:00000001:1.0:1773616282.346087:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083391 00000100:00000001:1.0:1773616282.346090:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084456 00000100:00000001:1.0:1773616282.346092:0:94186:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.346095:0:94186:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.346098:0:94186:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.346100:0:94186:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773616282.346103:0:94186:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe2000 going to sleep for 50 seconds 00000100:00000001:1.0:1773616282.346105:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.346107:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773616282.346369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5e00. 00000800:00000001:1.0:1773616282.351492:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.351514:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.351519:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.351522:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.351718:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.351726:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.351737:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.351742:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.351748:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.351752:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 18 MB=0x69b7200676a80 00000400:00000200:1.0:1773616282.351757:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.351764:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194519 [1] + 224 00000800:00000001:1.0:1773616282.351772:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.351785:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.351788:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.351793:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.351800:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.351810:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616282.351821:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.351884:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773616282.351986:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.351991:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5000. 00000400:00000200:1.0:1773616282.351995:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.351999:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:2.0:1773616282.352001:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773616282.352003:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000100:00000001:2.0:1773616282.352006:0:2401:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773616282.352006:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:1.0:1773616282.352010:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:2.0:1773616282.352014:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.352016:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1773616282.352016:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1773616282.352021:0:2401:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616282.352024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616282.352026:0:2401:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:1.0:1773616282.352026:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616282.352029:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1773616282.352030:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.352033:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.352038:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.352039:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1773616282.352043:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1773616282.352044:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.352048:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.352050:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.352051:0:2401:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.352054:0:2401:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.352057:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.352059:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.352061:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.352064:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.352074:0:2401:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7ce8 time=120 v=5 (5 0 5 5) 00000100:00001000:2.0:1773616282.352079:0:2401:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773616282.352081:0:2401:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.352083:0:2401:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.352086:0:2401:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.352090:0:2401:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.352094:0:2401:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.352096:0:2401:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640286 00000100:00000001:2.0:1773616282.352098:0:2401:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.352100:0:2401:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.352106:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.352113:0:2401:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.352116:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.352119:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.352123:0:2401:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616282.352130:0:2401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8034b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6bed2507-d27f-43a9-a583-f3d23438f235:2401:1859763795618432:192.168.201.103@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773616282.352136:0:2401:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.352138:0:2401:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.352141:0:2401:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b0380 x1859763795618432/t0(0) o103->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:17/18 lens 328/224 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.352148:0:2401:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.352150:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.352155:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804f63e00. 02000000:00000001:2.0:1773616282.352158:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.352161:0:2401:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.352164:0:2401:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=2 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.352166:0:2401:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.352169:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a80670a800. 02000000:00000001:2.0:1773616282.352173:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.352175:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.352189:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b0380. 00000100:00000001:2.0:1773616282.352193:0:2401:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.352195:0:2401:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.352197:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.352204:0:2401:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.352207:0:2401:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.352209:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773616282.352212:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616282.360681:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.360699:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.360703:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.360706:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.360716:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.360724:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.360733:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.360738:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.360744:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.360748:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 1144 into portal 10 MB=0x69b7200676b00 00000400:00000200:1.0:1773616282.360753:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.360760:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 1144/1144 into md 0x194529 [1] + 224 00000800:00000001:1.0:1773616282.360779:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.360790:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.360794:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.360798:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.360806:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.360816:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616337 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.360828:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.360911:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.360920:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.360924:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.361236:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.361243:0:94186:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.361246:0:94186:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.361250:0:94186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424b00. 00000400:00000200:2.0:1773616282.361255:0:94186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1cc0 00000400:00000010:2.0:1773616282.361258:0:94186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1cc0. 00000100:00000001:2.0:1773616282.361261:0:94186:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.361267:0:94186:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.361277:0:94186:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/3376 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361284:0:94186:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.361285:0:94186:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.361288:0:94186:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.361291:0:94186:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.361294:0:94186:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.361297:0:94186:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.361300:0:94186:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.361311:0:94186:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616282.361316:0:94186:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.361319:0:94186:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.361321:0:94186:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.361324:0:94186:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.361328:0:94186:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.361332:0:94186:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1773616282.361334:0:94186:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: committing for last_committed 103079215263 gen 10 00000100:00000040:2.0:1773616282.361340:0:94186:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215263) req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361349:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.361350:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530821888 : -121324178729728 : ffff91a8036c9500) 00000100:00000001:2.0:1773616282.361353:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361356:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361362:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.361364:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361368:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036cb100 x1859763795613568/t103079215253(103079215253) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361373:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773616282.361376:0:94186:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff91a806539120. 00000100:00000001:2.0:1773616282.361380:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361382:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9500 x1859763795612544/t103079215250(103079215250) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 536/608 e 0 to 0 dl 1773616332 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361389:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773616282.361391:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.361393:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=11 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.361395:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.361398:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803495800. 02000000:00000001:2.0:1773616282.361418:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.361421:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.361423:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9500. 00000100:00000001:2.0:1773616282.361427:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.361429:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.361445:0:94186:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215263) req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361452:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.361453:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530824576 : -121324178727040 : ffff91a8036c9f80) 00000100:00000001:2.0:1773616282.361455:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361457:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361463:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.361464:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361468:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036caa00 x1859763795613184/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361474:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773616282.361476:0:94186:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff91a806539ae0. 00000100:00000001:2.0:1773616282.361478:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361481:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c9f80 x1859763795612800/t103079215251(103079215251) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616332 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361486:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.361488:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.361491:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91a811980000. 02000000:00000001:2.0:1773616282.361531:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.361533:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.361534:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=10 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.361537:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.361539:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803497400. 02000000:00000001:2.0:1773616282.361542:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.361543:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.361545:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c9f80. 00000100:00000001:2.0:1773616282.361548:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.361549:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.361566:0:94186:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215263) req@ffff91a8036caa00 x1859763795613184/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361573:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361576:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036caa00 x1859763795613184/t103079215252(103079215252) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361582:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.361584:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.361586:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803497000. 02000000:00000001:2.0:1773616282.361588:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.361590:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.361591:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=9 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.361593:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.361594:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605200. 02000000:00000001:2.0:1773616282.361597:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.361598:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.361599:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036caa00. 00000100:00000001:2.0:1773616282.361602:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.361603:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.361606:0:94186:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215263) req@ffff91a8036cb100 x1859763795613568/t103079215253(103079215253) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361613:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361615:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036cb100 x1859763795613568/t103079215253(103079215253) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616293 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361620:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.361622:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.361623:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803496800. 02000000:00000001:2.0:1773616282.361625:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.361626:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.361627:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=8 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.361629:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.361630:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804605e00. 02000000:00000001:2.0:1773616282.361632:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.361633:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.361634:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036cb100. 00000100:00000001:2.0:1773616282.361636:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.361637:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.361641:0:94186:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215263) req@ffff91a8036c8380 x1859763795614336/t103079215256(103079215256) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.361648:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361650:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795614336/t103079215256(103079215256) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 488/456 e 0 to 0 dl 1773616332 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.361656:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.361657:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.361658:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803494400. 02000000:00000001:2.0:1773616282.361660:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.361661:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.361662:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=7 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.361664:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.361665:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804604800. 02000000:00000001:2.0:1773616282.361667:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.361668:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.361669:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616282.361671:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.361672:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.361676:0:94186:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215263) req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361682:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.361683:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000001:2.0:1773616282.361685:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361687:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361693:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.361695:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361699:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795617024/t103079215262(103079215262) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361716:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773616282.361718:0:94186:0:(mdc_request.c:747:mdc_commit_open()) kfreed 'mod': 32 at ffff91a806539e00. 00000100:00000001:2.0:1773616282.361721:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361725:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376300 x1859763795616512/t103079215261(103079215261) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616336 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361731:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773616282.361732:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.361733:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=6 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.361735:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.361737:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8034c0c00. 02000000:00000001:2.0:1773616282.361739:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.361740:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.361741:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376300. 00000100:00000001:2.0:1773616282.361744:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.361746:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.361750:0:94186:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 103079215263) req@ffff91a810376a00 x1859763795617024/t103079215262(103079215262) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361757:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.361760:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795617024/t103079215262(103079215262) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361767:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.361768:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.361770:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c3400. 02000000:00000001:2.0:1773616282.361773:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.361774:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.361775:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.361777:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.361779:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a807ef2600. 02000000:00000001:2.0:1773616282.361781:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.361782:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.361783:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:2.0:1773616282.361785:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.361787:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773616282.361791:0:94186:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361798:0:94186:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773616282.361802:0:94186:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: normal: skip=1 replay=7/8 committed=0/0 00000100:00000001:2.0:1773616282.361804:0:94186:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.361806:0:94186:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.361811:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.361818:0:94186:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.361821:0:94186:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.361823:0:94186:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.361827:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773616337 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.361875:0:94186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a18700 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795618560:192.168.201.103@tcp:101:uname.0 00000100:00000001:2.0:1773616282.361882:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.361885:0:94186:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.362056:0:94186:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.362059:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.362063:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773616337 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.362070:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.362073:0:94186:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe2000. 00000100:00000001:2.0:1773616282.362077:0:94186:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.362078:0:94186:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.362082:0:94186:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616282.362086:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.362089:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.362091:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a000 refcount=4 00000020:00000001:2.0:1773616282.362094:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362097:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000040:2.0:1773616282.362104:0:94186:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a807b2a000, remote cookie: 0xf6516185796c7f2, flags: 0x1001 00010000:00010000:2.0:1773616282.362112:0:94186:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 4/1,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.362127:0:94186:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616282.362132:0:94186:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616282.362134:0:94186:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616282.362135:0:94186:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616282.362137:0:94186:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616282.362141:0:94186:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff91a80460a800) refcount = 2 00010000:00000040:2.0:1773616282.362144:0:94186:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616282.362146:0:94186:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1773616282.362154:0:94186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.362160:0:94186:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616282.362164:0:94186:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616282.362166:0:94186:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.362169:0:94186:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616282.362171:0:94186:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.362174:0:94186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 4/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.362180:0:94186:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616282.362182:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362183:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.362184:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362185:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.362187:0:94186:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.362191:0:94186:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616282.362193:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.362194:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.362196:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a000 refcount=3 00000020:00000001:2.0:1773616282.362198:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362200:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362203:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362204:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616282.362209:0:94186:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616282.362216:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.362217:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.362219:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a000 refcount=3 00000020:00000001:2.0:1773616282.362221:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362223:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362225:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362226:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.362228:0:94186:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.362230:0:94186:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.362234:0:94186:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616282.362236:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.362237:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.362238:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a000 refcount=3 00000020:00000001:2.0:1773616282.362240:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362242:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00000002:00010000:2.0:1773616282.362246:0:94186:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.362252:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362253:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.362255:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616282.362257:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.362258:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.362259:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a000 refcount=3 00000020:00000001:2.0:1773616282.362261:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362263:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000040:2.0:1773616282.362271:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 3 00010000:00000001:2.0:1773616282.362274:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616282.362279:0:94186:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589983625/12 (0 0) 00010000:00000001:2.0:1773616282.362282:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362283:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.362285:0:94186:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616282.362288:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0f5f8 00000002:00002000:2.0:1773616282.362290:0:94186:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0: rc = 0 00000002:00000001:2.0:1773616282.362293:0:94186:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.362297:0:94186:0:(lmv_intent.c:523:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.362299:0:94186:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616282.362303:0:94186:0:(namei.c:951:ll_intent_lock()) intent lock 128 on i1 [0x20000bf89:0xc:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1773616282.362306:0:94186:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.362311:0:94186:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6600. 00000080:00000001:2.0:1773616282.362319:0:94186:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616282.362325:0:94186:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff91a8186d9460 xtail=ffff91a8186d949a 00000080:00000001:2.0:1773616282.362328:0:94186:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:2.0:1773616282.362331:0:94186:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:2.0:1773616282.362334:0:94186:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616282.362336:0:94186:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616282.362337:0:94186:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616282.362344:0:94186:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c181b8. 00000080:00000010:2.0:1773616282.362349:0:94186:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91a80471cd40. 00000080:00000010:2.0:1773616282.362351:0:94186:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff91a806539e00. 00000080:00000020:2.0:1773616282.362353:0:94186:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:2.0:1773616282.362355:0:94186:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616282.362357:0:94186:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773616282.362358:0:94186:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616282.362359:0:94186:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616282.362360:0:94186:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616282.362363:0:94186:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c184b0. 00000080:00000010:2.0:1773616282.362364:0:94186:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff91a80471c450. 00000080:00000010:2.0:1773616282.362367:0:94186:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff91a810301ac0. 00000080:00000020:2.0:1773616282.362368:0:94186:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:2.0:1773616282.362370:0:94186:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616282.362371:0:94186:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:2.0:1773616282.362373:0:94186:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616282.362375:0:94186:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616282.362376:0:94186:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616282.362378:0:94186:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c18438. 00000080:00000010:2.0:1773616282.362380:0:94186:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff91a80471cc50. 00000080:00000010:2.0:1773616282.362382:0:94186:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff91a803625db8. 00000080:00000020:2.0:1773616282.362384:0:94186:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:2.0:1773616282.362385:0:94186:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616282.362386:0:94186:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:2.0:1773616282.362388:0:94186:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:2.0:1773616282.362389:0:94186:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616282.362391:0:94186:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:2.0:1773616282.362393:0:94186:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff91a807c18140. 00000080:00000010:2.0:1773616282.362395:0:94186:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff91a80471c100. 00000080:00000010:2.0:1773616282.362397:0:94186:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff91a810301280. 00000080:00000020:2.0:1773616282.362399:0:94186:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:2.0:1773616282.362401:0:94186:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:2.0:1773616282.362402:0:94186:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:2.0:1773616282.362404:0:94186:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:2.0:1773616282.362407:0:94186:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679d9 00800000:00000001:2.0:1773616282.362412:0:94186:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616282.362415:0:94186:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616282.362417:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.362418:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.362419:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a000 refcount=3 00000020:00000001:2.0:1773616282.362421:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362423:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362425:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362427:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.362429:0:94186:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.362442:0:94186:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.362445:0:94186:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679d9 from it ffffa25881d0f8f8 00010000:00000001:2.0:1773616282.362448:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.362449:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.362450:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a000 refcount=3 00000020:00000001:2.0:1773616282.362452:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362455:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602521088 : -121324107030528 : ffff91a807b2a000) 00010000:00000001:2.0:1773616282.362457:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.362460:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.362467:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362468:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.362469:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.362472:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.362474:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616282.362482:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.362484:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.362487:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.362491:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.362492:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.362494:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.362497:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.362499:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.362501:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.362504:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.362506:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.363447:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.363451:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616282.363453:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.363459:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a18700 x1859763795618560/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 568/1144 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.363474:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.363476:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.363479:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff91a8186d9000. 02000000:00000001:2.0:1773616282.363483:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.363484:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.363486:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.363488:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.363490:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050fac00. 02000000:00000001:2.0:1773616282.363493:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.363495:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.363496:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a18700. 00000100:00000001:2.0:1773616282.363499:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.363500:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.363503:0:94186:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.363506:0:94186:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1773616282.363508:0:94186:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616282.363510:0:94186:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1773616282.363514:0:94186:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616282.363517:0:94186:0:(xattr.c:517:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1773616282.363520:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616282.363521:0:94186:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.363523:0:94186:0:(xattr.c:564:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616282.363529:0:94186:0:(xattr.c:621:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1773616282.363541:0:94186:0:(rw26.c:723:ll_write_begin()) Process entered 00000080:00200000:2.0:1773616282.363544:0:94186:0:(rw26.c:725:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1773616282.363985:0:94186:0:(cl_page.c:461:cl_page_find()) Process entered 00000020:00008000:2.0:1773616282.363989:0:94186:0:(cl_page.c:467:cl_page_find()) 0@[0x20000bf89:0xc:0x0] ffffd0b1847856c0 0 1 00000020:00000001:2.0:1773616282.363994:0:94186:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1773616282.363995:0:94186:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.363998:0:94186:0:(cl_page.c:382:cl_page_alloc()) Process entered 00000020:00000010:2.0:1773616282.364004:0:94186:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff91a807b35d20. 00000020:00000001:2.0:1773616282.364009:0:94186:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773616282.364010:0:94186:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.364014:0:94186:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1773616282.364018:0:94186:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1773616282.364022:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.364024:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000008:00000001:2.0:1773616282.364030:0:94186:0:(osc_cache.c:2418:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1773616282.364032:0:94186:0:(osc_cache.c:2441:osc_prep_async_page()) oap ffff91a807b35d90 folio ffffd0b1847856c0 pg:0 obj off 0 00000008:00000001:2.0:1773616282.364034:0:94186:0:(osc_cache.c:2442:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364037:0:94186:0:(cl_page.c:1322:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1773616282.364038:0:94186:0:(cl_page.c:1329:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1773616282.364040:0:94186:0:(osc_page.c:1037:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1773616282.364042:0:94186:0:(osc_page.c:1080:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.364045:0:94186:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364047:0:94186:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622749602569504 : -121324106982112 : ffff91a807b35d20) 00000020:00000001:2.0:1773616282.364050:0:94186:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622749602569504 : -121324106982112 : ffff91a807b35d20) 00000020:00000001:2.0:1773616282.364053:0:94186:0:(cl_page.c:840:cl_page_assume()) Process entered 00000020:00000001:2.0:1773616282.364056:0:94186:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773616282.364058:0:94186:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749561246368 : -121324148305248 : ffff91a8053cd2a0) 00000020:00000001:2.0:1773616282.364061:0:94186:0:(cl_page.c:674:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1773616282.364062:0:94186:0:(cl_page.c:677:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1773616282.364064:0:94186:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616282.364071:0:94186:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000064f1e1f 1 1 00000000edae2bfe] 00000020:00000001:2.0:1773616282.364073:0:94186:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1773616282.364075:0:94186:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773616282.364076:0:94186:0:(cl_page.c:854:cl_page_assume()) Process leaving 00000080:00000001:2.0:1773616282.364079:0:94186:0:(rw26.c:639:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1773616282.364082:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.364084:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.364086:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616282.364091:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773616282.364094:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1773616282.364097:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364099:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364100:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00000001:2.0:1773616282.364104:0:94186:0:(rw26.c:659:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616282.364106:0:94186:0:(rw26.c:835:ll_write_begin()) Process leaving 00000080:00000001:2.0:1773616282.364108:0:94186:0:(rw26.c:852:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.364111:0:94186:0:(rw26.c:905:ll_write_end()) Process entered 00000080:00200000:2.0:1773616282.364113:0:94186:0:(rw26.c:909:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1773616282.364114:0:94186:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1773616282.364115:0:94186:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446622749561246368 : -121324148305248 : ffff91a8053cd2a0) 00000020:00000001:2.0:1773616282.364117:0:94186:0:(cl_page.c:709:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1773616282.364119:0:94186:0:(cl_page.c:711:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616282.364122:0:94186:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1773616282.364124:0:94186:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773616282.364125:0:94186:0:(cl_page.c:576:cl_page_get()) Process leaving 00000020:00000001:2.0:1773616282.364126:0:94186:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1773616282.364129:0:94186:0:(rw26.c:967:ll_write_end()) page@000000008c2524b9[3 00000000064f1e1f 2 1 00000000edae2bfe] 00000080:00200000:2.0:1773616282.364133:0:94186:0:(rw26.c:967:ll_write_end()) vmpage @00000000f3025545 17ffffc0001001 3:0 ffff91a807b35d20 0 lru 00000080:00200000:2.0:1773616282.364141:0:94186:0:(rw26.c:967:ll_write_end()) osc-page@000000002c54a317 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000098e3f03b 00000000783923ae > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1773616282.364143:0:94186:0:(rw26.c:967:ll_write_end()) end page@000000008c2524b9 00000080:00200000:2.0:1773616282.364144:0:94186:0:(rw26.c:967:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1773616282.364146:0:94186:0:(rw26.c:988:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1773616282.364152:0:94186:0:(vvp_io.c:1160:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1773616282.364154:0:94186:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1773616282.364156:0:94186:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1773616282.364159:0:94186:0:(lov_io.c:1492:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1773616282.364161:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.364162:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:2.0:1773616282.364163:0:94186:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1773616282.364165:0:94186:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1773616282.364167:0:94186:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1773616282.364169:0:94186:0:(cl_page.c:574:cl_page_get()) Process entered 00000020:00000001:2.0:1773616282.364170:0:94186:0:(cl_page.c:576:cl_page_get()) Process leaving 00000008:00000001:2.0:1773616282.364172:0:94186:0:(osc_cache.c:2462:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1773616282.364175:0:94186:0:(osc_cache.c:2521:osc_queue_async_io()) obj ffff91a8047481c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff91a807b35d90 folio ffffd0b1847856c0 pg:0 added for cmd 2 00000008:00000001:2.0:1773616282.364242:0:94186:0:(osc_cache.c:1719:osc_enter_cache()) Process entered 00000008:00000020:2.0:1773616282.364245:0:94186:0:(osc_cache.c:1721:osc_enter_cache()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773616282.364251:0:94186:0:(osc_cache.c:1626:osc_enter_cache_try()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1773616282.364261:0:94186:0:(osc_cache.c:1473:osc_consume_write_grant()) using 4096 grant credits for brw ffff91a807b35dc8 page ffffd0b1847856c0 00000008:00000020:2.0:1773616282.364265:0:94186:0:(osc_cache.c:1753:osc_enter_cache()) lustre-OST0000-osc-ffff91a8182b3000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1773616282.364269:0:94186:0:(osc_cache.c:1769:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1773616282.364270:0:94186:0:(osc_cache.c:1772:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.364273:0:94186:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1773616282.364277:0:94186:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff91a8091186c0. 00000008:00000020:2.0:1773616282.364284:0:94186:0:(osc_cache.c:1302:osc_extent_tree_dump0()) Dump object ffff91a8047481c0 extents at osc_extent_find:830, mppr: 1024. 00000008:00000020:2.0:1773616282.364288:0:94186:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8047481c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1773616282.364294:0:94186:0:(osc_cache.c:848:osc_extent_find()) extent ffff91a8091186c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff91a8047481c0], [28672|0|-|-|ffff91a807b2b800|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1773616282.364302:0:94186:0:(osc_cache.c:848:osc_extent_find()) ### extent: 0000000028aa069a ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1773616282.364312:0:94186:0:(osc_cache.c:865:osc_extent_find()) Process leaving 00000008:00000001:2.0:1773616282.364316:0:94186:0:(osc_cache.c:2658:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.364319:0:94186:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.364321:0:94186:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1773616282.364322:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000002:2.0:1773616282.364325:0:94186:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1773616282.364327:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.364329:0:94186:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1773616282.364332:0:94186:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1773616282.364334:0:94186:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616282.364336:0:94186:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364338:0:94186:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364340:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:2.0:1773616282.364342:0:94186:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1773616282.364343:0:94186:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1773616282.364345:0:94186:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773616282.364349:0:94186:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[4 00000000064f1e1f 2 1 00000000edae2bfe] 00000020:00000001:2.0:1773616282.364351:0:94186:0:(cl_page.c:596:cl_batch_put()) 4 00000020:00000001:2.0:1773616282.364352:0:94186:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000020:00000001:2.0:1773616282.364353:0:94186:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1773616282.364356:0:94186:0:(osc_request.c:745:osc_update_next_shrink()) next time 8615 to shrink grant 00000080:00000001:2.0:1773616282.364359:0:94186:0:(vvp_io.c:1099:write_commit_callback()) Process entered 00000080:00000001:2.0:1773616282.364360:0:94186:0:(vvp_io.c:998:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1773616282.364367:0:94186:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff91a80415e578, count 1, dirtied 1 00000080:00000001:2.0:1773616282.364369:0:94186:0:(vvp_io.c:1087:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1773616282.364371:0:94186:0:(cl_page.c:685:__cl_page_disown()) Process entered 00000020:00000001:2.0:1773616282.364373:0:94186:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1773616282.364374:0:94186:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1773616282.364375:0:94186:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1773616282.364378:0:94186:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[3 00000000064f1e1f 2 1 0000000000000000] 00000020:00000001:2.0:1773616282.364379:0:94186:0:(cl_page.c:547:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1773616282.364380:0:94186:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1773616282.364382:0:94186:0:(cl_page.c:700:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1773616282.364383:0:94186:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:2.0:1773616282.364385:0:94186:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[3 00000000064f1e1f 1 1 0000000000000000] 00000020:00000001:2.0:1773616282.364387:0:94186:0:(cl_page.c:596:cl_batch_put()) 3 00000020:00000001:2.0:1773616282.364388:0:94186:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:2.0:1773616282.364389:0:94186:0:(vvp_io.c:1122:write_commit_callback()) Process leaving 00000008:00000040:2.0:1773616282.364391:0:94186:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1773616282.364393:0:94186:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364395:0:94186:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.364397:0:94186:0:(lov_io.c:1504:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364399:0:94186:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616282.364401:0:94186:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1773616282.364403:0:94186:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1773616282.364404:0:94186:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1773616282.364406:0:94186:0:(vvp_io.c:1231:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364409:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fb80 00000080:00200000:2.0:1773616282.364411:0:94186:0:(vvp_io.c:1364:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1773616282.364414:0:94186:0:(vvp_io.c:1397:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.364417:0:94186:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773616282.364419:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.364421:0:94186:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773616282.364423:0:94186:0:(osc_io.c:1022:osc_io_write_start()) Process entered 00000020:00000001:2.0:1773616282.364425:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.364426:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.364428:0:94186:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773616282.364430:0:94186:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616282.364441:0:94186:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364443:0:94186:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364444:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:2.0:1773616282.364447:0:94186:0:(osc_io.c:1030:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364448:0:94186:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.364450:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.364452:0:94186:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364454:0:94186:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364456:0:94186:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773616282.364458:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773616282.364460:0:94186:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773616282.364461:0:94186:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1773616282.364463:0:94186:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1773616282.364466:0:94186:0:(osc_cache.c:229:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1773616282.364470:0:94186:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8047481c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1773616282.364476:0:94186:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773616282.364480:0:94186:0:(osc_cache.c:1849:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.364481:0:94186:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1773616282.364482:0:94186:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.364484:0:94186:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1773616282.364486:0:94186:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773616282.364487:0:94186:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.364489:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.364492:0:94186:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773616282.364493:0:94186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616282.364496:0:94186:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616282.364498:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_release():245 00000020:00000001:2.0:1773616282.364501:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.364502:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616282.364506:0:94186:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616282.364508:0:94186:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.364509:0:94186:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521808296 : -121324187743320 : ffff91a802e30ba8) 00000020:00000001:2.0:1773616282.364512:0:94186:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.364513:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8046b7fb0 (ffff91a811489488/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616282.364516:0:94186:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616282.364517:0:94186:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616282.364519:0:94186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.364521:0:94186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.364523:0:94186:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:2.0:1773616282.364526:0:94186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.364528:0:94186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.364531:0:94186:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.364534:0:94186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.364542:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.364544:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.364545:0:94186:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.364547:0:94186:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.366307:0:94186:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616282.366333:0:94186:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.366337:0:94186:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.366339:0:94186:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.366345:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.366347:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.366348:0:94186:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.366352:0:94186:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.366354:0:94186:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.366356:0:94186:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.366360:0:94186:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.366363:0:94186:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.366364:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.366365:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.366367:0:94186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.366368:0:94186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.366370:0:94186:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616282.366372:0:94186:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.366374:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.366376:0:94186:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.366378:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.366380:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a806ffa5d8 (ffff91a818279e18/0) at cl_lock_fini():72 00020000:00000001:2.0:1773616282.366384:0:94186:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616282.366386:0:94186:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.366387:0:94186:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8046b7fb0 (ffff91a818279e18/1) at cl_lock_fini():72 00000008:00000010:2.0:1773616282.366390:0:94186:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811666be0. 00000020:00000001:2.0:1773616282.366396:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616282.366397:0:94186:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8046b7f80. 00020000:00000001:2.0:1773616282.366401:0:94186:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.366402:0:94186:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.366403:0:94186:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773616282.366406:0:94186:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773616282.366409:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.366411:0:94186:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616282.366412:0:94186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773616282.366414:0:94186:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.366416:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.366417:0:94186:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773616282.366419:0:94186:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773616282.366420:0:94186:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773616282.366423:0:94186:0:(vvp_io.c:517:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1773616282.366424:0:94186:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773616282.366425:0:94186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616282.366427:0:94186:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616282.366428:0:94186:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.366429:0:94186:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773616282.366441:0:94186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773616282.366443:0:94186:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.366445:0:94186:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.366447:0:94186:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616282.366449:0:94186:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616282.366450:0:94186:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616282.366459:0:94186:0:(file.c:2146:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1773616282.366463:0:94186:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1773616282.366465:0:94186:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1773616282.366467:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773616282.366470:0:94186:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616282.366472:0:94186:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773616282.366473:0:94186:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773616282.366475:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616282.366477:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489480 00000020:00000010:2.0:1773616282.366483:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6e00. 00000020:00000010:2.0:1773616282.366490:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8d20. 00000008:00000010:2.0:1773616282.366496:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182337c8. 00020000:00000010:2.0:1773616282.366501:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4af00. 00008000:00000010:2.0:1773616282.366509:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852f170. 00000080:00000010:2.0:1773616282.366514:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0d20. 00000080:00000010:2.0:1773616282.366518:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553d98. 00000020:00000010:2.0:1773616282.366523:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7000. 00000008:00000010:2.0:1773616282.366527:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a8213211e0. 00020000:00000010:2.0:1773616282.366532:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012eaf40. 00008000:00000010:2.0:1773616282.366537:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1168. 00000080:00000010:2.0:1773616282.366541:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4f00. 00000020:00000010:2.0:1773616282.366544:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6a00. 00000020:00000010:2.0:1773616282.368364:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489480. 00020000:00000001:2.0:1773616282.368373:0:94186:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616282.368376:0:94186:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616282.368380:0:94186:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616282.368382:0:94186:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616282.368385:0:94186:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616282.368386:0:94186:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773616282.368390:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fc98 00000080:00200000:2.0:1773616282.368392:0:94186:0:(file.c:2179:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1773616282.368398:0:94186:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773616282.368401:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.368403:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.368405:0:94186:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616282.368409:0:94186:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773616282.368413:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616282.368416:0:94186:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1773616282.368418:0:94186:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616282.368420:0:94186:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1773616282.368422:0:94186:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=23 (1) m=1773616282 a=0 c=1773616282 b=0 00020000:00000001:2.0:1773616282.368426:0:94186:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.368428:0:94186:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=0 c=1773616282 b=0 00020000:00000001:2.0:1773616282.368443:0:94186:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.368446:0:94186:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.368448:0:94186:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:2.0:1773616282.368450:0:94186:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1773616282.368453:0:94186:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1773616282.368460:0:94186:0:(file.c:2265:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1773616282.368463:0:94186:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1773616282.368465:0:94186:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279e10 00000020:00000010:2.0:1773616282.368468:0:94186:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3a00. 00000020:00000010:2.0:1773616282.368473:0:94186:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf540. 00000008:00000010:2.0:1773616282.368478:0:94186:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823d940. 00020000:00000010:2.0:1773616282.368484:0:94186:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f0c0. 00008000:00000010:2.0:1773616282.368488:0:94186:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ffade8. 00000080:00000010:2.0:1773616282.368492:0:94186:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023348. 00000080:00000010:2.0:1773616282.368496:0:94186:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd240. 00000020:00000010:2.0:1773616282.368499:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3400. 00000008:00000010:2.0:1773616282.368502:0:94186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4db80. 00020000:00000010:2.0:1773616282.368505:0:94186:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e30b40. 00008000:00000010:2.0:1773616282.368510:0:94186:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffb608. 00000080:00000010:2.0:1773616282.368514:0:94186:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa5a0. 00000020:00000010:2.0:1773616282.368517:0:94186:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3000. 00000020:00000010:2.0:1773616282.368519:0:94186:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279e10. 00000020:00000001:2.0:1773616282.368524:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fd88 00000080:00000008:2.0:1773616282.368526:0:94186:0:(file.c:2670:do_file_write_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1773616282.368529:0:94186:0:(file.c:2672:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1773616282.368548:0:94186:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616282.368551:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000002:2.0:1773616282.368555:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000001:2.0:1773616282.368558:0:94186:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.368567:0:94186:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773616282.368569:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fdd0 00000080:00200008:2.0:1773616282.368571:0:94186:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102001 00000080:00000001:2.0:1773616282.368575:0:94186:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773616282.368577:0:94186:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773616282.368579:0:94186:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616282.368580:0:94186:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000002:2.0:1773616282.368583:0:94186:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8050e4f80 00020000:00000001:2.0:1773616282.368585:0:94186:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.368587:0:94186:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773616282.368593:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.368596:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.368598:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.368601:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.368618:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.368621:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.368623:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.368628:0:94186:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.368632:0:94186:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.368639:0:94186:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 3 00010000:00000001:2.0:1773616282.368642:0:94186:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616282.368648:0:94186:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.368651:0:94186:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 0 00000080:00000001:2.0:1773616282.368654:0:94186:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1773616282.368657:0:94186:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1773616282.368663:0:94186:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804f63e00. 00000080:00000001:2.0:1773616282.368665:0:94186:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1773616282.368670:0:94186:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1773616282.368674:0:94186:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:2.0:1773616282.368676:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.368677:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.368678:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.368680:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.368681:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.368683:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.368685:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.368687:0:94186:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:2.0:1773616282.368691:0:94186:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1773616282.368693:0:94186:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0xc:0x0] file closed with intent: 200 00000100:00000010:2.0:1773616282.369626:0:94186:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616282.369638:0:94186:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:2.0:1773616282.369644:0:94186:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616282.369648:0:94186:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616282.369653:0:94186:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616282.369664:0:94186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63a00. 00000100:00000001:2.0:1773616282.369671:0:94186:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1773616282.369691:0:94186:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1773616282.369704:0:94186:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1773616282.369710:0:94186:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1773616282.369719:0:94186:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616282.369721:0:94186:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616282.369728:0:94186:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807eddf00. 00000100:00000001:2.0:1773616282.369731:0:94186:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606403840 : -121324103147776 : ffff91a807eddf00) 00000100:00000001:2.0:1773616282.369734:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.369736:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616282.369740:0:94186:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616282.369745:0:94186:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.369748:0:94186:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616282.369749:0:94186:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616282.369753:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.369761:0:94186:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616282.369762:0:94186:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.369766:0:94186:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616282.369971:0:94186:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616282.369976:0:94186:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616282.369981:0:94186:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795618816:192.168.201.103@tcp:35:uname.0 00000100:00000001:2.0:1773616282.369985:0:94186:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616282.369992:0:94186:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616282.369995:0:94186:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.369997:0:94186:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616282.370003:0:94186:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803494400. 02000000:00000001:2.0:1773616282.370005:0:94186:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616282.370013:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616282.370018:0:94186:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616282.370026:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616282.370034:0:94186:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795618816, portal 10 00000100:00000001:2.0:1773616282.370036:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.370038:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616282.370045:0:94186:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.370054:0:94186:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616282.370057:0:94186:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616282.370060:0:94186:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616282.370063:0:94186:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795618816, offset 0 00000400:00000200:2.0:1773616282.370070:0:94186:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616282.370079:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.370087:0:94186:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616282.370093:0:94186:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616282.370098:0:94186:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616282.370102:0:94186:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616282.370105:0:94186:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616282.370110:0:94186:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149755:149755:256:4294967295] 192.168.201.103@tcp LPNI seq info [149695:149695:8:4294967295] 00000400:00000200:2.0:1773616282.370115:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.370125:0:94186:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616282.370132:0:94186:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616282.370137:0:94186:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5a00. 00000800:00000200:2.0:1773616282.370144:0:94186:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616282.370152:0:94186:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616282.370158:0:94186:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1773616282.370168:0:94186:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.370174:0:94186:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 437121 usecs (438 jiffies) 00000400:00000200:2.0:1773616282.370177:0:94186:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616282.370181:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083416 00000100:00000001:2.0:1773616282.370184:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084456 00000100:00000001:2.0:1773616282.370186:0:94186:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083416 00000100:00000001:2.0:1773616282.370202:0:94186:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084456 00000100:00000001:2.0:1773616282.370205:0:94186:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.370208:0:94186:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.370210:0:94186:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.370212:0:94186:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773616282.370215:0:94186:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807eddf00 going to sleep for 11 seconds 00000100:00000001:2.0:1773616282.370218:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616282.370221:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.371156:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.371162:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5a00. 00000400:00000200:0.0:1773616282.371168:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.371173:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.371178:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:0.0:1773616282.371180:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:0.0:1773616282.371183:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.371188:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.371199:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.371203:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.371210:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.371212:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616282.387799:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.387817:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.387821:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.387823:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.387832:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.387926:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.387937:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.387942:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.387947:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.387952:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200676c00 00000400:00000200:1.0:1773616282.387956:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.387964:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194539 [1] + 224 00000800:00000001:1.0:1773616282.387972:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.387984:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.387987:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.387991:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.388000:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.388009:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.388446:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.388495:0:94186:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.388513:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.388523:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.388527:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773616282.396486:0:94186:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.396506:0:94186:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.396511:0:94186:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616282.396520:0:94186:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616282.396522:0:94186:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616282.396529:0:94186:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.396540:0:94186:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.396563:0:94186:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795618816/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.396571:0:94186:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.396573:0:94186:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.396576:0:94186:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.396579:0:94186:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.396582:0:94186:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.396585:0:94186:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.396588:0:94186:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.396600:0:94186:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616282.396604:0:94186:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.396608:0:94186:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.396609:0:94186:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.396612:0:94186:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.396616:0:94186:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.396619:0:94186:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616282.396621:0:94186:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616282.396623:0:94186:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616282.396625:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.396627:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616282.396630:0:94186:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.396632:0:94186:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215263 00000100:00000001:2.0:1773616282.396634:0:94186:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.396636:0:94186:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.396642:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795618816/t103079215265(103079215265) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.396649:0:94186:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.396652:0:94186:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.396654:0:94186:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.396659:0:94186:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795618816/t103079215265(103079215265) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.396673:0:94186:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job uname:6bed2507-d27f-43a9-a583-f3d23438f235:94186:1859763795618816:192.168.201.103@tcp:35:uname.0 00000100:00000001:2.0:1773616282.396679:0:94186:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.396682:0:94186:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.396685:0:94186:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.396687:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.396691:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795618816/t103079215265(103079215265) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.396699:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.396703:0:94186:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807eddf00. 00000100:00000001:2.0:1773616282.396708:0:94186:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.396710:0:94186:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.396718:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.396719:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000002:00000001:2.0:1773616282.396722:0:94186:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.396726:0:94186:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.396732:0:94186:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63e00. 00000080:00000001:2.0:1773616282.396736:0:94186:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773616282.396740:0:94186:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773616282.396742:0:94186:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.396745:0:94186:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.396748:0:94186:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.396750:0:94186:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.396752:0:94186:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.396754:0:94186:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.396756:0:94186:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.396761:0:94186:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616282.396767:0:94186:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.396776:0:94186:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.396777:0:94186:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749528636288 : -121324180915328 : ffff91a8034b3b80) 00000100:00000001:2.0:1773616282.396779:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.396782:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.396788:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.396790:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.396793:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795618816/t103079215265(103079215265) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.396800:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.396801:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.396804:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8034b3b80 x1859763795617920/t103079215263(103079215263) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.396810:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773616282.396813:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.396815:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.396817:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.396820:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a819773000. 02000000:00000001:2.0:1773616282.396825:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.396827:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.396829:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8034b3b80. 00000100:00000001:2.0:1773616282.396832:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.396833:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.396835:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.399730:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795618816/t103079215265(103079215265) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.399744:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773616282.399748:0:94186:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91a8065392a0. 00000002:00000001:2.0:1773616282.399754:0:94186:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.399757:0:94186:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.399761:0:94186:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301d80. 00000100:00000001:2.0:1773616282.399765:0:94186:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.399768:0:94186:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795618816/t103079215265(103079215265) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.399775:0:94186:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.399780:0:94186:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.399783:0:94186:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a803494400. 02000000:00000001:2.0:1773616282.399786:0:94186:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.399789:0:94186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.399791:0:94186:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.399794:0:94186:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.399797:0:94186:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804f63a00. 02000000:00000001:2.0:1773616282.399800:0:94186:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.399802:0:94186:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.399804:0:94186:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616282.399809:0:94186:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.399810:0:94186:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.399812:0:94186:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.399814:0:94186:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a80b776dc0. 00000080:00000001:2.0:1773616282.399818:0:94186:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.399826:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fdd0 00000080:00000008:2.0:1773616282.399829:0:94186:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 102001, rc = 0 00000080:00000001:2.0:1773616282.399833:0:94186:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.400117:0:94186:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616282.400120:0:94186:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d0fe00 00000080:00002000:2.0:1773616282.400122:0:94186:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode ffff91a80415e3c8) hashed, 00000080:00000001:2.0:1773616282.400125:0:94186:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.454518:0:94187:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616282.454527:0:94187:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616282.454530:0:94187:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616282.454534:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37bc0 00000080:00200000:1.0:1773616282.454539:0:94187:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616282.454705:0:94187:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6200. 00800000:00000002:1.0:1773616282.454712:0:94187:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616282.454717:0:94187:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616282.454723:0:94187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.454725:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37ae0 00800000:00000002:1.0:1773616282.454728:0:94187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.454733:0:94187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616282.454736:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.454739:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.454742:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.454745:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.454747:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.454750:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.454752:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.454756:0:94187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616282.454762:0:94187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.454764:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c379b0 00000002:00010000:1.0:1773616282.454765:0:94187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616282.454769:0:94187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616282.454771:0:94187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.454774:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1773616282.454783:0:94187:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.454786:0:94187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.454788:0:94187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.454791:0:94187:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1773616282.454793:0:94187:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1773616282.454799:0:94187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b800. 00000020:00000040:1.0:1773616282.454804:0:94187:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00010000:00000001:1.0:1773616282.454812:0:94187:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1773616282.454818:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.454825:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.454827:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.454829:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.454833:0:94187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616282.455099:0:94187:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616282.455105:0:94187:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616282.455116:0:94187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a8050f9400. 00000100:00000001:1.0:1773616282.455125:0:94187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.455131:0:94187:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616282.455133:0:94187:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.455134:0:94187:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773616282.455136:0:94187:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.455138:0:94187:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.455143:0:94187:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446622749601413120 : -121324108138496 : ffff91a807a1b800) 00010000:00000001:1.0:1773616282.455147:0:94187:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773616282.455150:0:94187:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773616282.455156:0:94187:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff91a804fe6c00. 00010000:00000010:1.0:1773616282.455160:0:94187:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff91a8046b7680. 00010000:00000001:1.0:1773616282.455164:0:94187:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773616282.455167:0:94187:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a807b2a400. 00000020:00000001:1.0:1773616282.455171:0:94187:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773616282.455173:0:94187:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a807b2a400 with handle 0xe60cc2233ec679e0 to hash 00000020:00000001:1.0:1773616282.455270:0:94187:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773616282.455273:0:94187:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.455277:0:94187:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.455282:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.455285:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.455290:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 94187 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616282.455300:0:94187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94187 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773616282.455312:0:94187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 94187 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616282.455318:0:94187:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616282.455321:0:94187:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616282.455329:0:94187:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe23c0. 00000100:00000001:1.0:1773616282.455331:0:94187:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557138368 : -121324152413248 : ffff91a804fe23c0) 00000100:00000001:1.0:1773616282.455335:0:94187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.455336:0:94187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601413120 : -121324108138496 : ffff91a807a1b800) 00000100:00000001:1.0:1773616282.455341:0:94187:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616282.455346:0:94187:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.455348:0:94187:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616282.455350:0:94187:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616282.455362:0:94187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.455371:0:94187:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616282.455374:0:94187:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.455378:0:94187:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616282.455381:0:94187:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616282.455383:0:94187:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616282.455387:0:94187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b800 pname:cluuid:pid:xid:nid:opc:job cat:6bed2507-d27f-43a9-a583-f3d23438f235:94187:1859763795618944:192.168.201.103@tcp:101:cat.0 00000100:00000001:1.0:1773616282.455392:0:94187:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616282.455398:0:94187:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616282.455402:0:94187:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.455404:0:94187:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616282.455409:0:94187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff91a802f57000. 02000000:00000001:1.0:1773616282.455411:0:94187:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.455420:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616282.455424:0:94187:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424738. 00000400:00000010:1.0:1773616282.455440:0:94187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e16e8. 00000100:00000200:1.0:1773616282.455448:0:94187:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1859763795618944, portal 10 00000100:00000001:1.0:1773616282.455450:0:94187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.455452:0:94187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601413120 : -121324108138496 : ffff91a807a1b800) 00000100:00000040:1.0:1773616282.455458:0:94187:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.455466:0:94187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616282.455469:0:94187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616282.455472:0:94187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1f68. 00000100:00000200:1.0:1773616282.455474:0:94187:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1859763795618944, offset 0 00000400:00000200:1.0:1773616282.455481:0:94187:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616282.455490:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.455499:0:94187:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616282.455506:0:94187:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616282.455512:0:94187:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616282.455516:0:94187:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616282.455520:0:94187:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616282.455524:0:94187:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149756:149756:256:4294967295] 192.168.201.103@tcp LPNI seq info [149696:149696:8:4294967295] 00000400:00000200:1.0:1773616282.455529:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.455539:0:94187:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616282.455698:0:94187:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616282.455704:0:94187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5000. 00000800:00000200:1.0:1773616282.455711:0:94187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616282.455719:0:94187:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616282.455725:0:94187:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1773616282.455787:0:94187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.455793:0:94187:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 436328 usecs (437 jiffies) 00000400:00000200:1.0:1773616282.455797:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616282.455800:0:94187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083500 00000100:00000001:1.0:1773616282.455804:0:94187:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302084456 00000100:00000001:1.0:1773616282.455806:0:94187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083500 00000100:00000001:1.0:1773616282.455809:0:94187:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302084456 00000100:00000001:1.0:1773616282.455811:0:94187:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.455815:0:94187:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.455817:0:94187:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.455819:0:94187:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1773616282.455822:0:94187:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe23c0 going to sleep for 50 seconds 00000100:00000001:1.0:1773616282.455825:0:94187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.455828:0:94187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.456828:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.456835:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5000. 00000400:00000200:0.0:1773616282.456871:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.456878:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.456883:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1f68 00000400:00000010:0.0:1773616282.456887:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1f68. 00000100:00000001:0.0:1773616282.456892:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.456899:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.456909:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.456912:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.456919:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.456921:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1773616282.464266:0:42286:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4af0926-e624-4ace-81ef-d6578b08219b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773616282.464279:0:42286:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773616282.464288:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376a00. 00000020:00000040:0.0:1773616282.464295:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a807fb9800 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:0.0:1773616282.464310:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616282.464315:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616282.464321:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616282.464332:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91a803ec5800. 00000100:00000001:0.0:1773616282.464343:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.464356:0:42286:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4af0926-e624-4ace-81ef-d6578b08219b->MGS req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773616282.464370:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616282.464375:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.464382:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d486fa85] to pc [ptlrpcd_00_01+1] req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.464409:0:42286:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.464417:0:42286:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (7420) 00000080:00000001:0.0:1773616282.464459:0:42286:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1773616282.464463:0:42286:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773616282.464466:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.464471:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616282.464487:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.464494:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3e00. 00000020:00000010:0.0:1773616282.464498:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.464505:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.465160:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.465168:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.465175:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.465179:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.465183:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2800. 00000008:00000010:0.0:1773616282.465188:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.465192:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.465196:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.465200:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616282.465203:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616282.465206:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616282.465211:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a804615c38 -> ffff91a804615c38 00000020:00000001:0.0:1773616282.465214:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616282.465216:0:42286:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616282.465218:0:42286:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616282.465221:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.465223:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773616282.465224:0:42286:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.465228:0:42286:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0x9:0x0]io ffff91a8053cd978 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773616282.465232:0:42286:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a819434f80 00020000:00000001:0.0:1773616282.465235:0:42286:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616282.465238:0:42286:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616282.465240:0:42286:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616282.465242:0:42286:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465244:0:42286:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616282.465246:0:42286:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616282.465248:0:42286:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465250:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.465252:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616282.465253:0:42286:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616282.465255:0:42286:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a804617aa8) owner 0000000000000000/ffff91a819434f80 00000020:00000001:0.0:1773616282.465258:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465261:0:42286:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616282.465262:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773616282.465264:0:42286:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773616282.465268:0:42286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616282.465271:0:42286:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616282.465275:0:42286:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.465277:0:42286:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616282.465278:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.465281:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8182791b0. 00000020:00000010:0.0:1773616282.465284:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616282.465288:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3c00. 00000020:00000010:0.0:1773616282.465291:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfba0. 00000008:00000010:0.0:1773616282.465294:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823aca0. 00020000:00000010:0.0:1773616282.465297:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f600. 00008000:00000010:0.0:1773616282.465299:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff8e20. 00000080:00000010:0.0:1773616282.465302:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023c78. 00000080:00000010:0.0:1773616282.465305:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd6d0. 00000020:00000010:0.0:1773616282.465308:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3000. 00000008:00000010:0.0:1773616282.465310:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4d1e0. 00020000:00000010:0.0:1773616282.465313:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e318c0. 00008000:00000010:0.0:1773616282.465315:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbed0. 00000080:00000010:0.0:1773616282.465318:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa4b0. 00000020:00000001:0.0:1773616282.465320:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878620600 : -121323830931016 : ffff91a8182791b8) 00000020:00001000:0.0:1773616282.465322:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8182791b0 00000020:00000001:0.0:1773616282.465325:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a804615788 -> ffff91a804615c38 00000020:00000001:0.0:1773616282.465327:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616282.465329:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.465330:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616282.465332:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465334:0:42286:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465336:0:42286:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521810024 : -121324187741592 : ffff91a802e31268) 00000020:00000001:0.0:1773616282.465339:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616282.465340:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465342:0:42286:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465344:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465346:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773616282.465348:0:42286:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616282.465350:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.465351:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616282.465353:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616282.465355:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465357:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465359:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465360:0:42286:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465362:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616282.465363:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465364:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465366:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773616282.465368:0:42286:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616282.465370:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.465371:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616282.465373:0:42286:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1773616282.465375:0:42286:0:(osc_io.c:1088:osc_io_fsync_start()) lustre-OST0000-osc-ffff91a8182b3000: unstable/dirty counts are both zero 00000008:00000001:0.0:1773616282.465377:0:42286:0:(osc_io.c:1089:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465379:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465380:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465382:0:42286:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465384:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465386:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616282.465387:0:42286:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773616282.465389:0:42286:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616282.465390:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773616282.465392:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773616282.465393:0:42286:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465395:0:42286:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773616282.465396:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773616282.465398:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773616282.465400:0:42286:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773616282.465401:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.465403:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616282.465404:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773616282.465405:0:42286:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465408:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465410:0:42286:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773616282.465411:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773616282.465412:0:42286:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773616282.465414:0:42286:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773616282.465415:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.465416:0:42286:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.465418:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.465419:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773616282.465421:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773616282.465422:0:42286:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465425:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.465426:0:42286:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.465428:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.465441:0:42286:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.465444:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616282.465445:0:42286:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616282.465447:0:42286:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616282.465448:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616282.465450:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.465452:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8182791b0 00000020:00000010:0.0:1773616282.465456:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3c00. 00000020:00000010:0.0:1773616282.465461:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfba0. 00000008:00000010:0.0:1773616282.465465:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823aca0. 00020000:00000010:0.0:1773616282.465469:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f600. 00008000:00000010:0.0:1773616282.465484:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff8e20. 00000080:00000010:0.0:1773616282.465489:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023c78. 00000080:00000010:0.0:1773616282.465492:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd6d0. 00000020:00000010:0.0:1773616282.465495:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2c00. 00000008:00000010:0.0:1773616282.465498:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4d1e0. 00020000:00000010:0.0:1773616282.465502:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e318c0. 00008000:00000010:0.0:1773616282.465507:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbed0. 00000080:00000010:0.0:1773616282.465511:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa4b0. 00000020:00000010:0.0:1773616282.465514:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3000. 00000020:00000010:0.0:1773616282.465517:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8182791b0. 00020000:00000001:0.0:1773616282.465521:0:42286:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616282.465523:0:42286:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616282.465526:0:42286:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616282.465528:0:42286:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616282.465532:0:42286:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.465533:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.465536:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616282.465538:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3e00. 00000020:00000010:0.0:1773616282.465541:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf660. 00000800:00000001:1.0:1773616282.465954:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.466159:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.466163:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.466167:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.466175:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.466183:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.466192:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.466197:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.466203:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.466207:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 688 into portal 10 MB=0x69b7200676c80 00000400:00000200:1.0:1773616282.466212:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.466219:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 688/688 into md 0x194541 [1] + 224 00000800:00000001:1.0:1773616282.466227:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.466239:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.466243:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.466248:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.466256:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.466264:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.466273:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.466296:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.466306:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.466310:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.466346:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.466351:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.466354:0:2400:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616282.466360:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.466368:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616282.466370:0:2400:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.466375:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616282.466377:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616282.466379:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616282.466383:0:2400:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795619072:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616282.466390:0:2400:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616282.466396:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616282.466398:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.466400:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616282.466406:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff91a804cf7200. 02000000:00000001:1.0:1773616282.466409:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.466413:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616282.466416:0:94187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773616282.466418:0:2400:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000001:2.0:1773616282.466425:0:94187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000010:1.0:1773616282.466426:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000400:00000001:2.0:1773616282.466442:0:94187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.466447:0:94187:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424738. 00000400:00000200:2.0:1773616282.466452:0:94187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e16e8 00000400:00000010:2.0:1773616282.466454:0:94187:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e16e8. 00000100:00000001:2.0:1773616282.466458:0:94187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.466465:0:94187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.466477:0:94187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.466484:0:94187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.466487:0:94187:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.466491:0:94187:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.466494:0:94187:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.466498:0:94187:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.466500:0:94187:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.466504:0:94187:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.466514:0:94187:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616282.466520:0:94187:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.466524:0:94187:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.466526:0:94187:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.466529:0:94187:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.466533:0:94187:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.466538:0:94187:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.466541:0:94187:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215263 00000100:00000001:2.0:1773616282.466544:0:94187:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.466546:0:94187:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.466551:0:94187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.466781:0:94187:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.466784:0:94187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.466787:0:94187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.466792:0:94187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.466802:0:94187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b800 pname:cluuid:pid:xid:nid:opc:job cat:6bed2507-d27f-43a9-a583-f3d23438f235:94187:1859763795618944:192.168.201.103@tcp:101:cat.0 00000100:00000001:2.0:1773616282.466808:0:94187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.466811:0:94187:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.466813:0:94187:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.466816:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.466820:0:94187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.466827:0:94187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.466830:0:94187:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe23c0. 00000100:00000001:2.0:1773616282.466835:0:94187:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.466862:0:94187:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.467070:0:94187:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616282.467075:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467078:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467081:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=4 00000020:00000001:2.0:1773616282.467084:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467087:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000040:2.0:1773616282.467095:0:94187:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a807b2a400, remote cookie: 0xf6516185796c800, flags: 0x1001 00010000:00010000:2.0:1773616282.467101:0:94187:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616282.467113:0:94187:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.467121:0:94187:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616282.467125:0:94187:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616282.467127:0:94187:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616282.467129:0:94187:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616282.467131:0:94187:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616282.467134:0:94187:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff91a804fe6c00) refcount = 1 00010000:00010000:2.0:1773616282.467139:0:94187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.467146:0:94187:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616282.467150:0:94187:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616282.467152:0:94187:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.467155:0:94187:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616282.467158:0:94187:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.467162:0:94187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.467464:0:94187:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616282.467466:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467468:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.467470:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467471:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.467472:0:94187:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.467478:0:94187:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616282.467480:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467481:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467483:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:2.0:1773616282.467485:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467488:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467490:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467491:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467493:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=4 00000020:00000001:2.0:1773616282.467495:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467497:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467500:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.467503:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.467507:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.467515:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467516:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.467518:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467519:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467520:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=5 00000020:00000001:2.0:1773616282.467522:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467525:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467528:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.467531:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.467538:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467540:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.467542:0:94187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.467551:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.467552:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467554:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.467555:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467556:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616282.467562:0:94187:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1773616282.467572:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467574:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467575:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:2.0:1773616282.467577:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467579:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467582:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467583:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.467584:0:94187:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.467586:0:94187:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.467590:0:94187:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1773616282.467593:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467594:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467595:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:2.0:1773616282.467597:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467600:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00000002:00010000:2.0:1773616282.467603:0:94187:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.467610:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467611:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.467613:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616282.467614:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467616:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467618:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:2.0:1773616282.467620:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467623:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000040:2.0:1773616282.467629:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:2.0:1773616282.467632:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616282.467637:0:94187:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1773616282.467640:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467642:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.467643:0:94187:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616282.467648:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37930 00000100:00000200:1.0:1773616282.467648:0:2400:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859763795619072, portal 25 00000002:00002000:2.0:1773616282.467651:0:94187:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000100:00000001:1.0:1773616282.467654:0:2400:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000002:00000001:2.0:1773616282.467656:0:94187:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.467658:0:2400:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745441280 : -121323964110336 : ffff91a810376a00) 00800000:00000001:2.0:1773616282.467662:0:94187:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.467668:0:94187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.467669:0:2400:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:2.0:1773616282.467673:0:94187:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616282.467682:0:94187:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.467684:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00800000:00000002:2.0:1773616282.467687:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000100:00000040:1.0:1773616282.467689:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000080:00000010:2.0:1773616282.467692:0:94187:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6200. 00000400:00000010:1.0:1773616282.467695:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000080:00000001:2.0:1773616282.467700:0:94187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000100:00000200:1.0:1773616282.467700:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859763795619072, offset 0 00000080:00000001:2.0:1773616282.467704:0:94187:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000400:00000200:1.0:1773616282.467710:0:2400:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000002:00000001:2.0:1773616282.467711:0:94187:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1773616282.467716:0:94187:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00000400:00000200:1.0:1773616282.467719:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00800000:00000010:2.0:1773616282.467722:0:94187:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff91a810301d80. 00800000:00000001:2.0:1773616282.467726:0:94187:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446622749744962944 : -121323964588672 : ffff91a810301d80) 00000400:00000200:1.0:1773616282.467729:0:2400:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00800000:00000001:2.0:1773616282.467731:0:94187:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.467735:0:2400:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000002:00000001:2.0:1773616282.467736:0:94187:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1773616282.467741:0:94187:0:(llite_lib.c:1813:ll_update_lsm_md()) Process entered 00000400:00000200:1.0:1773616282.467742:0:2400:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000080:00000002:2.0:1773616282.467745:0:94187:0:(llite_lib.c:1817:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000400:00000200:1.0:1773616282.467750:0:2400:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000080:00000001:2.0:1773616282.467751:0:94187:0:(llite_lib.c:1768:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1773616282.467755:0:94187:0:(llite_lib.c:1790:ll_update_default_lsm_md()) Process leaving 00000400:00000200:1.0:1773616282.467756:0:2400:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000080:00000001:2.0:1773616282.467758:0:94187:0:(llite_lib.c:1834:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.467764:0:2400:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149757:149757:256:4294967295] 192.168.201.103@tcp LPNI seq info [149697:149697:8:4294967295] 00000080:00000001:2.0:1773616282.467765:0:94187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1773616282.467771:0:94187:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000400:00000200:1.0:1773616282.467775:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000080:00200000:2.0:1773616282.467779:0:94187:0:(llite_lib.c:2950:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1773616282.467784:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.467787:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1773616282.467788:0:2400:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000020:00000040:2.0:1773616282.467790:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:2.0:1773616282.467795:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467798:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00000800:00000200:1.0:1773616282.467802:0:2400:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00010000:00000001:2.0:1773616282.467803:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467806:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616282.467809:0:94187:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1773616282.467810:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5f00. 00800000:00000001:2.0:1773616282.467813:0:94187:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1773616282.467816:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a810301d80 1 00800000:00000010:2.0:1773616282.467820:0:94187:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff91a810301d80. 00000800:00000200:1.0:1773616282.467821:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00800000:00000001:2.0:1773616282.467825:0:94187:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.467830:0:94187:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679e0 00000800:00000200:1.0:1773616282.467833:0:2400:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616282.467856:0:2400:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773616282.467872:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.467877:0:94187:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000400:00000200:1.0:1773616282.467878:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000002:00000001:2.0:1773616282.467881:0:94187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616282.467884:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773616282.467884:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4302087049 00000020:00000001:2.0:1773616282.467887:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467891:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:2.0:1773616282.467895:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00000100:00000001:1.0:1773616282.467895:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302084456 00010000:00000001:2.0:1773616282.467899:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467903:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773616282.467904:0:2400:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4302087049 00010000:00000001:2.0:1773616282.467905:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.467909:0:94187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.467911:0:2400:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302084456 00800000:00000001:2.0:1773616282.467912:0:94187:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.467918:0:94187:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.467919:0:2400:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1773616282.467921:0:94187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000100:00000001:1.0:1773616282.467925:0:2400:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.467927:0:94187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e0 from it ffffa25881c37bf8 00010000:00000001:2.0:1773616282.467931:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1773616282.467931:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.467934:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.467938:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000100:00000001:1.0:1773616282.467938:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616282.467940:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467945:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:2.0:1773616282.467947:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.467950:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773616282.467950:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.467955:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773616282.467961:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.467964:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.467966:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.467971:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.467974:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.467977:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.467978:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.467981:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.467984:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616282.467992:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.467995:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.467997:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.468002:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.468003:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.468005:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.468008:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.468011:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.468013:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.468017:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.468019:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.468020:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.468021:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616282.468024:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.468029:0:94187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b800 x1859763795618944/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.468038:0:94187:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.468041:0:94187:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.468044:0:94187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff91a802f57000. 02000000:00000001:2.0:1773616282.468049:0:94187:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.468051:0:94187:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.468053:0:94187:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.468055:0:94187:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.468058:0:94187:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a8050f9400. 02000000:00000001:2.0:1773616282.468062:0:94187:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.468064:0:94187:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.468074:0:94187:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b800. 00000100:00000001:2.0:1773616282.468079:0:94187:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.468081:0:94187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616282.468085:0:94187:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:2.0:1773616282.468090:0:94187:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.468097:0:94187:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1773616282.468100:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37bc0 00000080:00002000:2.0:1773616282.468102:0:94187:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a8085606c0) flags 0x48004e refc 0 00000080:00000001:2.0:1773616282.468105:0:94187:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.468107:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c08 00000080:00200000:2.0:1773616282.468108:0:94187:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1773616282.468116:0:94187:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00200000:2.0:1773616282.468118:0:94187:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8), inode mode 81a4 mask 44 00000080:00000001:2.0:1773616282.468121:0:94187:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.468128:0:94187:0:(file.c:1026:ll_file_open()) Process entered 00000020:00000001:2.0:1773616282.468130:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b98 00000080:00200008:2.0:1773616282.468132:0:94187:0:(file.c:1030:ll_file_open()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 100000 00000080:00000010:2.0:1773616282.468139:0:94187:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff91a810e07540. 00000080:00000001:2.0:1773616282.468146:0:94187:0:(file.c:746:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1773616282.468150:0:94187:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63200. 00800000:00000002:2.0:1773616282.468156:0:94187:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616282.468160:0:94187:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616282.468164:0:94187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616282.468166:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a48 00000008:00000010:0.0:1773616282.468872:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.468897:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.468901:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.468907:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.468913:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.468917:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3800. 00000008:00000010:0.0:1773616282.468921:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.468924:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.468929:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.468933:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616282.468936:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2800. 00000020:00000010:0.0:1773616282.468939:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00000080:00000001:0.0:1773616282.468943:0:42286:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.468947:0:42286:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.468957:0:42286:0:(rw.c:1481:ll_writepages()) Process entered 00000080:00000001:0.0:1773616282.468960:0:42286:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1773616282.468961:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.468966:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616282.468970:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2800. 00000020:00000010:0.0:1773616282.468974:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.468977:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.468982:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.468985:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.468989:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.469006:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.469010:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.469021:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3e00. 00000008:00000010:0.0:1773616282.469024:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.469027:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.469030:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.469033:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616282.469035:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616282.469039:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616282.469044:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.469047:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616282.469050:0:42286:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616282.469052:0:42286:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1773616282.469055:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.469059:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00800000:00000002:2.0:1773616282.469061:0:94187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x20000bf89:0xc:0x0] '' on [0x200000007:0x1:0x0] 00000080:00000001:0.0:1773616282.469062:0:42286:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.469068:0:42286:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a8053cd978 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1773616282.469071:0:42286:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a819434f80 00020000:00000001:0.0:1773616282.469075:0:42286:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616282.469077:0:42286:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00800000:00000001:2.0:1773616282.469080:0:94187:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00020000:00000001:0.0:1773616282.469082:0:42286:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00800000:00000001:2.0:1773616282.469084:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00020000:00000001:0.0:1773616282.469086:0:42286:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.469088:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 00020000:00000001:0.0:1773616282.469090:0:42286:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:2.0:1773616282.469092:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00020000:00000001:0.0:1773616282.469095:0:42286:0:(lov_io.c:203:lov_io_subio_init()) Process entered 80000000:00000001:2.0:1773616282.469097:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.469099:0:42286:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.469101:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469104:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00800000:00000002:2.0:1773616282.469105:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00000020:00000001:0.0:1773616282.469107:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00800000:00000001:2.0:1773616282.469110:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.469111:0:42286:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616282.469115:0:42286:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a819434f80 00000020:00000001:2.0:1773616282.469117:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c379c8 00000020:00000001:0.0:1773616282.469119:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.469122:0:94187:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000020:00000001:0.0:1773616282.469123:0:42286:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616282.469126:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773616282.469130:0:42286:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000002:00000001:2.0:1773616282.469132:0:94187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00020000:00200000:0.0:1773616282.469133:0:42286:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:2.0:1773616282.469136:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37900 00020000:00000002:0.0:1773616282.469139:0:42286:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000002:00010000:2.0:1773616282.469141:0:94187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00020000:00000001:0.0:1773616282.469145:0:42286:0:(lov_io.c:155:lov_sub_get()) Process entered 00000002:00000001:2.0:1773616282.469148:0:94187:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00020000:00000001:0.0:1773616282.469149:0:42286:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616282.469152:0:42286:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000002:00000001:2.0:1773616282.469153:0:94187:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000020:00000010:0.0:1773616282.469155:0:42286:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8182791b0. 00000002:00000001:2.0:1773616282.469158:0:94187:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000020:00000010:0.0:1773616282.469160:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3000. 00000020:00000010:0.0:1773616282.469165:0:42286:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616282.469168:0:42286:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfba0. 00000008:00000010:0.0:1773616282.469171:0:42286:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823aca0. 00020000:00000010:0.0:1773616282.469174:0:42286:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f600. 00008000:00000010:0.0:1773616282.469176:0:42286:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff8e20. 00000080:00000010:0.0:1773616282.469179:0:42286:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023c78. 00000080:00000010:0.0:1773616282.469181:0:42286:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd6d0. 00000020:00000010:0.0:1773616282.469184:0:42286:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3c00. 00000008:00000010:0.0:1773616282.469186:0:42286:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4d1e0. 00020000:00000010:0.0:1773616282.469189:0:42286:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e318c0. 00008000:00000010:0.0:1773616282.469191:0:42286:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbed0. 00000080:00000010:0.0:1773616282.469194:0:42286:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa4b0. 00000020:00000001:0.0:1773616282.469196:0:42286:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878620600 : -121323830931016 : ffff91a8182791b8) 00000020:00001000:0.0:1773616282.469198:0:42286:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8182791b0 00000020:00000001:0.0:1773616282.469201:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.469202:0:42286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616282.469205:0:42286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.469206:0:42286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616282.469207:0:42286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.469209:0:42286:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.469211:0:42286:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521810024 : -121324187741592 : ffff91a802e31268) 00000020:00000001:0.0:1773616282.469214:0:42286:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616282.469216:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.469218:0:42286:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469220:0:42286:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469222:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773616282.469224:0:42286:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616282.469226:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.469228:0:42286:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616282.469229:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616282.469230:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469232:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.469234:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.469236:0:42286:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469237:0:42286:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616282.469238:0:42286:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469240:0:42286:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469241:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773616282.469243:0:42286:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616282.469245:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.469246:0:42286:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616282.469248:0:42286:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773616282.469250:0:42286:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1773616282.469256:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773616282.469258:0:42286:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773616282.469259:0:42286:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616282.469262:0:42286:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773616282.469263:0:42286:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616282.469265:0:42286:0:(osc_cache.c:2295:osc_next_obj()) Process leaving (rc=18446622749548118464 : -121324161433152 : ffff91a8047481c0) 00000008:00000020:0.0:1773616282.469268:0:42286:0:(osc_cache.c:2330:osc_check_rpcs()) obj ffff91a8047481c0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1773616282.469272:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1773616282.469274:0:42286:0:(osc_cache.c:1818:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1773616282.469275:0:42286:0:(osc_cache.c:1819:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616282.469277:0:42286:0:(osc_cache.c:2151:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1773616282.469280:0:42286:0:(osc_cache.c:2008:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1773616282.469283:0:42286:0:(osc_cache.c:2012:try_to_add_extent_for_io()) extent ffff91a8091186c0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff91a8047481c0], [28672|1|+|-|ffff91a807b2b800|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1773616282.469291:0:42286:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 0000000028aa069a ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773616282.469302:0:42286:0:(osc_cache.c:2061:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1773616282.469306:0:42286:0:(osc_cache.c:1864:osc_update_pending()) obj ffff91a8047481c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1773616282.469311:0:42286:0:(osc_cache.c:1159:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1773616282.469313:0:42286:0:(osc_cache.c:226:osc_extent_sanity_check0()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1773616282.469317:0:42286:0:(osc_cache.c:1167:osc_extent_make_ready()) extent ffff91a8091186c0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff91a8047481c0], [28672|1|+|-|ffff91a807b2b800|1024|ffff91a819434f80]} make ready 00000008:00010000:0.0:1773616282.469323:0:42286:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 0000000028aa069a ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1773616282.469331:0:42286:0:(osc_cache.c:1351:osc_make_ready()) Process entered 00000020:00000001:0.0:1773616282.469333:0:42286:0:(cl_page.c:1188:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1773616282.469345:0:42286:0:(cl_page.c:1200:cl_page_make_ready()) page@000000008c2524b9[2 00000000064f1e1f 1 1 0000000000000000] 00000020:00008000:0.0:1773616282.469347:0:42286:0:(cl_page.c:1200:cl_page_make_ready()) readied 00000020:00000001:0.0:1773616282.469349:0:42286:0:(cl_page.c:1049:cl_page_io_start()) Process entered 00000020:00000001:0.0:1773616282.469350:0:42286:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773616282.469352:0:42286:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773616282.469354:0:42286:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:0.0:1773616282.469355:0:42286:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1773616282.469357:0:42286:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616282.469360:0:42286:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000064f1e1f 1 1 0000000000000000] 00000020:00000001:0.0:1773616282.469362:0:42286:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1773616282.469363:0:42286:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1773616282.469365:0:42286:0:(cl_page.c:1052:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1773616282.469367:0:42286:0:(cl_page.c:1222:cl_page_make_ready()) page@000000008c2524b9[2 00000000064f1e1f 3 1 0000000000000000] 00000020:00000001:0.0:1773616282.469369:0:42286:0:(cl_page.c:1222:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1773616282.469371:0:42286:0:(osc_cache.c:1355:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469374:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.469376:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.469378:0:42286:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1773616282.469380:0:42286:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.469382:0:42286:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:0.0:1773616282.469384:0:42286:0:(osc_cache.c:1220:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.469387:0:42286:0:(osc_request.c:2812:osc_build_rpc()) Process entered 00000008:00000020:0.0:1773616282.469390:0:42286:0:(osc_page.c:1370:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff91a8182b3000: cli: ffff91a8101da1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1773616282.469396:0:42286:0:(osc_request.c:2843:osc_build_rpc()) kmalloced '(pga)': 8 at ffff91a802eee858. 00000008:00000010:0.0:1773616282.469400:0:42286:0:(osc_request.c:2847:osc_build_rpc()) slab-alloced 'oa': 208 at ffff91a81817f1a0. 00000020:00000001:0.0:1773616282.469402:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773616282.469405:0:42286:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773616282.469406:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773616282.469409:0:42286:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1773616282/1773616282 00000020:00000001:0.0:1773616282.469413:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773616282.469414:0:42286:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1773616282.469417:0:42286:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1773616282.469420:0:42286:0:(osc_request.c:3324:osc_match_base()) Process entered 00010000:00000001:0.0:1773616282.469422:0:42286:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.469426:0:42286:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:0.0:1773616282.469445:0:42286:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.469451:0:42286:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1773616282.469454:0:42286:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1773616282.469457:0:42286:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.469462:0:42286:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.469466:0:42286:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616282.469486:0:42286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.469488:0:42286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616282.469490:0:42286:0:(osc_request.c:3339:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1773616282.469492:0:42286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.469494:0:42286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.469497:0:42286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=3 00000020:00000001:0.0:1773616282.469499:0:42286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:0.0:1773616282.469502:0:42286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:0.0:1773616282.469505:0:42286:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:0.0:1773616282.469507:0:42286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.469508:0:42286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1773616282.469510:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1773616282.469512:0:42286:0:(osc_request.c:1540:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1773616282.469518:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810376300. 00000020:00000040:0.0:1773616282.469522:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616282.469529:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616282.469531:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616282.469533:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616282.469540:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a807ef3400. 00010000:00000040:2.0:1773616282.469571:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 3 00010000:00000001:2.0:1773616282.469576:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.469580:0:94187:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616282.469583:0:94187:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.469585:0:94187:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.469588:0:94187:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.469590:0:94187:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1773616282.469593:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:2.0:1773616282.469595:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.469597:0:94187:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1773616282.469599:0:94187:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.469600:0:94187:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.469602:0:94187:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.469608:0:94187:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616282.469610:0:94187:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616282.469615:0:94187:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616282.469617:0:94187:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.469619:0:94187:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616282.469623:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.469627:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.469628:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.469629:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.469631:0:94187:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616282.469633:0:94187:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616282.469635:0:94187:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616282.469638:0:94187:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91a803494400. 00000100:00000001:2.0:1773616282.469643:0:94187:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.469648:0:94187:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616282.469650:0:94187:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.469651:0:94187:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616282.469652:0:94187:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.469654:0:94187:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.469660:0:94187:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00010000:00000001:2.0:1773616282.469664:0:94187:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773616282.469666:0:94187:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1773616282.469669:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:2.0:1773616282.469671:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.469673:0:94187:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773616282.469676:0:94187:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff91a8101c5800. 00000020:00000001:2.0:1773616282.469680:0:94187:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773616282.469682:0:94187:0:(lustre_handles.c:77:class_handle_hash()) added object ffff91a8101c5800 with handle 0xe60cc2233ec679e7 to hash 00000020:00000001:2.0:1773616282.469685:0:94187:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773616282.469686:0:94187:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.469690:0:94187:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.469693:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.469695:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.469699:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 94187 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616282.469706:0:94187:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94187 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1773616282.469719:0:94187:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1773616282.469729:0:94187:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1773616282.469739:0:94187:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 94187 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773616282.469744:0:94187:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616282.469746:0:94187:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616282.469753:0:94187:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807eddf00. 00000100:00000001:2.0:1773616282.469755:0:94187:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606403840 : -121324103147776 : ffff91a807eddf00) 00000100:00000001:2.0:1773616282.469758:0:94187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.469760:0:94187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616282.469765:0:94187:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616282.469769:0:94187:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.469771:0:94187:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616282.469772:0:94187:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616282.469777:0:94187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.469784:0:94187:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616282.469786:0:94187:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.469790:0:94187:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616282.469794:0:94187:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616282.469796:0:94187:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616282.469800:0:94187:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job cat:6bed2507-d27f-43a9-a583-f3d23438f235:94187:1859763795619328:192.168.201.103@tcp:101:cat.0 00000100:00000001:2.0:1773616282.469804:0:94187:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616282.469811:0:94187:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616282.469814:0:94187:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.469816:0:94187:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1773616282.470411:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.470417:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5f00. 00000400:00000200:1.0:1773616282.470422:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.470428:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.470447:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1330 00000400:00000010:1.0:1773616282.470450:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1330. 00000100:00000001:1.0:1773616282.470454:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616282.470460:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.470470:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.470474:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.470480:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.470481:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616282.470526:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.470530:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616282.470539:0:94187:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff91a811980000. 02000000:00000001:2.0:1773616282.470543:0:94187:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616282.470550:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616282.470555:0:94187:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616282.472358:0:94187:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff91a807e3b000. 00000100:00000200:2.0:1773616282.472374:0:94187:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1859763795619328, portal 10 00000100:00000001:2.0:1773616282.472377:0:94187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.472379:0:94187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616282.472392:0:94187:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.472401:0:94187:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616282.472403:0:94187:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616282.472407:0:94187:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616282.472411:0:94187:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1859763795619328, offset 0 00000400:00000200:2.0:1773616282.472417:0:94187:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616282.472426:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.472446:0:94187:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616282.472452:0:94187:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616282.472457:0:94187:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616282.472461:0:94187:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616282.472463:0:94187:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616282.472467:0:94187:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149758:149758:256:4294967295] 192.168.201.103@tcp LPNI seq info [149698:149698:8:4294967295] 00000400:00000200:2.0:1773616282.472471:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.472481:0:94187:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616282.472708:0:94187:0:(socklnd_cb.c:1001:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616282.472713:0:94187:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5700. 00000800:00000200:2.0:1773616282.472720:0:94187:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616282.472727:0:94187:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616282.472731:0:94187:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1773616282.472743:0:94187:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.472748:0:94187:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 435500 usecs (436 jiffies) 00000400:00000200:2.0:1773616282.472751:0:94187:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616282.472755:0:94187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083516 00000100:00000001:2.0:1773616282.472758:0:94187:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302087049 00000100:00000001:2.0:1773616282.472760:0:94187:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083516 00000100:00000001:2.0:1773616282.472763:0:94187:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302087049 00000100:00000001:2.0:1773616282.472765:0:94187:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.472768:0:94187:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.472771:0:94187:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.472773:0:94187:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616282.472776:0:94187:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807eddf00 going to sleep for 50 seconds 00000100:00000001:2.0:1773616282.472779:0:94187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616282.472782:0:94187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773616282.474418:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.474427:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5700. 00000400:00000200:1.0:1773616282.474444:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.474452:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.474458:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:1.0:1773616282.474462:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:1.0:1773616282.474466:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1773616282.475696:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616282.475712:0:42286:0:(osc_request.c:1822:osc_brw_prep_request()) Using short io for data transfer, size = 23 00000008:00000020:0.0:1773616282.475718:0:42286:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff91a8182b3000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8359936 cl_lost_grant 0 00000008:00000001:0.0:1773616282.475727:0:42286:0:(osc_request.c:1369:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1773616282.475763:0:42286:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4239 MB/s 00000008:00008000:0.0:1773616282.475770:0:42286:0:(osc_request.c:1340:osc_checksum_bulk()) page ffffd0b1847856c0 map ffff91a80415e578 index 0 flags 17ffffc0005028 count 2 priv ffff91a807b35d20: off 0 00000008:00000001:0.0:1773616282.475780:0:42286:0:(osc_request.c:1380:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1773616282.475783:0:42286:0:(osc_request.c:1947:osc_brw_prep_request()) checksum at write origin: 67d8c231 (4) 00000008:00100000:0.0:1773616282.475789:0:42286:0:(osc_request.c:1994:osc_brw_prep_request()) brw rpc ffff91a810376300 - object 0x280000401:5998 offset 0<>23 00000008:00000001:0.0:1773616282.475793:0:42286:0:(osc_request.c:1995:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.475797:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1773616282.475801:0:42286:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1773616282.475803:0:42286:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1773616282.475807:0:42286:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1773616282/1773616282 00000020:00000001:0.0:1773616282.475811:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1773616282.475812:0:42286:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1773616282.475814:0:42286:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1773616282.475817:0:42286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.475819:0:42286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000008:00000002:0.0:1773616282.475829:0:42286:0:(osc_request.c:2969:osc_build_rpc()) @@@ 1 pages, aa 0000000003ead792, now 0r/1w/0d in flight req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1773616282.475859:0:42286:0:(osc_request.c:2981:osc_build_rpc()) [0x20000bf89:0xc:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1773616282.475869:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081020111] to pc [ptlrpcd_00_00+0] req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773616282.475899:0:42286:0:(osc_request.c:2987:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1773616282.475902:0:42286:0:(osc_request.c:3012:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.475905:0:42286:0:(osc_cache.c:2200:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.475910:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616282.475913:0:42286:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.475916:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616282.475917:0:42286:0:(osc_cache.c:1808:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.475919:0:42286:0:(osc_cache.c:1797:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1773616282.475920:0:42286:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.475925:0:42286:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773616282.475928:0:42286:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.475930:0:42286:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1773616282.475935:0:42286:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8047481c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1773616282.475939:0:42286:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1773616282.475944:0:42286:0:(osc_io.c:1042:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1773616282.475948:0:42286:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616282.475950:0:42286:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616282.475951:0:42286:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616282.475953:0:42286:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616282.475955:0:42286:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616282.475956:0:42286:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616282.475959:0:42286:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1773616282.475965:0:42286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a810375500. 00000020:00000040:0.0:1773616282.475970:0:42286:0:(genops.c:1229:class_import_get()) import ffff91a8097c7800 refcount=4 obd=lustre-OST0000-osc-ffff91a8182b3000 00000100:00000001:0.0:1773616282.475974:0:42286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773616282.475978:0:42286:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773616282.476182:0:42286:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773616282.476189:0:42286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a807ef3a00. 00000100:00000001:0.0:1773616282.476194:0:42286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.476200:0:42286:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773616282.476204:0:42286:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.476209:0:42286:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000260d5244] to pc [ptlrpcd_00_01+1] req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1773616282.476218:0:42286:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.476221:0:42286:0:(osc_io.c:1059:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.476223:0:42286:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.476226:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.476229:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.476231:0:42286:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.476233:0:42286:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.476236:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616282.476239:0:42286:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773616282.476241:0:42286:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616282.476242:0:42286:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1773616282.476252:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616282.476256:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.476259:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616282.476265:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.476272:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616282.476275:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.476280:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616282.476283:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616282.476286:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616282.476290:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795619456:192.168.201.103@tcp:4:uname.0 00000100:00000001:0.0:1773616282.476296:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616282.476303:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616282.476305:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.476308:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616282.476313:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c2400. 02000000:00000001:0.0:1773616282.476316:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616282.476326:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616282.476331:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a688. 00000400:00000010:0.0:1773616282.476339:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a7f8. 00000100:00000200:0.0:1773616282.476347:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795619456, portal 4 00000100:00000001:0.0:1773616282.476349:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.476350:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000040:0.0:1773616282.476358:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.476370:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616282.476374:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616282.476377:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a3b8. 00000100:00000200:0.0:1773616282.476380:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 6, xid 1859763795619456, offset 0 00000400:00000200:0.0:1773616282.476386:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616282.476395:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.476403:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616282.476410:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616282.476414:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616282.476420:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616282.476423:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616282.476427:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149759:149759:255:4294967295] 192.168.201.103@tcp LPNI seq info [149699:149699:7:4294967295] 00000400:00000200:0.0:1773616282.476446:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.476458:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616282.476465:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616282.476470:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5200. 00000800:00000200:0.0:1773616282.476478:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616282.476487:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616282.476492:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1773616282.476497:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.476501:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1491243 usecs (1492 jiffies) 00000400:00000200:0.0:1773616282.476505:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616282.476507:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084575 00000100:00000001:0.0:1773616282.476510:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302087049 00000100:00000001:0.0:1773616282.476513:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084575 00000100:00000001:0.0:1773616282.476516:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302087049 00000100:00000001:0.0:1773616282.476518:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616282.476521:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.476525:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.476528:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.476536:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616282.476538:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=175 : 175 : af) 00000100:00000001:0.0:1773616282.476541:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616282.476542:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.476772:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616282.476776:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1773616282.476778:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.476781:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773616282.476783:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773616282.476785:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616282.476786:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.476787:0:2399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773616282.476792:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.476800:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773616282.476801:0:2399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.476803:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773616282.476805:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773616282.476807:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773616282.476810:0:2399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a810375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795619584:192.168.201.103@tcp:16:kworker.0 00000100:00000001:0.0:1773616282.476814:0:2399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773616282.476816:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773616282.476818:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773616282.476820:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773616282.476823:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8034c0400. 02000000:00000001:0.0:1773616282.476826:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773616282.476829:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:0.0:1773616282.476832:0:2399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a81006a948. 00000400:00000010:0.0:1773616282.476854:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816aaa0. 00000100:00000200:0.0:1773616282.476859:0:2399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795619584, portal 4 00000100:00000001:0.0:1773616282.476861:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773616282.476862:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745435904 : -121323964115712 : ffff91a810375500) 00000100:00000040:0.0:1773616282.476868:0:2399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.476876:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773616282.476879:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:0.0:1773616282.476881:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a81816a990. 00000100:00000200:0.0:1773616282.476884:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1859763795619584, offset 0 00000400:00000200:0.0:1773616282.476888:0:2399:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:0.0:1773616282.476893:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.476897:0:2399:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:0.0:1773616282.476900:0:2399:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773616282.476903:0:2399:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:0.0:1773616282.476905:0:2399:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773616282.476907:0:2399:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:0.0:1773616282.476910:0:2399:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149760:149760:254:4294967295] 192.168.201.103@tcp LPNI seq info [149700:149700:6:4294967295] 00000400:00000200:0.0:1773616282.476915:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.476920:0:2399:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:0.0:1773616282.476925:0:2399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:0.0:1773616282.476929:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a803ec5a00. 00000800:00000200:0.0:1773616282.476933:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:0.0:1773616282.476937:0:2399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:0.0:1773616282.476941:0:2399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a803ec5a00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1773616282.476944:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773616282.476947:0:2399:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: using a timeout of 1491243 usecs (1492 jiffies) 00000400:00000200:0.0:1773616282.476950:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:0.0:1773616282.476952:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302084575 00000100:00000001:0.0:1773616282.476955:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302087049 00000100:00000001:0.0:1773616282.476957:0:2399:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302084575 00000100:00000001:0.0:1773616282.476959:0:2399:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302087049 00000100:00000001:0.0:1773616282.476961:0:2399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773616282.476963:0:2399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.476966:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.476969:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.476983:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773616282.476985:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773616282.476987:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.476989:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773616282.477093:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.477119:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.477123:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616337 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.477130:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.477131:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616282.479416:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.479444:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.479448:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.479451:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.479459:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.479466:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.479476:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.479480:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.479486:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.479491:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x69b7200676d00 00000400:00000200:1.0:1773616282.479497:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.479503:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x194551 [1] + 224 00000800:00000001:1.0:1773616282.479511:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.479522:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.479525:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.479529:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.479536:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.479545:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616282.479569:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.479589:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1773616282.479623:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.479628:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5200. 00000400:00000200:1.0:1773616282.479631:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.479635:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.479639:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a3b8 00000400:00000010:1.0:1773616282.479641:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a3b8. 00000100:00000001:1.0:1773616282.479645:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616282.479649:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.479661:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.479664:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.479671:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.479672:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616282.479676:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.479680:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1773616282.479731:0:2391:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773616282.479734:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a803ec5a00. 00000400:00000200:1.0:1773616282.479737:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.479740:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1773616282.479743:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a990 00000400:00000010:1.0:1773616282.479745:0:2391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a990. 00000100:00000001:1.0:1773616282.479748:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773616282.479751:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.479757:0:2391:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.479760:0:2391:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.479772:0:2391:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.479773:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773616282.479787:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.479791:0:2400:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616282.479797:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616282.479799:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616282.479801:0:2400:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:1.0:1773616282.479804:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:1.0:1773616282.479807:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:1.0:1773616282.479809:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.479813:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773616282.479822:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.479829:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616282.479831:0:2400:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.479833:0:2400:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616282.479857:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616282.479860:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616282.479862:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.479865:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616282.479873:0:2400:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a807fb9c58 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616282.479877:0:2400:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a807fb9c10 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1773616282.479880:0:2400:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616282.479882:0:2400:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.479884:0:2400:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616282.479886:0:2400:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.479889:0:2400:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.479894:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.479902:0:2400:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.479905:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616282.479908:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773616282.479914:0:2400:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773616282.479922:0:2400:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4af0926-e624-4ace-81ef-d6578b08219b:2400:1859763795619072:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1773616282.479927:0:2400:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.479929:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.479933:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810376a00 x1859763795619072/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1773616298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.479939:0:2400:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773616282.479941:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773616282.479945:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff91a804cf7200. 02000000:00000001:1.0:1773616282.479948:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773616282.479951:0:2400:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773616282.479953:0:2400:0:(genops.c:1242:class_import_put()) import ffff91a807fb9800 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1773616282.479955:0:2400:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773616282.479958:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91a803ec5800. 02000000:00000001:1.0:1773616282.479961:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773616282.479963:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773616282.479965:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810376a00. 00000100:00000001:1.0:1773616282.479969:0:2400:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616282.479970:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.479973:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.479982:0:2400:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.479984:0:2400:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.479986:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.479988:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616282.485366:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.485386:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.485391:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.485394:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.485403:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.485411:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.485420:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.485424:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.485442:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.485448:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 664 into portal 10 MB=0x69b7200676e00 00000400:00000200:1.0:1773616282.485454:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.485461:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 664/664 into md 0x194561 [64] + 224 00000800:00000001:1.0:1773616282.485470:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.485480:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.485484:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.485489:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.485497:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.485507:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616337 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.485521:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.485545:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.485556:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.485559:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.486130:0:94187:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.486140:0:94187:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.486143:0:94187:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.486147:0:94187:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616282.486152:0:94187:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807e3b000 00000400:00000010:2.0:1773616282.486156:0:94187:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff91a807e3b000. 00000100:00000001:2.0:1773616282.486160:0:94187:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.486178:0:94187:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.486190:0:94187:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795619328/t0(0) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/131856 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.486197:0:94187:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.486199:0:94187:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.486202:0:94187:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.486205:0:94187:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.486208:0:94187:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.486210:0:94187:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.486212:0:94187:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.486222:0:94187:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616282.486227:0:94187:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.486242:0:94187:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.486244:0:94187:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.486247:0:94187:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.486251:0:94187:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.486254:0:94187:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616282.486256:0:94187:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616282.486258:0:94187:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616282.486260:0:94187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.486262:0:94187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616282.486265:0:94187:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.486267:0:94187:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215263 00000100:00000001:2.0:1773616282.486269:0:94187:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.486272:0:94187:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.486277:0:94187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.486284:0:94187:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.486287:0:94187:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.486290:0:94187:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.486295:0:94187:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.486304:0:94187:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job cat:6bed2507-d27f-43a9-a583-f3d23438f235:94187:1859763795619328:192.168.201.103@tcp:101:cat.0 00000100:00000001:2.0:1773616282.486309:0:94187:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.486312:0:94187:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.486315:0:94187:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.486317:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.486320:0:94187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.486326:0:94187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.486329:0:94187:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807eddf00. 00000100:00000001:2.0:1773616282.486333:0:94187:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.486334:0:94187:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.486337:0:94187:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1773616282.486342:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.486345:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.486348:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=4 00000020:00000001:2.0:1773616282.486350:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.486353:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000040:2.0:1773616282.486360:0:94187:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff91a8101c5800, remote cookie: 0xf6516185796c80e, flags: 0x1001 00010000:00000040:2.0:1773616282.486363:0:94187:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x20000bf89:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1773616282.486366:0:94187:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1773616282.486375:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 3 00010000:00000001:2.0:1773616282.486378:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.486382:0:94187:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.486387:0:94187:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773616282.486397:0:94187:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 4/1,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.486408:0:94187:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1773616282.486412:0:94187:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1773616282.486414:0:94187:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1773616282.486416:0:94187:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1773616282.486418:0:94187:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1773616282.486420:0:94187:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x20000bf89:0xc:0x0].0x0 (ffff91a80460a800) refcount = 3 00010000:00000040:2.0:1773616282.486423:0:94187:0:(ldlm_resource.c:1843:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1773616282.486426:0:94187:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1773616282.486444:0:94187:0:(ldlm_resource.c:1846:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 1/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1773616282.486451:0:94187:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.486456:0:94187:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1773616282.486460:0:94187:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1773616282.486462:0:94187:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.486465:0:94187:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1773616282.486467:0:94187:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.486471:0:94187:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 4/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.486477:0:94187:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1773616282.486479:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.486481:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.486482:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.486483:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.486485:0:94187:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.486489:0:94187:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1773616282.486491:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.486493:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.486494:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616282.486496:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.486498:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.486500:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.486501:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1773616282.486506:0:94187:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616282.486514:0:94187:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1773616282.486518:0:94187:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 648/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616282.486525:0:94187:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.486531:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.486532:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.486533:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616282.486535:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.486537:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00000002:00010000:2.0:1773616282.486540:0:94187:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1773616282.486551:0:94187:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff91a810301d80. 00010000:00000001:2.0:1773616282.486553:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.486554:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.486556:0:94187:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.486558:0:94187:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.486561:0:94187:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1773616282.486563:0:94187:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.486565:0:94187:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00010000:00000001:2.0:1773616282.486566:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.486567:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.486569:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616282.486570:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.486573:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00000002:00010000:2.0:1773616282.486576:0:94187:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.486582:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.486583:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.486585:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1773616282.486586:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.486587:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.486588:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616282.486590:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.486593:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000040:2.0:1773616282.486596:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 4 00010000:00000001:2.0:1773616282.486598:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1773616282.486603:0:94187:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff91a80a33d000 type 13 mode 16 res 8589983625/12 (0 0) 00010000:00000001:2.0:1773616282.486605:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.486606:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.486608:0:94187:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1773616282.486612:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37880 00000002:00002000:2.0:1773616282.486614:0:94187:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1773616282.486617:0:94187:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.486622:0:94187:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.486625:0:94187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1773616282.486628:0:94187:0:(namei.c:951:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1773616282.486631:0:94187:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.486635:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616282.486640:0:94187:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63200. 00000080:00000001:2.0:1773616282.486645:0:94187:0:(llite_lib.c:3660:ll_prep_inode()) Process entered 00000002:00000001:2.0:1773616282.486651:0:94187:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1773616282.486655:0:94187:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1773616282.486658:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.486663:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.486668:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.486674:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.486679:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.486686:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.486692:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.486698:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.486704:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.486708:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.486712:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616282.486716:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.486722:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.486725:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.486731:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.486735:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.486738:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000020:00000001:2.0:1773616282.486740:0:94187:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616282.486744:0:94187:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616282.486746:0:94187:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616282.486752:0:94187:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a804685900. 00020000:00000010:2.0:1773616282.486756:0:94187:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616282.486761:0:94187:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a8046853c0. 00020000:00000001:2.0:1773616282.486763:0:94187:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547320256 : -121324162231360 : ffff91a8046853c0) 00020000:00000002:2.0:1773616282.486766:0:94187:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a8046853c0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616282.486771:0:94187:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616282.486774:0:94187:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d100: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616282.486778:0:94187:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c000) owner ffff91a807978000 00020000:00000001:2.0:1773616282.486781:0:94187:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616282.486783:0:94187:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c000) owner ffff91a807978000 00020000:00000010:2.0:1773616282.486788:0:94187:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616282.486792:0:94187:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a804685900. 00020000:00000010:2.0:1773616282.486795:0:94187:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a8046853c0. 00020000:00000002:2.0:1773616282.486798:0:94187:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616282.486800:0:94187:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.486803:0:94187:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616282.486805:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:2.0:1773616282.486809:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.486812:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.486815:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.486818:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.486821:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.486825:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.486828:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.486831:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616282.486834:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.486866:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.486869:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.486872:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.486875:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.486877:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000080:00000001:2.0:1773616282.486882:0:94187:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144116010713088012 : 144116010713088012 : 20000bf8900000c) 00000080:00000001:2.0:1773616282.486885:0:94187:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554623 : 33554623 : 20000bf) 00010000:00000001:2.0:1773616282.486891:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.486892:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.486894:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616282.486896:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.486899:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00000080:00000001:2.0:1773616282.486902:0:94187:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616282.486903:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.486906:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.486909:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.486911:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.486913:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.486916:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.486918:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.486921:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.486924:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.486926:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.486929:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000008:00000010:2.0:1773616282.486932:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.486934:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.486937:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.486939:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.486941:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.486943:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000020:00000001:2.0:1773616282.486944:0:94187:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1773616282.486945:0:94187:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616282.486947:0:94187:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1773616282.486949:0:94187:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff91a8046853c0. 00020000:00000010:2.0:1773616282.486951:0:94187:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616282.486954:0:94187:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff91a804685900. 00020000:00000001:2.0:1773616282.486956:0:94187:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446622749547321600 : -121324162230016 : ffff91a804685900) 00020000:00000002:2.0:1773616282.486959:0:94187:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a804685900, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1773616282.486962:0:94187:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1773616282.487143:0:94187:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a804f3d100: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000002:2.0:1773616282.487146:0:94187:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff91a80460c000) owner ffff91a807978000 00020000:00000001:2.0:1773616282.487148:0:94187:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616282.487150:0:94187:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff91a80460c000) owner ffff91a807978000 00020000:00000010:2.0:1773616282.487152:0:94187:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a804f3d100. 00020000:00000010:2.0:1773616282.487155:0:94187:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a8046853c0. 00020000:00000010:2.0:1773616282.487157:0:94187:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a804685900. 00020000:00000002:2.0:1773616282.487159:0:94187:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1773616282.487161:0:94187:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.487162:0:94187:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.487167:0:94187:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1773616282.487170:0:94187:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000002:2.0:1773616282.487173:0:94187:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bcc0 addref 2/0 by ffff91a807978000. 00020000:00000002:2.0:1773616282.487175:0:94187:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000001:2.0:1773616282.487177:0:94187:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1773616282.487180:0:94187:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1773616282.487181:0:94187:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1773616282.487183:0:94187:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1773616282.487185:0:94187:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1773616282.487187:0:94187:0:(file.c:6763:ll_layout_conf()) [0x20000bf89:0xc:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1773616282.487190:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:2.0:1773616282.487192:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.487195:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.487197:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.487200:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.487202:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.487205:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.487207:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.487209:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616282.487211:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.487213:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.487216:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.487219:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.487221:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.487223:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000080:00000001:2.0:1773616282.487225:0:94187:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487227:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487228:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616282.487230:0:94187:0:(llite_lib.c:3758:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1773616282.487233:0:94187:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1773616282.487235:0:94187:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.487238:0:94187:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679e7 00800000:00000001:2.0:1773616282.487241:0:94187:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616282.487243:0:94187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616282.487245:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.487246:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.487247:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616282.487249:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.487251:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.487253:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487254:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.487256:0:94187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.487258:0:94187:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.487261:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.487267:0:94187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.487274:0:94187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.487278:0:94187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e7 from it ffffa25881c37bf0 00010000:00000001:2.0:1773616282.487280:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.487281:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.487283:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a8101c5800 refcount=3 00000020:00000001:2.0:1773616282.487285:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.487287:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749743667200 : -121323965884416 : ffff91a8101c5800) 00010000:00000001:2.0:1773616282.487290:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.487293:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 3/1,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773616282.487301:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487302:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.487304:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.487307:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.487310:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616282.487317:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.487320:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.487322:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.487326:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487327:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.487329:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487332:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.487334:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487336:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487339:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487341:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.487343:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487344:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1773616282.487346:0:94187:0:(file.c:857:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.487352:0:94187:0:(file.c:1194:ll_file_open()) kmalloced '(*och_p)': 56 at ffff91a810301cc0. 00000080:00000001:2.0:1773616282.487354:0:94187:0:(file.c:948:ll_local_open()) Process entered 00800000:00000001:2.0:1773616282.487359:0:94187:0:(lmv_obd.c:4030:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1773616282.487361:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.487363:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.487366:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.487368:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.487370:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.487372:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.487375:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.487378:0:94187:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1773616282.487381:0:94187:0:(obd.h:1429:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff91a806539820. 00000002:00100000:2.0:1773616282.487386:0:94187:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1773616282.487392:0:94187:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.487394:0:94187:0:(lmv_obd.c:4036:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616282.487398:0:94187:0:(rw.c:946:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1773616282.487401:0:94187:0:(file.c:967:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.487405:0:94187:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1773616282.487407:0:94187:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.487409:0:94187:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.487412:0:94187:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.487413:0:94187:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.487416:0:94187:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1773616282.487419:0:94187:0:(pcc.c:1945:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.487421:0:94187:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616282.487424:0:94187:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.487425:0:94187:0:(file.c:1238:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.487440:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.487445:0:94187:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1773616282.487451:0:94187:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.487455:0:94187:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff91a811980000. 02000000:00000001:2.0:1773616282.487491:0:94187:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773616282.487493:0:94187:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.487496:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b98 00000080:00000008:2.0:1773616282.487498:0:94187:0:(file.c:1269:ll_file_open()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 100000, rc = 0 00000020:00000001:2.0:1773616282.487522:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d28 00000080:00200008:2.0:1773616282.487524:0:94187:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616282.487530:0:94187:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1773616282.487531:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37ca0 00000080:00200000:2.0:1773616282.487533:0:94187:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8),name=recon 00000080:00000010:2.0:1773616282.487538:0:94187:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804f63a00. 00800000:00000002:2.0:1773616282.487543:0:94187:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:2.0:1773616282.487548:0:94187:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:2.0:1773616282.487551:0:94187:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1773616282.487553:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37bc0 00800000:00000002:2.0:1773616282.487556:0:94187:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616282.487559:0:94187:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1773616282.487561:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.487562:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.487563:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.487564:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.487566:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.487568:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1773616282.487569:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.487571:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.487572:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.487573:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.487574:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.487575:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.487577:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.487578:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.487580:0:94187:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:2.0:1773616282.487584:0:94187:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1773616282.487585:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37a90 00000002:00010000:2.0:1773616282.487587:0:94187:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1773616282.487590:0:94187:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1773616282.487593:0:94187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.487595:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.487598:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 4 00010000:00000001:2.0:1773616282.487600:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.487604:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.487607:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616282.487610:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773616282.487618:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.487623:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.487626:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1773616282.487633:0:94187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1773616282.487635:0:94187:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1773616282.487637:0:94187:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616282.487639:0:94187:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1773616282.487640:0:94187:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1773616282.487642:0:94187:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1773616282.487644:0:94187:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1773616282.487646:0:94187:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616282.487648:0:94187:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804f63a00. 00000080:00000001:2.0:1773616282.487651:0:94187:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1773616282.487654:0:94187:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.487656:0:94187:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000080:00010000:2.0:1773616282.487660:0:94187:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679af 00800000:00000001:2.0:1773616282.487663:0:94187:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1773616282.487665:0:94187:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1773616282.487666:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.487668:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.487669:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616282.487672:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.487674:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.487677:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487678:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.487679:0:94187:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.487681:0:94187:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1773616282.487683:0:94187:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679af from it ffffa25881c37cd8 00010000:00000001:2.0:1773616282.487684:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.487685:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.487687:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:2.0:1773616282.487689:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.487691:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:2.0:1773616282.487693:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.487695:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.487700:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487702:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.487703:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.487705:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.487707:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773616282.487713:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.487714:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.487715:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.487717:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487718:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.487719:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487721:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.487722:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487723:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487725:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.487726:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.487728:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.487729:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773616282.487730:0:94187:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773616282.487732:0:94187:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.487734:0:94187:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1773616282.487737:0:94187:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.487738:0:94187:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.487739:0:94187:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1773616282.487741:0:94187:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.487743:0:94187:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616282.487746:0:94187:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:2.0:1773616282.487748:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.487751:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.487754:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.487757:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.487759:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.487763:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.487766:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.487769:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.487772:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.487775:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.487778:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616282.487781:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.487783:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.487786:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.487789:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.487792:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.487794:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000020:00000001:2.0:1773616282.487798:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.487800:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616282.487803:0:94187:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616282.487805:0:94187:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1773616282.487808:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.487810:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616282.487812:0:94187:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616282.487814:0:94187:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.487816:0:94187:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.487819:0:94187:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a805088980 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1773616282.487822:0:94187:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000001:2.0:1773616282.487826:0:94187:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616282.487828:0:94187:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616282.487830:0:94187:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616282.487832:0:94187:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.487834:0:94187:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616282.487863:0:94187:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616282.487865:0:94187:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.487866:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.487868:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.487869:0:94187:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616282.487870:0:94187:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00000020:00000001:2.0:1773616282.487872:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773616282.487875:0:94187:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773616282.487876:0:94187:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773616282.487879:0:94187:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616282.487881:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616282.487883:0:94187:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616282.487885:0:94187:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616282.487890:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773616282.487896:0:94187:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453c100. 00020000:00000002:2.0:1773616282.487898:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616282.487900:0:94187:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616282.487903:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.487905:0:94187:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616282.487907:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.487909:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c750. 00000020:00000010:2.0:1773616282.487912:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000020:00000010:2.0:1773616282.487915:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616282.487918:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685900. 00000008:00000010:2.0:1773616282.487921:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616282.487925:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.487927:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f83c08. 00000080:00000010:2.0:1773616282.487931:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8097405e8. 00000080:00000010:2.0:1773616282.487933:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088db0. 00000020:00000010:2.0:1773616282.487936:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63600. 00000008:00000010:2.0:1773616282.487939:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd94a0. 00020000:00000010:2.0:1773616282.487942:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616282.487944:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371738. 00000080:00000010:2.0:1773616282.487947:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090961e0. 00000020:00000001:2.0:1773616282.487950:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363416 : -121323958188200 : ffff91a81091c758) 00000020:00001000:2.0:1773616282.487952:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c750 00000020:00000001:2.0:1773616282.487954:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.487955:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616282.487958:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.487959:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616282.487960:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.487962:0:94187:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.487964:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.487966:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616282.487969:0:94187:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811967b50. 00000008:00010000:2.0:1773616282.487971:0:94187:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773616282.487974:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.487975:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616282.487977:0:94187:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453c130, osc lock ffff91a811967b50, flags 0x400001002 00000020:00000001:2.0:1773616282.487979:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.487981:0:94187:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.487984:0:94187:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545971968 : -121324163579648 : ffff91a80453c100) 00000020:00000001:2.0:1773616282.487986:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.487987:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.487988:0:94187:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.487990:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.487993:0:94187:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773616282.487995:0:94187:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773616282.487997:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.487998:0:94187:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.488000:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.488001:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.488003:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.488006:0:94187:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.488009:0:94187:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616282.488014:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616282.488017:0:94187:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.488018:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.488020:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616282.488021:0:94187:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616282.488023:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616282.488025:0:94187:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616282.488027:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.488030:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:2.0:1773616282.488033:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.488037:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.488040:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616282.488044:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1773616282.488053:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.488056:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.488059:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616282.488066:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.488068:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.488069:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:2.0:1773616282.488071:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488074:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:2.0:1773616282.488078:0:94187:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616282.488080:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.488082:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.488083:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:2.0:1773616282.488085:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488087:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000020:00000001:2.0:1773616282.488091:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.488093:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773616282.488095:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773616282.488097:0:94187:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.488098:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.488100:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.488102:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=6 00000020:00000001:2.0:1773616282.488103:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488105:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488107:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.488110:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616282.488116:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.488118:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.488119:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.488120:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.488123:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.488130:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.488132:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.488133:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.488135:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.488136:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.488138:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.488140:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.488141:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.488143:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.488145:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.488147:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.488148:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.488150:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.488151:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.488152:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.488153:0:94187:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.488155:0:94187:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488157:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488159:0:94187:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488161:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488162:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.488164:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773616282.488181:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773616282.488184:0:94187:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773616282.488185:0:94187:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488187:0:94187:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488191:0:94187:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773616282.488193:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.488196:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.488197:0:94187:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616282.488200:0:94187:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773616282.488204:0:94187:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=0 c=1773616282 b=0 00020000:00000001:2.0:1773616282.488207:0:94187:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488209:0:94187:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488211:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:2.0:1773616282.488213:0:94187:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1773616282.488216:0:94187:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773616282.488219:0:94187:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616282.488221:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_release():245 00000020:00000001:2.0:1773616282.488223:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.488224:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616282.488227:0:94187:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616282.488229:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.488230:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.488232:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.488233:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453c130 (ffff91a81091c758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616282.488236:0:94187:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616282.488237:0:94187:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616282.488239:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.488240:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.488241:0:94187:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616282.488243:0:94187:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.488244:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.488245:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.488246:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.488247:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_fini():72 00020000:00000001:2.0:1773616282.488250:0:94187:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616282.488251:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.488252:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453c130 (ffff91a81091c908/1) at cl_lock_fini():72 00000008:00000010:2.0:1773616282.488255:0:94187:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811967b50. 00000020:00000001:2.0:1773616282.488259:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616282.488261:0:94187:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453c100. 00020000:00000001:2.0:1773616282.488264:0:94187:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.488265:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.488266:0:94187:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773616282.488268:0:94187:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488270:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773616282.488272:0:94187:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616282.488274:0:94187:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773616282.488275:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773616282.488277:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616282.488278:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c750 00000020:00000010:2.0:1773616282.488281:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f62c00. 00000020:00000010:2.0:1773616282.488284:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685900. 00000008:00000010:2.0:1773616282.488288:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616282.488293:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.488296:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f83c08. 00000080:00000010:2.0:1773616282.488299:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8097405e8. 00000080:00000010:2.0:1773616282.488301:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088db0. 00000020:00000010:2.0:1773616282.488304:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000008:00000010:2.0:1773616282.488306:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd94a0. 00020000:00000010:2.0:1773616282.488309:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616282.488312:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371738. 00000080:00000010:2.0:1773616282.488314:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090961e0. 00000020:00000010:2.0:1773616282.488317:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63600. 00000020:00000010:2.0:1773616282.488319:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c750. 00020000:00000001:2.0:1773616282.488321:0:94187:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616282.488323:0:94187:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616282.488325:0:94187:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616282.488327:0:94187:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616282.488330:0:94187:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616282.488332:0:94187:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488334:0:94187:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1773616282.488335:0:94187:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616282.488337:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616282.488338:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:2.0:1773616282.488340:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.488343:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.488347:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.488350:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.488352:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.488354:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.488356:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.488358:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000008:00000010:2.0:1773616282.488360:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.488363:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.488365:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.488368:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.488370:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.488372:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000001:00000001:2.0:1773616282.488373:0:94187:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488380:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d28 00000080:00000008:2.0:1773616282.488382:0:94187:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1773616282.488487:0:94187:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:2.0:1773616282.488489:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00200008:2.0:1773616282.488492:0:94187:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1773616282.488496:0:94187:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1773616282.488498:0:94187:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616282.488501:0:94187:0:(rw.c:1192:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1773616282.488506:0:94187:0:(rw.c:1246:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1773616282.488531:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.488534:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.488537:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.488540:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.488542:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.488546:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.488549:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.488552:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.488556:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.488559:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.488562:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616282.488564:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.488566:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.488568:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.488571:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.488573:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.488575:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000080:00000001:2.0:1773616282.488578:0:94187:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773616282.488580:0:94187:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488582:0:94187:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773616282.488584:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:2.0:1773616282.488585:0:94187:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 23, bytes: 4194281 00000020:00000001:2.0:1773616282.488590:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c30 00000080:00200000:2.0:1773616282.488591:0:94187:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1773616282.488593:0:94187:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773616282.488612:0:94187:0:(cl_io.c:214:cl_io_rw_init()) header@000000005c570687[0x110, 3, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:2.0:1773616282.488614:0:94187:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [23, 4194304) 0 0 00000020:00000001:2.0:1773616282.488616:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.488618:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616282.488619:0:94187:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616282.488621:0:94187:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616282.488623:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.488624:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773616282.488626:0:94187:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616282.488630:0:94187:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488632:0:94187:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616282.488633:0:94187:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488635:0:94187:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.488638:0:94187:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a805088980 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1773616282.488641:0:94187:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000001:2.0:1773616282.488643:0:94187:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616282.488645:0:94187:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616282.488646:0:94187:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616282.488647:0:94187:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488649:0:94187:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616282.488651:0:94187:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616282.488652:0:94187:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488654:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.488655:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.488656:0:94187:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616282.488657:0:94187:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00000020:00000001:2.0:1773616282.488659:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488661:0:94187:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488664:0:94187:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616282.488666:0:94187:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773616282.488668:0:94187:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773616282.488670:0:94187:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 23 chunk: [23, 4194304) 4194304, 4194281 00020000:00000001:2.0:1773616282.488673:0:94187:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773616282.488675:0:94187:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616282.488677:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194303] -> [(0) 23->4194303 (0)] 00020000:00000001:2.0:1773616282.488680:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.488681:0:94187:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616282.488682:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.488685:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c750. 00000020:00000010:2.0:1773616282.488687:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63600. 00000020:00000010:2.0:1773616282.488690:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63c00. 00000020:00000010:2.0:1773616282.488692:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685900. 00000008:00000010:2.0:1773616282.488694:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616282.488697:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.488699:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f83c08. 00000080:00000010:2.0:1773616282.488702:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8097405e8. 00000080:00000010:2.0:1773616282.488705:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088db0. 00000020:00000010:2.0:1773616282.488707:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62c00. 00000008:00000010:2.0:1773616282.488710:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd94a0. 00020000:00000010:2.0:1773616282.488712:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616282.488714:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371738. 00000080:00000010:2.0:1773616282.488716:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090961e0. 00000020:00000001:2.0:1773616282.488718:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363416 : -121323958188200 : ffff91a81091c758) 00000020:00001000:2.0:1773616282.488721:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c750 00000020:00000001:2.0:1773616282.488723:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.488724:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616282.488727:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.488728:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616282.488729:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488731:0:94187:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488733:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.488735:0:94187:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773616282.488737:0:94187:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773616282.488741:0:94187:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488743:0:94187:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488745:0:94187:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488747:0:94187:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488749:0:94187:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488751:0:94187:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773616282.488753:0:94187:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1773616282.488754:0:94187:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773616282.488757:0:94187:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773616282.488760:0:94187:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773616282.488762:0:94187:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488764:0:94187:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488767:0:94187:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773616282.488768:0:94187:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1773616282.488770:0:94187:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773616282.488772:0:94187:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773616282.488774:0:94187:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488776:0:94187:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488778:0:94187:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488779:0:94187:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.488781:0:94187:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488783:0:94187:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773616282.488785:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.488786:0:94187:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773616282.488787:0:94187:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616282.488788:0:94187:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488790:0:94187:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488792:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488794:0:94187:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488795:0:94187:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616282.488796:0:94187:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616282.488798:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616282.488800:0:94187:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616282.488801:0:94187:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616282.488804:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1773616282.488808:0:94187:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453c100. 00020000:00000002:2.0:1773616282.488811:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1773616282.488813:0:94187:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616282.488815:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.488816:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.488818:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616282.488821:0:94187:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811967b50. 00000008:00010000:2.0:1773616282.488823:0:94187:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773616282.488825:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.488826:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616282.488829:0:94187:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453c130, osc lock ffff91a811967b50, flags 0x0 00000020:00000001:2.0:1773616282.488831:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488832:0:94187:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.488834:0:94187:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545971968 : -121324163579648 : ffff91a80453c100) 00000020:00000001:2.0:1773616282.488837:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.488838:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.488839:0:94187:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488841:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488842:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.488844:0:94187:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.488845:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.488847:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.488849:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.488880:0:94187:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.488882:0:94187:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773616282.488884:0:94187:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.488886:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616282.488888:0:94187:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.488889:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.488891:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616282.488892:0:94187:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616282.488893:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616282.488895:0:94187:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616282.488897:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.488901:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:2.0:1773616282.488904:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.488907:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.488910:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616282.488914:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1773616282.488924:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.488928:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.488931:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.488938:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.488941:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.488943:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:2.0:1773616282.488945:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488947:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:2.0:1773616282.488950:0:94187:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616282.488952:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.488953:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.488954:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:2.0:1773616282.488956:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488958:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488961:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.488962:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.488963:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=6 00000020:00000001:2.0:1773616282.488965:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488967:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488969:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.488971:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.488974:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.488980:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.488982:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.488984:0:94187:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.488985:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.488986:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.488987:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=7 00000020:00000001:2.0:1773616282.488989:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488991:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.488993:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.488995:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.489001:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489002:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.489005:0:94187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.489012:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.489013:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489014:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.489015:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489016:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.489018:0:94187:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.489020:0:94187:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489021:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489023:0:94187:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489025:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489027:0:94187:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489028:0:94187:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489030:0:94187:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489032:0:94187:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773616282.489034:0:94187:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1773616282.489036:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b90 00000080:00200000:2.0:1773616282.489038:0:94187:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [23, 4194304) 00000020:00000001:2.0:1773616282.489042:0:94187:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773616282.489045:0:94187:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773616282.489047:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194303] -> [(0) 23->4194303 (0)] 00020000:00000001:2.0:1773616282.489049:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.489050:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.489053:0:94187:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616282.489054:0:94187:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616282.489057:0:94187:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489059:0:94187:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489061:0:94187:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489062:0:94187:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489065:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.489067:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.489069:0:94187:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616282.489071:0:94187:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773616282.489073:0:94187:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=0 c=1773616282 b=0 00020000:00000001:2.0:1773616282.489076:0:94187:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489078:0:94187:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489080:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000001:00000001:2.0:1773616282.489082:0:94187:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773616282.489084:0:94187:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773616282.489086:0:94187:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616282.489087:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616282.489089:0:94187:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616282.489090:0:94187:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616282.489092:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773616282.489096:0:94187:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453ca80. 00020000:00000002:2.0:1773616282.489098:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616282.489100:0:94187:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616282.489102:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.489103:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.489105:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616282.489108:0:94187:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811966130. 00000008:00010000:2.0:1773616282.489110:0:94187:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773616282.489111:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.489112:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616282.489114:0:94187:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453cab0, osc lock ffff91a811966130, flags 0x400001002 00000020:00000001:2.0:1773616282.489116:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489118:0:94187:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489120:0:94187:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545974400 : -121324163577216 : ffff91a80453ca80) 00000020:00000001:2.0:1773616282.489122:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.489123:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.489125:0:94187:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489126:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489128:0:94187:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773616282.489130:0:94187:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773616282.489131:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.489133:0:94187:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.489134:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.489135:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.489137:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.489138:0:94187:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.489139:0:94187:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616282.489141:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616282.489143:0:94187:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.489144:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.489145:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616282.489146:0:94187:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616282.489147:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616282.489148:0:94187:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616282.489150:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.489152:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:2.0:1773616282.489154:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.489157:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.489158:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.489161:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1773616282.489169:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.489171:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.489174:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.489182:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.489183:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.489184:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=6 00000020:00000001:2.0:1773616282.489186:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.489189:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:2.0:1773616282.489191:0:94187:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616282.489192:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.489193:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.489194:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=7 00000020:00000001:2.0:1773616282.489196:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.489198:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000020:00000001:2.0:1773616282.489201:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.489202:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773616282.489204:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773616282.489205:0:94187:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.489207:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.489208:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.489209:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=8 00000020:00000001:2.0:1773616282.489211:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.489213:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.489214:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.489217:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.489222:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489224:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.489226:0:94187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.489233:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.489234:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489236:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.489237:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489238:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.489239:0:94187:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.489241:0:94187:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489243:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489246:0:94187:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489247:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489249:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.489250:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773616282.489253:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773616282.489254:0:94187:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773616282.489256:0:94187:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489258:0:94187:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.489260:0:94187:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773616282.489262:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.489264:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.489265:0:94187:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616282.489267:0:94187:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773616282.489269:0:94187:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=0 c=1773616282 b=0 00020000:00000001:2.0:1773616282.489271:0:94187:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489273:0:94187:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489274:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:2.0:1773616282.489277:0:94187:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1773616282.489279:0:94187:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773616282.489281:0:94187:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616282.489283:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_release():245 00000020:00000001:2.0:1773616282.489286:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.489287:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616282.489289:0:94187:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616282.489290:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.489292:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.489293:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.489294:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453cab0 (ffff91a81091c758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616282.489297:0:94187:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616282.489298:0:94187:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616282.489299:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489300:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.489301:0:94187:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616282.489303:0:94187:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.489304:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.489305:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.489306:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.489307:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_fini():72 00020000:00000001:2.0:1773616282.489310:0:94187:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616282.489312:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.489313:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453cab0 (ffff91a81091c908/1) at cl_lock_fini():72 00000008:00000010:2.0:1773616282.489315:0:94187:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811966130. 00000020:00000001:2.0:1773616282.489319:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616282.489320:0:94187:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453ca80. 00020000:00000001:2.0:1773616282.489322:0:94187:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.489323:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.489324:0:94187:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773616282.489325:0:94187:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773616282.489330:0:94187:0:(vvp_io.c:856:vvp_io_read_start()) header@000000005c570687[0x110, 3, [0x20000bf89:0xc:0x0] hash] 00000080:00000002:2.0:1773616282.489332:0:94187:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088012, 4194281 bytes, offset 23, size 23 00000080:00400000:2.0:1773616282.489335:0:94187:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194281, ra_start 0, ra_count 1024 00000080:00200000:2.0:1773616282.489338:0:94187:0:(vvp_io.c:885:vvp_io_read_start()) count:4194281 iocb pos:23 00020000:00000001:2.0:1773616282.489343:0:94187:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773616282.489344:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.489345:0:94187:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773616282.489347:0:94187:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:2.0:1773616282.489349:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.489350:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.489352:0:94187:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773616282.489355:0:94187:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616282.489356:0:94187:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489359:0:94187:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489360:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:2.0:1773616282.489362:0:94187:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489364:0:94187:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489365:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489367:0:94187:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489368:0:94187:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489370:0:94187:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773616282.489372:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773616282.489373:0:94187:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773616282.489374:0:94187:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773616282.489376:0:94187:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773616282.489377:0:94187:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.489379:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.489381:0:94187:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773616282.489382:0:94187:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616282.489385:0:94187:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616282.489386:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a8090968a8 (ffff91a81091c908/0) at cl_lock_release():245 00000020:00000001:2.0:1773616282.489388:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.489389:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8090968a8 (ffff91a81091c908/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616282.489391:0:94187:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616282.489393:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.489394:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.489396:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.489397:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453c130 (ffff91a81091c758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616282.489399:0:94187:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616282.489400:0:94187:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616282.489401:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.489403:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.489404:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:2.0:1773616282.489406:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.489408:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.489410:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.489412:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1773616282.489419:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.489420:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.489422:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.489423:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.489426:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000800:00000001:0.0:1773616282.492461:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.492479:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773616282.492484:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.492487:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.492497:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.492504:0:2392:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1773616282.492514:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.492518:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.492525:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.492530:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 432 into portal 4 MB=0x69b7200676f00 00000400:00000200:0.0:1773616282.492544:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1773616282.492552:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 432/432 into md 0x194579 [1] + 224 00000800:00000001:0.0:1773616282.492561:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.492570:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773616282.492574:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.492578:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1773616282.492585:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773616282.492594:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1773616282.492605:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.492631:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773616282.492640:0:2392:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773616282.492643:0:2392:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.492859:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.492864:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616282.492871:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616282.492873:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616282.492888:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a948. 00000400:00000200:1.0:1773616282.492894:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816aaa0 00000400:00000010:1.0:1773616282.492896:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816aaa0. 00000100:00000001:1.0:1773616282.492900:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.492906:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616282.492917:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.492926:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616282.492928:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.492931:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616282.492934:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616282.492937:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616282.492940:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.492943:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616282.492953:0:2399:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c7c58 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1773616282.492957:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616282.492960:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616282.492962:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.492965:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616282.492968:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.492971:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616282.492974:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640286 00000100:00000001:1.0:1773616282.492976:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616282.492978:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.492982:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.493000:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.493003:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616282.493005:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616282.493008:0:2399:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00010000:00000001:2.0:1773616282.493495:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.493498:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.493500:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.493505:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.493507:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.493509:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.493512:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.493514:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.493516:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.493520:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.493522:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.493524:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.493525:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.493527:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.493528:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.493530:0:94187:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616282.493532:0:94187:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.493534:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.493537:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.493539:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00000001:1.0:1773616282.493539:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00010000:2.0:1773616282.493543:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8090968a8 (ffff91a81091c908/0) at cl_lock_fini():72 00000020:00000001:1.0:1773616282.493544:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.493550:0:2399:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773616282.493551:0:94187:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616282.493554:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00020000:00000001:1.0:1773616282.493554:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00000020:00010000:2.0:1773616282.493559:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453c130 (ffff91a81091c908/1) at cl_lock_fini():72 00020000:00000001:1.0:1773616282.493559:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.493563:0:2399:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.493565:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:1.0:1773616282.493572:0:2399:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773616282.493573:0:94187:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811967b50. 00000020:00000001:2.0:1773616282.493581:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616282.493584:0:94187:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453c100. 00000100:00000040:1.0:1773616282.493584:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00020000:00000001:2.0:1773616282.493590:0:94187:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.493592:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.493595:0:94187:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773616282.493600:0:94187:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00100000:1.0:1773616282.493603:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795619584:192.168.201.103@tcp:16:kworker.0 00020000:00000001:2.0:1773616282.493605:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1773616282.493613:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.493617:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1773616282.493619:0:94187:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:1.0:1773616282.493621:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a810375500 x1859763795619584/t0(0) o16->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:28/4 lens 440/432 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1773616282.493623:0:94187:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773616282.493627:0:94187:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.493631:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.493636:0:94187:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:1.0:1773616282.493638:0:2399:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773616282.493640:0:94187:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:1.0:1773616282.493644:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1773616282.493645:0:94187:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000010:1.0:1773616282.493650:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8034c0400. 00000080:00200000:2.0:1773616282.493651:0:94187:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1773616282.493657:0:94187:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:1.0:1773616282.493658:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.493659:0:94187:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616282.493664:0:94187:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616282.493664:0:2399:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:2.0:1773616282.493666:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:1.0:1773616282.493668:0:2399:0:(genops.c:1242:class_import_put()) import ffff91a8097c7800 refcount=3 obd=lustre-OST0000-osc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.493669:0:94187:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1773616282.493674:0:2399:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1773616282.493676:0:94187:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000010:1.0:1773616282.493678:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a807ef3a00. 00020000:00000001:2.0:1773616282.493679:0:94187:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.493683:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:2.0:1773616282.493684:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.493687:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:2.0:1773616282.493688:0:94187:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000010:1.0:1773616282.493691:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a810375500. 00000020:00000001:2.0:1773616282.493692:0:94187:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616282.493695:0:94187:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.493697:0:2399:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773616282.493700:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773616282.493701:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1773616282.493704:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.493705:0:94187:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616282.493709:0:94187:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1773616282.493709:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.493712:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1773616282.493713:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1773616282.493716:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.493717:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616282.493721:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c750 00000100:00000001:1.0:1773616282.493722:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773616282.493728:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63c00. 00000020:00000010:2.0:1773616282.493735:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685900. 00000008:00000010:2.0:1773616282.493740:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616282.493747:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.493752:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f83c08. 00000080:00000010:2.0:1773616282.493757:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8097405e8. 00000080:00000010:2.0:1773616282.493762:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088db0. 00000020:00000010:2.0:1773616282.493766:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63600. 00000008:00000010:2.0:1773616282.493769:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd94a0. 00020000:00000010:2.0:1773616282.493772:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616282.493776:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371738. 00000080:00000010:2.0:1773616282.493780:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090961e0. 00000020:00000010:2.0:1773616282.493783:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62c00. 00000020:00000010:2.0:1773616282.493786:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c750. 00020000:00000001:2.0:1773616282.493789:0:94187:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616282.493791:0:94187:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616282.493792:0:94187:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616282.493795:0:94187:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616282.493798:0:94187:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616282.493799:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773616282.493802:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:2.0:1773616282.493804:0:94187:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1773616282.493809:0:94187:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1773616282.493811:0:94187:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616282.493813:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:2.0:1773616282.493816:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.493819:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.493822:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.493824:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.493828:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.493831:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.493833:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.493865:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616282.493868:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.493870:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.493873:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.493876:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.493877:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.493879:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000020:00000001:2.0:1773616282.493884:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00000008:2.0:1773616282.493886:0:94187:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 4194281, rc = 23 00000080:00000001:2.0:1773616282.493889:0:94187:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1773616282.494154:0:94187:0:(file.c:2428:do_file_read_iter()) Process entered 00000020:00000001:2.0:1773616282.494157:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00200008:2.0:1773616282.494159:0:94187:0:(file.c:2432:do_file_read_iter()) START file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 4194304 00000080:00000001:2.0:1773616282.494163:0:94187:0:(pcc.c:2475:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1773616282.494165:0:94187:0:(pcc.c:2479:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1773616282.494167:0:94187:0:(rw.c:1289:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1773616282.494170:0:94187:0:(rw.c:1298:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616282.494178:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.494182:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.494186:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.494190:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.494193:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.494198:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.494202:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.494205:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.494210:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.494214:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.494218:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000008:00000010:2.0:1773616282.494221:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.494224:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.494227:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000020:00000001:0.0:1773616282.494357:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773616282.494360:0:42286:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.494363:0:42286:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773616282.494366:0:42286:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773616282.494368:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773616282.494370:0:42286:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773616282.494372:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.494373:0:42286:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616282.494375:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773616282.494376:0:42286:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.494379:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.494381:0:42286:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773616282.494382:0:42286:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773616282.494383:0:42286:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773616282.494385:0:42286:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773616282.494386:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.494388:0:42286:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.494389:0:42286:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.494391:0:42286:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773616282.494392:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773616282.494394:0:42286:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.494396:0:42286:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.494397:0:42286:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.494401:0:42286:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.494402:0:42286:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.494404:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616282.494406:0:42286:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616282.494408:0:42286:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616282.494409:0:42286:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616282.494410:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.494411:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8182791b0 00000020:00000010:0.0:1773616282.494415:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616282.494418:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfba0. 00000008:00000010:0.0:1773616282.494422:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823aca0. 00020000:00000010:0.0:1773616282.494425:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f600. 00008000:00000010:0.0:1773616282.494440:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff8e20. 00000080:00000010:0.0:1773616282.494445:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023c78. 00000080:00000010:0.0:1773616282.494448:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd6d0. 00000020:00000010:0.0:1773616282.494452:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3000. 00000008:00000010:0.0:1773616282.494455:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4d1e0. 00020000:00000010:0.0:1773616282.494458:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e318c0. 00008000:00000010:0.0:1773616282.494463:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbed0. 00000080:00000010:0.0:1773616282.494467:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa4b0. 00000020:00000010:0.0:1773616282.494470:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3c00. 00000020:00000010:0.0:1773616282.494472:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8182791b0. 00020000:00000001:0.0:1773616282.494476:0:42286:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616282.494477:0:42286:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616282.494479:0:42286:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616282.494481:0:42286:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616282.494484:0:42286:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.494485:0:42286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.494488:0:42286:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616282.494490:0:42286:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.494493:0:42286:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.494496:0:42286:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.494499:0:42286:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.494502:0:42286:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.494505:0:42286:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.494507:0:42286:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.494510:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2800. 00000008:00000010:0.0:1773616282.494512:0:42286:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.494514:0:42286:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.494517:0:42286:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.494520:0:42286:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616282.494522:0:42286:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3e00. 00000020:00000010:0.0:1773616282.494524:0:42286:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00000080:00000001:0.0:1773616282.494527:0:42286:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616282.494530:0:42286:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.495341:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.495346:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.495349:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000080:00000001:2.0:1773616282.495352:0:94187:0:(file.c:1942:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1773616282.495357:0:94187:0:(file.c:1993:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495360:0:94187:0:(file.c:2028:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1773616282.495362:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:2.0:1773616282.495364:0:94187:0:(file.c:2031:ll_file_io_generic()) recon: read ppos: 23, bytes: 4194304 00000020:00000001:2.0:1773616282.495369:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c30 00000080:00200000:2.0:1773616282.495370:0:94187:0:(file.c:1788:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1773616282.495373:0:94187:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1773616282.495380:0:94187:0:(cl_io.c:214:cl_io_rw_init()) header@000000005c570687[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000020:00200000:2.0:1773616282.495382:0:94187:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [23, 4194327) 0 0 00000020:00000001:2.0:1773616282.495385:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.495387:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616282.495389:0:94187:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616282.495391:0:94187:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616282.495394:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.495395:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1773616282.495398:0:94187:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616282.495403:0:94187:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495406:0:94187:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1773616282.495408:0:94187:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495410:0:94187:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.495414:0:94187:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a805088980 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1773616282.495417:0:94187:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000001:2.0:1773616282.495421:0:94187:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1773616282.495423:0:94187:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1773616282.495425:0:94187:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1773616282.495427:0:94187:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495441:0:94187:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1773616282.495444:0:94187:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1773616282.495446:0:94187:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495447:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.495448:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.495449:0:94187:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1773616282.495451:0:94187:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00000020:00000001:2.0:1773616282.495454:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495456:0:94187:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495459:0:94187:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1773616282.495460:0:94187:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1773616282.495463:0:94187:0:(lov_io.c:980:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1773616282.495466:0:94187:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 23 chunk: [23, 4194327) 4194327, 4194304 00020000:00000001:2.0:1773616282.495469:0:94187:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1773616282.495471:0:94187:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1773616282.495475:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194326] -> [(0) 23->4194326 (0)] 00020000:00000001:2.0:1773616282.495478:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.495480:0:94187:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1773616282.495482:0:94187:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.495485:0:94187:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c750. 00000020:00000010:2.0:1773616282.495488:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f62c00. 00000020:00000010:2.0:1773616282.495491:0:94187:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63600. 00000020:00000010:2.0:1773616282.495495:0:94187:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685900. 00000008:00000010:2.0:1773616282.495500:0:94187:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616282.495503:0:94187:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.495506:0:94187:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f83c08. 00000080:00000010:2.0:1773616282.495509:0:94187:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8097405e8. 00000080:00000010:2.0:1773616282.495513:0:94187:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088db0. 00000020:00000010:2.0:1773616282.495516:0:94187:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000008:00000010:2.0:1773616282.495519:0:94187:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd94a0. 00020000:00000010:2.0:1773616282.495521:0:94187:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616282.495524:0:94187:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371738. 00000080:00000010:2.0:1773616282.495527:0:94187:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a8090961e0. 00000020:00000001:2.0:1773616282.495530:0:94187:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363416 : -121323958188200 : ffff91a81091c758) 00000020:00001000:2.0:1773616282.495532:0:94187:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c750 00000020:00000001:2.0:1773616282.495535:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.495537:0:94187:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1773616282.495540:0:94187:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.495541:0:94187:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1773616282.495542:0:94187:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495545:0:94187:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495547:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.495549:0:94187:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1773616282.495552:0:94187:0:(osc_io.c:508:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1773616282.495555:0:94187:0:(osc_io.c:528:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495557:0:94187:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495560:0:94187:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495562:0:94187:0:(lov_io.c:1058:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495563:0:94187:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495566:0:94187:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1773616282.495567:0:94187:0:(vvp_io.c:578:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1773616282.495569:0:94187:0:(vvp_io.c:541:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1773616282.495571:0:94187:0:(vvp_io.c:429:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1773616282.495573:0:94187:0:(llite_mmap.c:53:our_vma()) Process entered 00000080:00000001:2.0:1773616282.495576:0:94187:0:(llite_mmap.c:68:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495579:0:94187:0:(vvp_io.c:500:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495581:0:94187:0:(vvp_io.c:196:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1773616282.495583:0:94187:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1773616282.495585:0:94187:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1773616282.495587:0:94187:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1773616282.495589:0:94187:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495591:0:94187:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495593:0:94187:0:(vvp_io.c:218:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495595:0:94187:0:(vvp_io.c:568:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.495597:0:94187:0:(vvp_io.c:581:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495599:0:94187:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1773616282.495600:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.495602:0:94187:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1773616282.495603:0:94187:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616282.495605:0:94187:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495606:0:94187:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495608:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495610:0:94187:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495611:0:94187:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1773616282.495613:0:94187:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616282.495614:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616282.495616:0:94187:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616282.495619:0:94187:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616282.495621:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1773616282.495626:0:94187:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453c100. 00020000:00000002:2.0:1773616282.495629:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1773616282.495632:0:94187:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616282.495634:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.495635:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.495637:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616282.495641:0:94187:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811967b50. 00000008:00010000:2.0:1773616282.495644:0:94187:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1773616282.495647:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.495648:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616282.495651:0:94187:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453c130, osc lock ffff91a811967b50, flags 0x0 00000020:00000001:2.0:1773616282.495653:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495655:0:94187:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.495658:0:94187:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545971968 : -121324163579648 : ffff91a80453c100) 00000020:00000001:2.0:1773616282.495660:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.495661:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.495663:0:94187:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495665:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495667:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.495669:0:94187:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.495670:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.495671:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.495673:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.495675:0:94187:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.495677:0:94187:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1773616282.495679:0:94187:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.495682:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616282.495684:0:94187:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.495686:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.495687:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616282.495689:0:94187:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616282.495690:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616282.495692:0:94187:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616282.495695:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.495703:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:2.0:1773616282.495706:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.495713:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.495717:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1773616282.495721:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773616282.495734:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.495739:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.495742:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.495750:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.495753:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.495755:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:2.0:1773616282.495757:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.495760:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:2.0:1773616282.495764:0:94187:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616282.495766:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.495767:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.495769:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:2.0:1773616282.495771:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.495773:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.495775:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.495776:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.495778:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=6 00000020:00000001:2.0:1773616282.495779:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.495781:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.495784:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.495786:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.495788:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.495795:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.495797:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.495799:0:94187:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.495802:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.495803:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.495804:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=7 00000020:00000001:2.0:1773616282.495806:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.495809:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.495811:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.495814:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.495821:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.495822:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.495825:0:94187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.495831:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.495833:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.495834:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.496341:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.496345:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.496347:0:94187:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.496350:0:94187:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496352:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.496355:0:94187:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496356:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496358:0:94187:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496361:0:94187:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496363:0:94187:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496365:0:94187:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1773616282.496368:0:94187:0:(vvp_io.c:821:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1773616282.496371:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37b90 00000080:00200000:2.0:1773616282.496373:0:94187:0:(vvp_io.c:826:vvp_io_read_start()) recon: read [23, 4194327) 00000020:00000001:2.0:1773616282.496405:0:94187:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1773616282.496408:0:94187:0:(lov_io.c:1306:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1773616282.496411:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [23->4194326] -> [(0) 23->4194326 (0)] 00020000:00000001:2.0:1773616282.496414:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.496416:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.496418:0:94187:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616282.496420:0:94187:0:(osc_io.c:1379:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1773616282.496423:0:94187:0:(osc_io.c:1392:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496425:0:94187:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.496427:0:94187:0:(lov_io.c:1347:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496439:0:94187:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496444:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.496446:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.496447:0:94187:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616282.496451:0:94187:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1773616282.496454:0:94187:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616282.496456:0:94187:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1773616282.496458:0:94187:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1773616282.496459:0:94187:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1773616282.496462:0:94187:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=23 (1) m=1773616282 a=1773616282 c=1773616282 b=0 00020000:00000001:2.0:1773616282.496466:0:94187:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.496468:0:94187:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=1773616282 c=1773616282 b=0 00020000:00000001:2.0:1773616282.496471:0:94187:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496473:0:94187:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496475:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000001:00000001:2.0:1773616282.496478:0:94187:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1773616282.496479:0:94187:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:2.0:1773616282.496481:0:94187:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1773616282.496682:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1773616282.496684:0:94187:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1773616282.496686:0:94187:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1773616282.496688:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1773616282.496693:0:94187:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a80453ca80. 00020000:00000002:2.0:1773616282.496696:0:94187:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1773616282.496698:0:94187:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1773616282.496700:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.496701:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.496703:0:94187:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1773616282.496707:0:94187:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811966130. 00000008:00010000:2.0:1773616282.496709:0:94187:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1773616282.496711:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.496712:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1773616282.496713:0:94187:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a80453cab0, osc lock ffff91a811966130, flags 0x400001002 00000020:00000001:2.0:1773616282.496716:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.496717:0:94187:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.496719:0:94187:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749545974400 : -121324163577216 : ffff91a80453ca80) 00000020:00000001:2.0:1773616282.496721:0:94187:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1773616282.496723:0:94187:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1773616282.496724:0:94187:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496726:0:94187:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.496728:0:94187:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1773616282.496730:0:94187:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1773616282.496731:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.496732:0:94187:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1773616282.496733:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.496734:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.496736:0:94187:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.496737:0:94187:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1773616282.496739:0:94187:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1773616282.496742:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1773616282.496743:0:94187:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.496744:0:94187:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1773616282.496746:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1773616282.496747:0:94187:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1773616282.496748:0:94187:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1773616282.496749:0:94187:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1773616282.496751:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.496755:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:2.0:1773616282.496757:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.496761:0:94187:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.496763:0:94187:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.496766:0:94187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1773616282.496777:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.496782:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.496786:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.496796:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.496798:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.496800:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=6 00000020:00000001:2.0:1773616282.496802:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.496804:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:2.0:1773616282.496807:0:94187:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1773616282.496808:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.496809:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.496811:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=7 00000020:00000001:2.0:1773616282.496813:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.496815:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000020:00000001:2.0:1773616282.496817:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.496819:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1773616282.496822:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1773616282.496823:0:94187:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.496825:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.496826:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.496827:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=8 00000020:00000001:2.0:1773616282.496829:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.496831:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.496833:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.497393:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.497403:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.497405:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1773616282.497407:0:94187:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.497414:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.497416:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.497417:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.497418:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.497419:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.497420:0:94187:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1773616282.497422:0:94187:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497424:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.497426:0:94187:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497428:0:94187:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497441:0:94187:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1773616282.497442:0:94187:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1773616282.497445:0:94187:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1773616282.497446:0:94187:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1773616282.497448:0:94187:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497450:0:94187:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.497454:0:94187:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1773616282.497456:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.497458:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.497459:0:94187:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1773616282.497461:0:94187:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1773616282.497464:0:94187:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=1773616282 c=1773616282 b=0 00020000:00000001:2.0:1773616282.497466:0:94187:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497468:0:94187:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497470:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:2.0:1773616282.497472:0:94187:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1773616282.497474:0:94187:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1773616282.497478:0:94187:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616282.497479:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_release():245 00000020:00000001:2.0:1773616282.497482:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.497484:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616282.497486:0:94187:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616282.497488:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.497489:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.497491:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.497492:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453cab0 (ffff91a81091c758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616282.497494:0:94187:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616282.497495:0:94187:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616282.497497:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.497498:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.497499:0:94187:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616282.497501:0:94187:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.497502:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.497503:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.497504:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.497505:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a805088920 (ffff91a81091c908/0) at cl_lock_fini():72 00020000:00000001:2.0:1773616282.497508:0:94187:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616282.497509:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.497510:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453cab0 (ffff91a81091c908/1) at cl_lock_fini():72 00000008:00000010:2.0:1773616282.497514:0:94187:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811966130. 00000020:00000001:2.0:1773616282.497519:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616282.497520:0:94187:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453ca80. 00020000:00000001:2.0:1773616282.497523:0:94187:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.497525:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.497525:0:94187:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1773616282.497527:0:94187:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1773616282.497532:0:94187:0:(vvp_io.c:856:vvp_io_read_start()) header@000000005c570687[0x110, 2, [0x20000bf89:0xc:0x0] hash] 00000080:00000002:2.0:1773616282.497765:0:94187:0:(vvp_io.c:856:vvp_io_read_start()) Read ino 144116010713088012, 4194304 bytes, offset 23, size 23 00000080:00400000:2.0:1773616282.497767:0:94187:0:(vvp_io.c:875:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1773616282.497772:0:94187:0:(vvp_io.c:885:vvp_io_read_start()) count:4194304 iocb pos:23 00020000:00000001:2.0:1773616282.497779:0:94187:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1773616282.497780:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.497782:0:94187:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1773616282.497784:0:94187:0:(osc_io.c:1003:osc_io_read_start()) Process entered 00000020:00000001:2.0:1773616282.497785:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.497787:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.497789:0:94187:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1773616282.497792:0:94187:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1773616282.497793:0:94187:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497796:0:94187:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497797:0:94187:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:2.0:1773616282.497799:0:94187:0:(osc_io.c:1012:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497800:0:94187:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.497802:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.497803:0:94187:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497805:0:94187:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497807:0:94187:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1773616282.497808:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00020000:00000001:2.0:1773616282.497810:0:94187:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1773616282.497811:0:94187:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1773616282.497812:0:94187:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1773616282.497813:0:94187:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.497815:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.497817:0:94187:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1773616282.497818:0:94187:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616282.497820:0:94187:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1773616282.497821:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a8090968a8 (ffff91a81091c908/0) at cl_lock_release():245 00000020:00000001:2.0:1773616282.497823:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.497824:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8090968a8 (ffff91a81091c908/0) at cl_lock_cancel():142 00020000:00000001:2.0:1773616282.497827:0:94187:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1773616282.497828:0:94187:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1773616282.497829:0:94187:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:2.0:1773616282.497831:0:94187:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1773616282.497832:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a80453c130 (ffff91a81091c758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1773616282.497834:0:94187:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1773616282.502640:0:94187:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1773616282.502651:0:94187:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773616282.502654:0:94187:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773616282.502658:0:94187:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:2.0:1773616282.502664:0:94187:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.502668:0:94187:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:2.0:1773616282.502670:0:94187:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1773616282.502676:0:94187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1773616282.502689:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.502691:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.502693:0:94187:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1773616282.502695:0:94187:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1773616282.502698:0:94187:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1773616282.502708:0:94187:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773616282.502711:0:94187:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773616282.502714:0:94187:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.502718:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.502719:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.502721:0:94187:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.502724:0:94187:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773616282.502726:0:94187:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.502728:0:94187:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.502732:0:94187:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.502734:0:94187:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1773616282.502736:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.502737:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.502738:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.502739:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1773616282.502740:0:94187:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1773616282.502742:0:94187:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.502745:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.502747:0:94187:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1773616282.502749:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.502751:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8090968a8 (ffff91a81091c908/0) at cl_lock_fini():72 00020000:00000001:2.0:1773616282.502756:0:94187:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1773616282.502757:0:94187:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1773616282.502758:0:94187:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a80453c130 (ffff91a81091c908/1) at cl_lock_fini():72 00000008:00000010:2.0:1773616282.502762:0:94187:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811967b50. 00000020:00000001:2.0:1773616282.502768:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1773616282.502770:0:94187:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a80453c100. 00020000:00000001:2.0:1773616282.502774:0:94187:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.502775:0:94187:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1773616282.502776:0:94187:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1773616282.502780:0:94187:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1773616282.502782:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.502784:0:94187:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1773616282.502787:0:94187:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1773616282.502788:0:94187:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.502790:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.502792:0:94187:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1773616282.502793:0:94187:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1773616282.502795:0:94187:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1773616282.502798:0:94187:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1773616282.502800:0:94187:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1773616282.502801:0:94187:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616282.502803:0:94187:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1773616282.502805:0:94187:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1773616282.502806:0:94187:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1773616282.502811:0:94187:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1773616282.502813:0:94187:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.502815:0:94187:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.502817:0:94187:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616282.502818:0:94187:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1773616282.502820:0:94187:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.502825:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1773616282.502826:0:94187:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1773616282.502828:0:94187:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1773616282.502829:0:94187:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1773616282.502831:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1773616282.502833:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c750 00000020:00000010:2.0:1773616282.502856:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63600. 00000020:00000010:2.0:1773616282.502861:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685900. 00000008:00000010:2.0:1773616282.502866:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079ad940. 00020000:00000010:2.0:1773616282.502872:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a8091183c0. 00008000:00000010:2.0:1773616282.502877:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f83c08. 00000080:00000010:2.0:1773616282.502882:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8097405e8. 00000080:00000010:2.0:1773616282.502886:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088db0. 00000020:00000010:2.0:1773616282.502889:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f62c00. 00000008:00000010:2.0:1773616282.502893:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd94a0. 00020000:00000010:2.0:1773616282.502897:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816d200. 00008000:00000010:2.0:1773616282.502900:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371738. 00000080:00000010:2.0:1773616282.502904:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a8090961e0. 00000020:00000010:2.0:1773616282.502907:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000020:00000010:2.0:1773616282.502909:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c750. 00020000:00000001:2.0:1773616282.502912:0:94187:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1773616282.502914:0:94187:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1773616282.502916:0:94187:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:2.0:1773616282.502918:0:94187:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1773616282.502922:0:94187:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1773616282.502923:0:94187:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1773616282.502926:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37c98 00000080:00200000:2.0:1773616282.502928:0:94187:0:(file.c:2179:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1773616282.502932:0:94187:0:(file.c:2265:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1773616282.502934:0:94187:0:(file.c:2269:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616282.502937:0:94187:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:2.0:1773616282.502939:0:94187:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.502942:0:94187:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.502945:0:94187:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.502948:0:94187:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.502951:0:94187:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.502954:0:94187:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.502956:0:94187:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.502959:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616282.502961:0:94187:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.502964:0:94187:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.502967:0:94187:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.502969:0:94187:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.502971:0:94187:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.502973:0:94187:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000020:00000001:2.0:1773616282.502976:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37d88 00000080:00000008:2.0:1773616282.502978:0:94187:0:(file.c:2499:do_file_read_iter()) COMPLETED: file recon:[0x20000bf89:0xc:0x0], ppos: 23, count: 4194304, rc = 0 00000080:00000001:2.0:1773616282.502981:0:94187:0:(file.c:2501:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1773616282.503082:0:94187:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616282.503087:0:94187:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000002:2.0:1773616282.503091:0:94187:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000001:2.0:1773616282.503094:0:94187:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.503102:0:94187:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1773616282.503104:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37dd0 00000080:00200008:2.0:1773616282.503107:0:94187:0:(file.c:424:ll_file_release()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 100000 00000080:00000001:2.0:1773616282.503110:0:94187:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1773616282.503113:0:94187:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1773616282.503114:0:94187:0:(lov_object.c:2361:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1773616282.503116:0:94187:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000002:2.0:1773616282.503119:0:94187:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a807978000 00020000:00000001:2.0:1773616282.503121:0:94187:0:(lov_object.c:2413:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.503124:0:94187:0:(file.c:339:ll_md_close()) Process entered 00800000:00000001:2.0:1773616282.503129:0:94187:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.503132:0:94187:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.503134:0:94187:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.503136:0:94187:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.503138:0:94187:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.503141:0:94187:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.503144:0:94187:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.503149:0:94187:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.503151:0:94187:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.503158:0:94187:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 4 00010000:00000001:2.0:1773616282.503161:0:94187:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773616282.503167:0:94187:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1773616282.503169:0:94187:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1773616282.503173:0:94187:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1773616282.503179:0:94187:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616282.503183:0:94187:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1773616282.503192:0:94187:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.503193:0:94187:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1773616282.503195:0:94187:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1773616282.503197:0:94187:0:(lmv_obd.c:3987:lmv_lock_match()) Lock match for [0x20000bf89:0xc:0x0]: 16 00000080:00000010:2.0:1773616282.503201:0:94187:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91a810e07540. 00000080:00000001:2.0:1773616282.503205:0:94187:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.503209:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37dd0 00000080:00000008:2.0:1773616282.503211:0:94187:0:(file.c:464:ll_file_release()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), flags 100000, rc = 0 00000080:00000001:2.0:1773616282.503214:0:94187:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.503218:0:94187:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616282.503220:0:94187:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881c37e00 00000080:00002000:2.0:1773616282.503222:0:94187:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode ffff91a80415e3c8) hashed, 00000080:00000001:2.0:1773616282.503225:0:94187:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773616282.520586:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.520605:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.520611:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.520615:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.520626:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.520636:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.520646:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.520653:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.520660:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.520664:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 448 into portal 4 MB=0x69b7200676e80 00000400:00000200:1.0:1773616282.520670:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.520677:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 448/448 into md 0x194569 [1] + 224 00000800:00000001:1.0:1773616282.520688:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.520701:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.520705:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.520710:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.520720:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.520731:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.520751:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.520767:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.520777:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.520781:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.520792:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.520796:0:2399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773616282.520804:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773616282.520806:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773616282.520810:0:2399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a81006a688. 00000400:00000200:1.0:1773616282.520814:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a81816a7f8 00000400:00000010:1.0:1773616282.520817:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a81816a7f8. 00000100:00000001:1.0:1773616282.520820:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.520824:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1773616282.520833:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a810376300 x1859763795619456/t0(0) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.520866:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773616282.520868:0:2399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.520871:0:2399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773616282.520875:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773616282.520877:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773616282.520879:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.520883:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773616282.520893:0:2399:0:(import.c:2136:obd_at_measure()) add 136 to ffff91a8097c7d30 time=100 v=136 (136 5 0 36) 00000100:00001000:1.0:1773616282.520898:0:2399:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c7c10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773616282.520901:0:2399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773616282.520902:0:2399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.520906:0:2399:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773616282.520910:0:2399:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.520914:0:2399:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1773616282.520916:0:2399:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1773616282.520917:0:2399:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1773616282.520920:0:2399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.520922:0:2399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749745439488 : -121323964112128 : ffff91a810376300) 00000100:00000001:1.0:1773616282.520925:0:2399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773616282.520927:0:2399:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff91a8182b3000: skip recheck: last_committed 47244640286 00000100:00000001:1.0:1773616282.520929:0:2399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773616282.520932:0:2399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.520938:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a810376300 x1859763795619456/t47244640287(47244640287) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.520945:0:2399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.520949:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773616282.520951:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1773616282.520954:0:2399:0:(osc_request.c:2574:brw_interpret()) Process entered 00000008:00000001:1.0:1773616282.520957:0:2399:0:(osc_request.c:2166:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1773616282.520961:0:2399:0:(osc_request.c:2189:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1773616282.520965:0:2399:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1773616282.520969:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for usr 0 00000001:04000000:1.0:1773616282.520972:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for grp 0 00000001:04000000:1.0:1773616282.520974:0:2399:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff91a8182b3000: setdq to remove for prj 0 00000001:00000001:1.0:1773616282.520977:0:2399:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1773616282.520980:0:2399:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1773616282.520983:0:2399:0:(osc_request.c:2085:check_write_checksum()) checksum 67d8c231 confirmed 00000008:00000001:1.0:1773616282.520988:0:2399:0:(osc_request.c:2221:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1773616282.520991:0:2399:0:(osc_request.c:2432:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1773616282.520994:0:2399:0:(osc_request.c:2579:brw_interpret()) request ffff91a810376300 aa ffff91a8103764b0 rc 0 00000020:00000001:1.0:1773616282.521001:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.521004:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.521006:0:2399:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1773616282.521010:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1773616282.521013:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.521015:0:2399:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.521017:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000010:1.0:1773616282.521020:0:2399:0:(osc_request.c:2661:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff91a81817f1a0. 00000020:00000001:1.0:1773616282.521027:0:2399:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.521029:0:2399:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1773616282.521042:0:2399:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1773616282.521046:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.521051:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a810376300 x1859763795619456/t47244640287(47244640287) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.521059:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.521063:0:2399:0:(osc_cache.c:894:osc_extent_finish()) Process entered 00000008:00000020:1.0:1773616282.521067:0:2399:0:(osc_cache.c:901:osc_extent_finish()) extent ffff91a8091186c0@{[0 -> 0/1023], [2|0|-|rpc|wiuY|ffff91a8047481c0], [28672|1|+|-|ffff91a807b2b800|1024|ffff91a819434f80]} extent finished. 00000008:00010000:1.0:1773616282.521075:0:2399:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 0000000028aa069a ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00000001:1.0:1773616282.521089:0:2399:0:(osc_cache.c:1400:osc_completion()) Process entered 00000020:00000001:1.0:1773616282.521092:0:2399:0:(cl_page.c:1142:cl_page_complete()) Process entered 00000020:00000001:1.0:1773616282.521096:0:2399:0:(cl_page.c:1144:cl_page_complete()) page@000000008c2524b9[2 00000000064f1e1f 3 1 0000000000000000] 00000020:00000001:1.0:1773616282.521099:0:2399:0:(cl_page.c:1144:cl_page_complete()) 1 0 00000020:00000001:1.0:1773616282.521101:0:2399:0:(cl_page.c:1041:cl_req_type_state()) Process entered 00000020:00000001:1.0:1773616282.521103:0:2399:0:(cl_page.c:1042:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1773616282.521106:0:2399:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1773616282.521108:0:2399:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000064f1e1f 3 1 0000000000000000] 00000020:00000001:1.0:1773616282.521111:0:2399:0:(cl_page.c:547:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1773616282.521113:0:2399:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1773616282.521116:0:2399:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1773616282.521120:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000008c2524b9[2 00000000064f1e1f 1 1 0000000000000000] 00000080:00008000:1.0:1773616282.521122:0:2399:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1773616282.521134:0:2399:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1773616282.521136:0:2399:0:(cl_page.c:1165:cl_page_complete()) Process leaving 00000020:00000001:1.0:1773616282.521138:0:2399:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:1.0:1773616282.521141:0:2399:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[2 00000000064f1e1f 1 1 0000000000000000] 00000020:00000001:1.0:1773616282.521143:0:2399:0:(cl_page.c:596:cl_batch_put()) 2 00000020:00000001:1.0:1773616282.521145:0:2399:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000008:00000001:1.0:1773616282.521147:0:2399:0:(osc_cache.c:1444:osc_completion()) Process leaving 00000008:00000020:1.0:1773616282.521151:0:2399:0:(osc_cache.c:1593:osc_free_grant()) lost 0 grant: 0 avail: 16797696 dirty: 0/0 00000008:00000020:1.0:1773616282.521157:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff91a8091186c0@{[0 -> 0/1023], [1|0|-|inv|wuY|ffff91a8047481c0], [28672|0|-|-|ffff91a807b2b800|1024|ffff91a819434f80]} destroyed. 00000008:00010000:1.0:1773616282.521164:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000028aa069a ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773616282.521180:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.521183:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1773616282.521187:0:2399:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff91a8091186c0. 00000008:00000001:1.0:1773616282.521191:0:2399:0:(osc_cache.c:948:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773616282.521194:0:2399:0:(osc_request.c:2533:osc_release_ppga()) kvfree 'ppga': 8 at ffff91a802eee858. 00000008:00000020:1.0:1773616282.521202:0:2399:0:(osc_cache.c:2405:osc_io_unplug0()) Queue writeback work for client ffff91a8101da1d8. 00000008:00000001:1.0:1773616282.521212:0:2399:0:(osc_request.c:2749:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.521218:0:2399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a810376300 x1859763795619456/t47244640287(47244640287) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1773616282.521228:0:2399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a810376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6bed2507-d27f-43a9-a583-f3d23438f235:2399:1859763795619456:192.168.201.103@tcp:4:uname.0 00000100:00000001:1.0:1773616282.521234:0:2399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.521236:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773616282.521238:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a810376300 x1859763795619456/t47244640287(47244640287) o4->lustre-OST0000-osc-ffff91a8182b3000@192.168.201.103@tcp:6/4 lens 512/448 e 0 to 0 dl 1773616462 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.521245:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.521248:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773616282.521256:0:2399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.521258:0:2399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.521261:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773616282.521263:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.521275:0:88081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616282.521281:0:88081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616282.521287:0:88081:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6200. 00000020:00000010:1.0:1773616282.521292:0:88081:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6a00. 00000020:00000010:1.0:1773616282.521297:0:88081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.521304:0:88081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.521309:0:88081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.521314:0:88081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.521319:0:88081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.521324:0:88081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.521329:0:88081:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf7000. 00000008:00000010:1.0:1773616282.521333:0:88081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.521337:0:88081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.521341:0:88081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.521346:0:88081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616282.521349:0:88081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616282.521352:0:88081:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000008:00000020:1.0:1773616282.521354:0:88081:0:(osc_request.c:4044:brw_queue_work()) Run writeback work for client obd ffff91a8101da1d8. 00000008:00000001:1.0:1773616282.521357:0:88081:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773616282.521359:0:88081:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773616282.521362:0:88081:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.521364:0:88081:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1773616282.521366:0:88081:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616282.521369:0:88081:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6a00. 00000020:00000010:1.0:1773616282.521373:0:88081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.521376:0:88081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.521380:0:88081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.521383:0:88081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.521387:0:88081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.521390:0:88081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.521393:0:88081:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6200. 00000008:00000010:1.0:1773616282.521397:0:88081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.521399:0:88081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.521402:0:88081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.521405:0:88081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616282.521408:0:88081:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf7000. 00000020:00000010:1.0:1773616282.521410:0:88081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00000080:00000001:0.0:1773616282.524066:0:94188:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616282.524072:0:94188:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616282.524075:0:94188:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616282.524078:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fb20 00000080:00200000:0.0:1773616282.524084:0:94188:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616282.524093:0:94188:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2000. 00800000:00000002:0.0:1773616282.524100:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616282.524104:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616282.524110:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.524112:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa40 00800000:00000002:0.0:1773616282.524115:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.524120:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616282.524123:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.524126:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.524129:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.524132:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.524134:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.524136:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.524139:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.524143:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616282.524149:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.524151:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f910 00000002:00010000:0.0:1773616282.524154:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616282.524158:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616282.524160:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.524163:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.524171:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:0.0:1773616282.524175:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.524181:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.524186:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616282.524191:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1773616282.524203:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.524207:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.524210:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1773616282.524218:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616282.524220:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616282.524222:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.524224:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.524226:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.524229:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616282.524232:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616282.524235:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616282.524238:0:94188:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2000. 00000080:00000001:0.0:1773616282.524243:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616282.524245:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.524248:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616282.524252:0:94188:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679e0 00800000:00000001:0.0:1773616282.524255:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616282.524258:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616282.524260:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.524263:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.524265:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:0.0:1773616282.524267:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.524270:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.524273:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.524275:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.524276:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.524279:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.524281:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e0 from it ffffa25881d5fb58 00010000:00000001:0.0:1773616282.524283:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.524285:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.524286:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:0.0:1773616282.524288:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.524290:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.524292:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.524295:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1773616282.524303:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.524304:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.524305:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.524308:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.524310:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616282.524317:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.524321:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.524323:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.524328:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.524329:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.524331:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.524334:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.524336:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.524338:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.524341:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.524343:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.524345:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.524346:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.524349:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616282.524352:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.524354:0:94188:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:0.0:1773616282.524359:0:94188:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.524363:0:94188:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773616282.524366:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fb48 00000080:00002000:0.0:1773616282.524367:0:94188:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a8085606c0) flags 0x48004e refc 0 00000080:00000001:0.0:1773616282.524371:0:94188:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.524372:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fb90 00000080:00200000:0.0:1773616282.524374:0:94188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1773616282.524382:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fd08 00000080:00200008:0.0:1773616282.524384:0:94188:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1773616282.524388:0:94188:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616282.524390:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fc80 00000080:00200000:0.0:1773616282.524391:0:94188:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8),name=recon 00000080:00000010:0.0:1773616282.524396:0:94188:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef2000. 00800000:00000002:0.0:1773616282.524399:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616282.524403:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616282.524404:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.524406:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fba0 00800000:00000002:0.0:1773616282.524408:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.524411:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616282.524414:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.524415:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.524417:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.524419:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.524421:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.524422:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.524424:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.524426:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.524427:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.530877:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.530890:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.530897:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.530901:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:0.0:1773616282.530905:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530933:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.530938:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.530940:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.530943:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530947:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.530949:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530951:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530953:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530958:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.530959:0:85936:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.530960:0:85936:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.530966:0:85936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.530969:0:85936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.530970:0:85936:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530971:0:85936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.530973:0:85936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530974:0:85936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530976:0:85936:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530979:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.530980:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.530983:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.530984:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.531020:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616282.531029:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.531033:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fa70 00000002:00010000:0.0:1773616282.531036:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616282.531040:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616282.531043:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.531046:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.531054:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 4 00010000:00000001:0.0:1773616282.531057:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.531062:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.531067:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616282.531072:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1773616282.531084:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.531091:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.531094:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1773616282.531102:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616282.531104:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616282.531106:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.531108:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.531111:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.531114:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616282.531118:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616282.531121:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616282.531125:0:94188:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef2000. 00000080:00000001:0.0:1773616282.531130:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616282.531132:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.531136:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000080:00010000:0.0:1773616282.531139:0:94188:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679af 00800000:00000001:0.0:1773616282.531143:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616282.531146:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616282.531148:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.531151:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.531154:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:0.0:1773616282.531157:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:0.0:1773616282.531159:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:0.0:1773616282.531163:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.531164:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.531166:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.531180:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.531183:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679af from it ffffa25881d5fcb8 00010000:00000001:0.0:1773616282.531185:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.531186:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.531188:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:0.0:1773616282.531190:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:0.0:1773616282.531192:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:0.0:1773616282.531194:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.531198:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773616282.531205:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.531206:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.531208:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.531210:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.531213:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1773616282.531219:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.531221:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.531222:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.531224:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.531226:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.531227:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.531229:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.531230:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616282.531456:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616282.531461:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616282.531464:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773616282.531530:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.531533:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.531536:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.531538:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.531539:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.531543:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616282.531546:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616282.531551:0:94188:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1773616282.531554:0:94188:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1773616282.531556:0:94188:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1773616282.531558:0:94188:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1773616282.531560:0:94188:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.531562:0:94188:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616282.531566:0:94188:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:0.0:1773616282.531569:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.531579:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616282.531825:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2000. 00000020:00000010:0.0:1773616282.531830:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef2800. 00000020:00000010:0.0:1773616282.531834:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.531870:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.531875:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.531880:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.531887:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.531891:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.531894:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3800. 00000008:00000010:0.0:1773616282.531898:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.531903:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.531906:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.531910:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616282.531914:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616282.531916:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616282.531921:0:94188:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.531924:0:94188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1773616282.531926:0:94188:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:0.0:1773616282.531928:0:94188:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1773616282.531931:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.531933:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1773616282.531935:0:94188:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616282.531937:0:94188:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.531939:0:94188:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.531943:0:94188:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a8053cd978 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1773616282.531946:0:94188:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a80797cf80 00020000:00000001:0.0:1773616282.531951:0:94188:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616282.531953:0:94188:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616282.531955:0:94188:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616282.531957:0:94188:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.531959:0:94188:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616282.531962:0:94188:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616282.531963:0:94188:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.531965:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.531965:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616282.531967:0:94188:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616282.531968:0:94188:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a80797cf80 00000020:00000001:0.0:1773616282.531970:0:94188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773616282.531973:0:94188:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1773616282.531974:0:94188:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:0.0:1773616282.531976:0:94188:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1773616282.531978:0:94188:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1773616282.531981:0:94188:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1773616282.531983:0:94188:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1773616282.531988:0:94188:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1773616282.531994:0:94188:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8047d5e80. 00020000:00000002:0.0:1773616282.531997:0:94188:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616282.531999:0:94188:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1773616282.532001:0:94188:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.532003:0:94188:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616282.532004:0:94188:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.532007:0:94188:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8182791b0. 00000020:00000010:0.0:1773616282.532010:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3c00. 00000020:00000010:0.0:1773616282.532013:0:94188:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3000. 00000020:00000010:0.0:1773616282.532016:0:94188:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cfba0. 00000008:00000010:0.0:1773616282.532020:0:94188:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823aca0. 00020000:00000010:0.0:1773616282.532022:0:94188:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f600. 00008000:00000010:0.0:1773616282.532026:0:94188:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff8e20. 00000080:00000010:0.0:1773616282.532028:0:94188:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023c78. 00000080:00000010:0.0:1773616282.532031:0:94188:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd6d0. 00000020:00000010:0.0:1773616282.532033:0:94188:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2c00. 00000008:00000010:0.0:1773616282.532037:0:94188:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4d1e0. 00020000:00000010:0.0:1773616282.532040:0:94188:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e318c0. 00008000:00000010:0.0:1773616282.532043:0:94188:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbed0. 00000080:00000010:0.0:1773616282.532046:0:94188:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffa4b0. 00000020:00000001:0.0:1773616282.532048:0:94188:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878620600 : -121323830931016 : ffff91a8182791b8) 00000020:00001000:0.0:1773616282.532050:0:94188:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8182791b0 00000020:00000001:0.0:1773616282.532052:0:94188:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.532054:0:94188:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616282.532057:0:94188:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.532059:0:94188:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616282.532060:0:94188:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.532062:0:94188:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.532064:0:94188:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521810024 : -121324187741592 : ffff91a802e31268) 00000020:00000001:0.0:1773616282.532066:0:94188:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1773616282.532071:0:94188:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a8116be130. 00000008:00010000:0.0:1773616282.532073:0:94188:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1773616282.532076:0:94188:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616282.532077:0:94188:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1773616282.532079:0:94188:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8047d5eb0, osc lock ffff91a8116be130, flags 0x400001002 00000020:00000001:0.0:1773616282.532081:0:94188:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.532083:0:94188:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.532086:0:94188:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749548699264 : -121324160852352 : ffff91a8047d5e80) 00000020:00000001:0.0:1773616282.532088:0:94188:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1773616282.532089:0:94188:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1773616282.532091:0:94188:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.532093:0:94188:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.532095:0:94188:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1773616282.532097:0:94188:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1773616282.532099:0:94188:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616282.532101:0:94188:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1773616282.532102:0:94188:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.532104:0:94188:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521810024 : -121324187741592 : ffff91a802e31268) 00000020:00000001:0.0:1773616282.532106:0:94188:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616282.532108:0:94188:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1773616282.532110:0:94188:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1773616282.532115:0:94188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1773616282.532117:0:94188:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1773616282.532119:0:94188:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1773616282.532120:0:94188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1773616282.532122:0:94188:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1773616282.532123:0:94188:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1773616282.532126:0:94188:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1773616282.532129:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.532135:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:0.0:1773616282.532137:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.532141:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.532144:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616282.532149:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1773616282.532159:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.532163:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.532166:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773616282.534391:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.534394:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.534397:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=3 00000020:00000001:0.0:1773616282.534400:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:0.0:1773616282.534404:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:0.0:1773616282.534410:0:94188:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1773616282.534413:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.534415:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.534416:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:0.0:1773616282.534418:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:0.0:1773616282.534421:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000020:00000001:0.0:1773616282.534424:0:94188:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773616282.534426:0:94188:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1773616282.534439:0:94188:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1773616282.534441:0:94188:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.534443:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.534445:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.534447:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:0.0:1773616282.534449:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:0.0:1773616282.534451:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:0.0:1773616282.534454:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.534457:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1773616282.534465:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.534467:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.534468:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.534471:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.534473:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1773616282.534481:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.534484:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.534486:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.534491:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.534492:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.534493:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.534497:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.534499:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.534501:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.534507:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.534509:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.534510:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.534511:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.534513:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.534514:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616282.534515:0:94188:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.534518:0:94188:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534521:0:94188:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.534718:0:94188:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534720:0:94188:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534722:0:94188:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1773616282.534724:0:94188:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1773616282.534727:0:94188:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1773616282.534728:0:94188:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1773616282.534730:0:94188:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534732:0:94188:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.534738:0:94188:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1773616282.534742:0:94188:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.534744:0:94188:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.534747:0:94188:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1773616282.534751:0:94188:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1773616282.534755:0:94188:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616282.534758:0:94188:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1773616282.534760:0:94188:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1773616282.534761:0:94188:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:0.0:1773616282.534763:0:94188:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xc:49033 on OST[0]: s=23 (1) m=1773616282 a=1773616282 c=1773616282 b=8 00020000:00000001:0.0:1773616282.534767:0:94188:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.534769:0:94188:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=1773616282 c=1773616282 b=8 00020000:00000001:0.0:1773616282.534772:0:94188:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534774:0:94188:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534776:0:94188:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:0.0:1773616282.534779:0:94188:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 8 00000080:00000001:0.0:1773616282.534781:0:94188:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1773616282.534783:0:94188:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1773616282.534785:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a8053cd918 (ffff91a818279ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1773616282.534788:0:94188:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616282.534789:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8053cd918 (ffff91a818279ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1773616282.534793:0:94188:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1773616282.534795:0:94188:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.534797:0:94188:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749521810024 : -121324187741592 : ffff91a802e31268) 00000020:00000001:0.0:1773616282.534799:0:94188:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1773616282.534800:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8047d5eb0 (ffff91a8182791b8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1773616282.534803:0:94188:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1773616282.534804:0:94188:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1773616282.534806:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.534807:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1773616282.534808:0:94188:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1773616282.534810:0:94188:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.534812:0:94188:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.534813:0:94188:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1773616282.534814:0:94188:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616282.534815:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8053cd918 (ffff91a818279ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1773616282.534818:0:94188:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1773616282.534819:0:94188:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1773616282.534821:0:94188:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8047d5eb0 (ffff91a818279ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1773616282.534824:0:94188:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a8116be130. 00000020:00000001:0.0:1773616282.534829:0:94188:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1773616282.534830:0:94188:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8047d5e80. 00020000:00000001:0.0:1773616282.534834:0:94188:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1773616282.534850:0:94188:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1773616282.534852:0:94188:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1773616282.534854:0:94188:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534857:0:94188:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616282.534859:0:94188:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616282.534861:0:94188:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616282.534862:0:94188:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616282.534864:0:94188:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.534866:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8182791b0 00000020:00000010:0.0:1773616282.534870:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3000. 00000020:00000010:0.0:1773616282.534875:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cfba0. 00000008:00000010:0.0:1773616282.534880:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823aca0. 00020000:00000010:0.0:1773616282.534885:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f600. 00008000:00000010:0.0:1773616282.534891:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff8e20. 00000080:00000010:0.0:1773616282.534897:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023c78. 00000080:00000010:0.0:1773616282.534901:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd6d0. 00000020:00000010:0.0:1773616282.534905:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3c00. 00000008:00000010:0.0:1773616282.534909:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4d1e0. 00020000:00000010:0.0:1773616282.534912:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e318c0. 00008000:00000010:0.0:1773616282.534917:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbed0. 00000080:00000010:0.0:1773616282.534921:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffa4b0. 00000020:00000010:0.0:1773616282.534924:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2c00. 00000020:00000010:0.0:1773616282.534927:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8182791b0. 00020000:00000001:0.0:1773616282.534931:0:94188:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616282.534933:0:94188:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616282.534935:0:94188:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616282.534938:0:94188:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616282.534942:0:94188:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1773616282.534944:0:94188:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.534946:0:94188:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1773616282.534948:0:94188:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.534949:0:94188:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.534950:0:94188:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616282.534952:0:94188:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef2800. 00000020:00000010:0.0:1773616282.534955:0:94188:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.534957:0:94188:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.534961:0:94188:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.534964:0:94188:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.534967:0:94188:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.534969:0:94188:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.534972:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2000. 00000008:00000010:0.0:1773616282.534975:0:94188:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.534977:0:94188:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.534980:0:94188:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.534983:0:94188:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616282.534986:0:94188:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.534988:0:94188:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00000001:00000001:0.0:1773616282.534990:0:94188:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.534998:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fd08 00000080:00000008:0.0:1773616282.535001:0:94188:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1773616282.535009:0:94188:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773616282.535010:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fda0 00000080:00002000:0.0:1773616282.535012:0:94188:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode ffff91a80415e3c8) hashed, 00000080:00000001:0.0:1773616282.535015:0:94188:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.535076:0:94188:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616282.535079:0:94188:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616282.535082:0:94188:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616282.535083:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fbc0 00000080:00200000:0.0:1773616282.535086:0:94188:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616282.535092:0:94188:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3800. 00800000:00000002:0.0:1773616282.535098:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616282.535102:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616282.535106:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.535108:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fae0 00800000:00000002:0.0:1773616282.535110:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.535113:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616282.535116:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.535118:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.535120:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.535123:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.535125:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.535127:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.535129:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.535133:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616282.535137:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.535139:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f9b0 00000002:00010000:0.0:1773616282.535141:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616282.535144:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616282.535145:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.535148:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.535157:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:0.0:1773616282.535159:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.535164:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.535820:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616282.535828:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1773616282.535903:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.535909:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.535913:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1773616282.535922:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616282.535924:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616282.535927:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.535929:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.535934:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.535937:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616282.535940:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616282.535943:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616282.535946:0:94188:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3800. 00000080:00000001:0.0:1773616282.535950:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616282.535952:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.535954:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616282.535958:0:94188:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679e0 00800000:00000001:0.0:1773616282.535962:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616282.535965:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616282.535966:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.535969:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.535971:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:0.0:1773616282.535973:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.535976:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.535979:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.535981:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.535982:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.535984:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.535986:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e0 from it ffffa25881d5fbf8 00010000:00000001:0.0:1773616282.535989:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.535990:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.535991:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:0.0:1773616282.535993:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.535995:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.535997:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.536000:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1773616282.536006:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.536007:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.536009:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.536011:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.536014:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773616282.536022:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.536025:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.536026:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.536029:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.536031:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.536032:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536036:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.536037:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536039:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536042:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536044:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.536045:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.536047:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.536049:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616282.536051:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.536054:0:94188:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:0.0:1773616282.536058:0:94188:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.536063:0:94188:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773616282.536076:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fbe8 00000080:00002000:0.0:1773616282.536079:0:94188:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a8085606c0) flags 0x48004e refc 0 00000080:00000001:0.0:1773616282.536082:0:94188:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.536084:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fc30 00000080:00200000:0.0:1773616282.536085:0:94188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1773616282.536105:0:94188:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1773616282.536108:0:94188:0:(xattr.c:585:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1773616282.536113:0:94188:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773616282.536115:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fe40 00000080:00002000:0.0:1773616282.536117:0:94188:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode ffff91a80415e3c8) hashed, 00000080:00000001:0.0:1773616282.536121:0:94188:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.536138:0:94188:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616282.536141:0:94188:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:0.0:1773616282.536142:0:94188:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1773616282.536144:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fbc0 00000080:00200000:0.0:1773616282.536146:0:94188:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:0.0:1773616282.536151:0:94188:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a807ef3800. 00800000:00000002:0.0:1773616282.536155:0:94188:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:0.0:1773616282.536158:0:94188:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:0.0:1773616282.536160:0:94188:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.536162:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fae0 00800000:00000002:0.0:1773616282.536164:0:94188:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.536777:0:94188:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1773616282.536782:0:94188:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1773616282.536784:0:94188:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1773616282.536786:0:94188:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1773616282.536788:0:94188:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773616282.536790:0:94188:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.536792:0:94188:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1773616282.536800:0:94188:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1773616282.536803:0:94188:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1773616282.536807:0:94188:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1773616282.536810:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5f9b0 00000002:00010000:0.0:1773616282.536812:0:94188:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1773616282.536815:0:94188:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1773616282.536817:0:94188:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1773616282.536819:0:94188:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1773616282.536826:0:94188:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:0.0:1773616282.536829:0:94188:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.536833:0:94188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773616282.536859:0:94188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1773616282.536863:0:94188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1773616282.536871:0:94188:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1773616282.536875:0:94188:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773616282.536878:0:94188:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1773616282.536884:0:94188:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1773616282.536887:0:94188:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1773616282.536889:0:94188:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.536891:0:94188:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1773616282.536893:0:94188:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.536895:0:94188:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1773616282.536898:0:94188:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1773616282.536901:0:94188:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:0.0:1773616282.536903:0:94188:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a807ef3800. 00000080:00000001:0.0:1773616282.536907:0:94188:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1773616282.536909:0:94188:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.536911:0:94188:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:0.0:1773616282.536915:0:94188:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679e0 00800000:00000001:0.0:1773616282.536917:0:94188:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1773616282.536919:0:94188:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1773616282.536921:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.536923:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.536925:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:0.0:1773616282.536928:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.536930:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.536933:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.536934:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1773616282.536935:0:94188:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.536937:0:94188:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1773616282.536939:0:94188:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e0 from it ffffa25881d5fbf8 00010000:00000001:0.0:1773616282.536941:0:94188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1773616282.536942:0:94188:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773616282.536944:0:94188:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:0.0:1773616282.536946:0:94188:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.536947:0:94188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:0.0:1773616282.536950:0:94188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1773616282.536952:0:94188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1773616282.536960:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.536961:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.536963:0:94188:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1773616282.536965:0:94188:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1773616282.536968:0:94188:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1773616282.536976:0:94188:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616282.536978:0:94188:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773616282.536979:0:94188:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773616282.536983:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.536984:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773616282.536986:0:94188:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536988:0:94188:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773616282.536990:0:94188:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536992:0:94188:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536994:0:94188:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616282.536996:0:94188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773616282.537008:0:94188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773616282.537009:0:94188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773616282.537011:0:94188:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773616282.537012:0:94188:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1773616282.537015:0:94188:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:0.0:1773616282.537019:0:94188:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.537022:0:94188:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1773616282.537024:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fbe8 00000080:00002000:0.0:1773616282.537026:0:94188:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a8085606c0) flags 0x48004e refc 0 00000080:00000001:0.0:1773616282.537029:0:94188:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.537031:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fc30 00000080:00200000:0.0:1773616282.537032:0:94188:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1773616282.537040:0:94188:0:(xattr.c:577:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1773616282.537043:0:94188:0:(xattr.c:601:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1773616282.537046:0:94188:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1773616282.537047:0:94188:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d5fe40 00000080:00002000:0.0:1773616282.537049:0:94188:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode ffff91a80415e3c8) hashed, 00000080:00000001:0.0:1773616282.537052:0:94188:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.557285:0:94189:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616282.557293:0:94189:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616282.557296:0:94189:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616282.557299:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fb20 00000080:00200000:1.0:1773616282.557304:0:94189:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616282.557312:0:94189:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6200. 00800000:00000002:1.0:1773616282.557318:0:94189:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616282.557323:0:94189:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616282.557329:0:94189:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.557331:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fa40 00800000:00000002:1.0:1773616282.557333:0:94189:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.557338:0:94189:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616282.557341:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.557343:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.557345:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.557348:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.557350:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.557353:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.557355:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.557359:0:94189:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616282.557365:0:94189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.557367:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1f910 00000002:00010000:1.0:1773616282.557369:0:94189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616282.557373:0:94189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616282.557375:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.557379:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.557386:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:1.0:1773616282.557389:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.557395:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.557400:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616282.557406:0:94189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1773616282.557418:0:94189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616282.557424:0:94189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.557442:0:94189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1773616282.557451:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616282.557455:0:94189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616282.557457:0:94189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.557459:0:94189:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.557462:0:94189:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616282.557465:0:94189:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616282.557468:0:94189:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616282.557471:0:94189:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616282.557474:0:94189:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6200. 00000080:00000001:1.0:1773616282.557481:0:94189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616282.557483:0:94189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.557487:0:94189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616282.557491:0:94189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679e0 00800000:00000001:1.0:1773616282.557494:0:94189:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616282.557497:0:94189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616282.557500:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.557502:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.557505:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:1.0:1773616282.557507:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.557510:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.557513:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.557514:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616282.557515:0:94189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616282.557517:0:94189:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.557519:0:94189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e0 from it ffffa25881d1fb58 00010000:00000001:1.0:1773616282.557522:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.557523:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.557525:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:1.0:1773616282.557527:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.557529:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.557532:0:94189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616282.557535:0:94189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1773616282.557542:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.557543:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.557545:0:94189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616282.557547:0:94189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616282.557550:0:94189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773616282.557558:0:94189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616282.557561:0:94189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616282.557564:0:94189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.557569:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.557570:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.557572:0:94189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.557576:0:94189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616282.557578:0:94189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.557580:0:94189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.557583:0:94189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.557586:0:94189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616282.557587:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.557588:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616282.557591:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616282.557593:0:94189:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616282.557596:0:94189:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616282.557600:0:94189:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.557801:0:94189:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773616282.557804:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fb48 00000080:00002000:1.0:1773616282.557806:0:94189:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a8085606c0) flags 0x48004e refc 0 00000080:00000001:1.0:1773616282.557809:0:94189:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.557810:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fb90 00000080:00200000:1.0:1773616282.557812:0:94189:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1773616282.557819:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fd08 00000080:00200008:1.0:1773616282.557822:0:94189:0:(file.c:6218:ll_getattr_dentry()) START file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773616282.557826:0:94189:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616282.557827:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fc80 00000080:00200000:1.0:1773616282.557829:0:94189:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8),name=recon 00000080:00000010:1.0:1773616282.557834:0:94189:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6200. 00800000:00000002:1.0:1773616282.557889:0:94189:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616282.557895:0:94189:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616282.557897:0:94189:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.557899:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fba0 00800000:00000002:1.0:1773616282.557901:0:94189:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x20000bf89:0xc:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.557905:0:94189:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616282.557909:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.557910:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.557912:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.557914:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.557916:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.557918:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.557920:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616282.557923:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.557924:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.557925:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.557927:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.557929:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.557931:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773616282.557933:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.557936:0:94189:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x20000bf89:0xc:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616282.557939:0:94189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.557941:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fa70 00000002:00010000:1.0:1773616282.557943:0:94189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20000bf89:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616282.557947:0:94189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616282.557949:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.557950:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.557954:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 4 00010000:00000001:1.0:1773616282.557957:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.557960:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.557962:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616282.557966:0:94189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1773616282.557975:0:94189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616282.557979:0:94189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.557983:0:94189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1773616282.557991:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616282.557994:0:94189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616282.557996:0:94189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.557998:0:94189:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.558001:0:94189:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616282.558003:0:94189:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616282.558007:0:94189:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616282.558009:0:94189:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616282.558012:0:94189:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6200. 00000080:00000001:1.0:1773616282.558016:0:94189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616282.558018:0:94189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.558021:0:94189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00000080:00010000:1.0:1773616282.558025:0:94189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) for lock 0xe60cc2233ec679af 00800000:00000001:1.0:1773616282.558028:0:94189:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616282.558030:0:94189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616282.558032:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.558034:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.558036:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:1.0:1773616282.558039:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:1.0:1773616282.558042:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:1.0:1773616282.558045:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558047:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616282.558049:0:94189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616282.558051:0:94189:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.558053:0:94189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679af from it ffffa25881d1fcb8 00010000:00000001:1.0:1773616282.558056:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.558058:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.558060:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a804650800 refcount=3 00000020:00000001:1.0:1773616282.558063:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:1.0:1773616282.558065:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749547104256 : -121324162447360 : ffff91a804650800) 00010000:00000001:1.0:1773616282.558068:0:94189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616282.558072:0:94189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 3/1,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773616282.558078:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558081:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.558082:0:94189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616282.558085:0:94189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616282.558088:0:94189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773616282.558096:0:94189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616282.558098:0:94189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616282.558099:0:94189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.558101:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558103:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.558104:0:94189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558107:0:94189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616282.558108:0:94189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558111:0:94189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558113:0:94189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558115:0:94189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616282.558116:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558117:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616282.558119:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616282.558121:0:94189:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616282.558124:0:94189:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1773616282.558128:0:94189:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1773616282.558130:0:94189:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773616282.558132:0:94189:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1773616282.558134:0:94189:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.558136:0:94189:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773616282.558140:0:94189:0:(glimpse.c:178:cl_glimpse_size0()) Process entered 00000020:00000001:1.0:1773616282.558144:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616282.558149:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616282.558155:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6200. 00000020:00000010:1.0:1773616282.558160:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6a00. 00000020:00000010:1.0:1773616282.558165:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.558172:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.558177:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.558183:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.558190:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.558194:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.558198:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6e00. 00000008:00000010:1.0:1773616282.558202:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.558206:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.558210:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.558214:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616282.558217:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616282.558220:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000020:00000001:1.0:1773616282.558224:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.558228:0:94189:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1773616282.558230:0:94189:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:1.0:1773616282.558232:0:94189:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1773616282.558236:0:94189:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616282.558238:0:94189:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1773616282.558240:0:94189:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773616282.558242:0:94189:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.558244:0:94189:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1773616282.558249:0:94189:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a818553968 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1773616282.558253:0:94189:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000001:1.0:1773616282.558257:0:94189:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1773616282.558259:0:94189:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1773616282.558262:0:94189:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1773616282.558263:0:94189:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.558266:0:94189:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1773616282.558268:0:94189:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1773616282.558270:0:94189:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558272:0:94189:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616282.558273:0:94189:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1773616282.558274:0:94189:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1773616282.558276:0:94189:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00000020:00000001:1.0:1773616282.558279:0:94189:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773616282.558281:0:94189:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1773616282.558283:0:94189:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20000bf89:0xc:0x0] 00000020:00000001:1.0:1773616282.558286:0:94189:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1773616282.558288:0:94189:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1773616282.558291:0:94189:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1773616282.558293:0:94189:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1773616282.558300:0:94189:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1773616282.558306:0:94189:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff91a8046b7600. 00020000:00000002:1.0:1773616282.558308:0:94189:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1773616282.558311:0:94189:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1773616282.558313:0:94189:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616282.558315:0:94189:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1773616282.558317:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616282.558319:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a811489240. 00000020:00000010:1.0:1773616282.558323:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6600. 00000020:00000010:1.0:1773616282.558326:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf7400. 00000020:00000010:1.0:1773616282.558329:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8de0. 00000008:00000010:1.0:1773616282.558332:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a818232ca0. 00020000:00000010:1.0:1773616282.558335:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a780. 00008000:00000010:1.0:1773616282.558338:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852c000. 00000080:00000010:1.0:1773616282.558341:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a0000. 00000080:00000010:1.0:1773616282.558344:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818552238. 00000020:00000010:1.0:1773616282.558347:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6c00. 00000008:00000010:1.0:1773616282.558350:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321340. 00020000:00000010:1.0:1773616282.558353:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ea880. 00008000:00000010:1.0:1773616282.558356:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1108. 00000080:00000010:1.0:1773616282.558358:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef4e10. 00000020:00000001:1.0:1773616282.558360:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763342920 : -121323946208696 : ffff91a811489248) 00000020:00001000:1.0:1773616282.558362:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a811489240 00000020:00000001:1.0:1773616282.558364:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.558365:0:94189:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1773616282.558368:0:94189:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1773616282.558369:0:94189:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1773616282.558371:0:94189:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.558373:0:94189:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.558374:0:94189:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493210472 : -121324216341144 : ffff91a8012ead68) 00000020:00000001:1.0:1773616282.558377:0:94189:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1773616282.558381:0:94189:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff91a811666390. 00000008:00010000:1.0:1773616282.558384:0:94189:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1773616282.558386:0:94189:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773616282.558388:0:94189:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1773616282.558390:0:94189:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff91a8046b7630, osc lock ffff91a811666390, flags 0x400001002 00000020:00000001:1.0:1773616282.558393:0:94189:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.558395:0:94189:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.558398:0:94189:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446622749547525632 : -121324162025984 : ffff91a8046b7600) 00000020:00000001:1.0:1773616282.558401:0:94189:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1773616282.558402:0:94189:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1773616282.558404:0:94189:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558406:0:94189:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558409:0:94189:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1773616282.558411:0:94189:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1773616282.558413:0:94189:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1773616282.558414:0:94189:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1773616282.558416:0:94189:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616282.558417:0:94189:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493210472 : -121324216341144 : ffff91a8012ead68) 00000020:00000001:1.0:1773616282.558420:0:94189:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1773616282.558422:0:94189:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1773616282.558424:0:94189:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1773616282.558439:0:94189:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1773616282.558442:0:94189:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1773616282.558444:0:94189:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1773616282.558445:0:94189:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1773616282.558447:0:94189:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1773616282.558449:0:94189:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1773616282.558451:0:94189:0:(osc_request.c:3182:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1773616282.558454:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.558459:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:1.0:1773616282.558462:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.558467:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.558471:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616282.558475:0:94189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1773616282.558486:0:94189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616282.558489:0:94189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.558492:0:94189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773616282.558501:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.558503:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.558505:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=3 00000020:00000001:1.0:1773616282.558507:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.558509:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000008:00000001:1.0:1773616282.558513:0:94189:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1773616282.558515:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.558517:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.558518:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=4 00000020:00000001:1.0:1773616282.558520:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.558523:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00000020:00000001:1.0:1773616282.558528:0:94189:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773616282.558530:0:94189:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1773616282.558532:0:94189:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1773616282.558534:0:94189:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558536:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.558537:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.558538:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2b800 refcount=5 00000020:00000001:1.0:1773616282.558541:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.558543:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602527232 : -121324107024384 : ffff91a807b2b800) 00010000:00000001:1.0:1773616282.558545:0:94189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616282.558549:0:94189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773616282.558556:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558557:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.558558:0:94189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616282.558560:0:94189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616282.558563:0:94189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773616282.558570:0:94189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616282.558572:0:94189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616282.558574:0:94189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.558576:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558578:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.558579:0:94189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558581:0:94189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616282.558583:0:94189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558585:0:94189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558588:0:94189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.558590:0:94189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616282.558591:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558593:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.558594:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558595:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616282.558596:0:94189:0:(osc_request.c:3251:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773616282.558599:0:94189:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558601:0:94189:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773616282.558603:0:94189:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558605:0:94189:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558607:0:94189:0:(cl_io.c:1818:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1773616282.558608:0:94189:0:(cl_io.c:1834:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1773616282.558611:0:94189:0:(cl_io.c:1892:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1773616282.558613:0:94189:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1773616282.558615:0:94189:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558617:0:94189:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.558621:0:94189:0:(file.c:1664:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1773616282.558624:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.558626:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:1.0:1773616282.558629:0:94189:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1773616282.558632:0:94189:0:(lov_object.c:1053:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1773616282.558635:0:94189:0:(lov_object.c:1084:lov_attr_get_composite()) COMP ID #-1: s=23 m=1773616282 a=1773616282 c=1773616282 b=8 00020000:00000001:1.0:1773616282.558638:0:94189:0:(lov_object.c:1102:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558640:0:94189:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558642:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000080:00200000:1.0:1773616282.558645:0:94189:0:(file.c:1715:ll_merge_attr_nolock()) [0x20000bf89:0xc:0x0] updating i_size 23 i_blocks 8 00000080:00000001:1.0:1773616282.558647:0:94189:0:(file.c:1734:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1773616282.558649:0:94189:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1773616282.558650:0:94189:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff91a818553908 (ffff91a8114897e8/0) at cl_lock_release():245 00000020:00000001:1.0:1773616282.558653:0:94189:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616282.558655:0:94189:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a818553908 (ffff91a8114897e8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1773616282.558659:0:94189:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1773616282.558660:0:94189:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1773616282.558662:0:94189:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749493210472 : -121324216341144 : ffff91a8012ead68) 00000020:00000001:1.0:1773616282.558664:0:94189:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1773616282.558665:0:94189:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff91a8046b7630 (ffff91a811489248/1) at cl_lock_cancel():142 00000008:00000001:1.0:1773616282.558668:0:94189:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1773616282.558670:0:94189:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1773616282.558671:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.558672:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1773616282.558674:0:94189:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1773616282.558675:0:94189:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616282.558677:0:94189:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616282.558678:0:94189:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1773616282.558680:0:94189:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616282.558681:0:94189:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a818553908 (ffff91a8114897e8/0) at cl_lock_fini():72 00020000:00000001:1.0:1773616282.558684:0:94189:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1773616282.558685:0:94189:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1773616282.558687:0:94189:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff91a8046b7630 (ffff91a8114897e8/1) at cl_lock_fini():72 00000008:00000010:1.0:1773616282.558690:0:94189:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff91a811666390. 00000020:00000001:1.0:1773616282.558694:0:94189:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1773616282.558696:0:94189:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff91a8046b7600. 00020000:00000001:1.0:1773616282.558699:0:94189:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1773616282.558701:0:94189:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1773616282.558702:0:94189:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1773616282.558703:0:94189:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558705:0:94189:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1773616282.558708:0:94189:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1773616282.558710:0:94189:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1773616282.558712:0:94189:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1773616282.558713:0:94189:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616282.558715:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a811489240 00000020:00000010:1.0:1773616282.558719:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf7400. 00000020:00000010:1.0:1773616282.558723:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8de0. 00000008:00000010:1.0:1773616282.558728:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a818232ca0. 00020000:00000010:1.0:1773616282.558732:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a780. 00008000:00000010:1.0:1773616282.558736:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852c000. 00000080:00000010:1.0:1773616282.558739:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a0000. 00000080:00000010:1.0:1773616282.558743:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818552238. 00000020:00000010:1.0:1773616282.558747:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6600. 00000008:00000010:1.0:1773616282.558750:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321340. 00020000:00000010:1.0:1773616282.558754:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ea880. 00008000:00000010:1.0:1773616282.558757:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1108. 00000080:00000010:1.0:1773616282.558760:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef4e10. 00000020:00000010:1.0:1773616282.558763:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6c00. 00000020:00000010:1.0:1773616282.558766:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a811489240. 00020000:00000001:1.0:1773616282.558769:0:94189:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1773616282.558771:0:94189:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1773616282.558774:0:94189:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:1.0:1773616282.558776:0:94189:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1773616282.558780:0:94189:0:(file.c:7029:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1773616282.558781:0:94189:0:(file.c:7033:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.558783:0:94189:0:(vvp_io.c:383:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1773616282.558786:0:94189:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1773616282.558787:0:94189:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1773616282.558788:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616282.558790:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6a00. 00000020:00000010:1.0:1773616282.558793:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.558796:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.558798:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.558801:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.558804:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.558806:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.558809:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6200. 00000008:00000010:1.0:1773616282.558812:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.558814:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.558817:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.558819:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616282.558822:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6e00. 00000020:00000010:1.0:1773616282.558824:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00000001:00000001:1.0:1773616282.558826:0:94189:0:(glimpse.c:211:cl_glimpse_size0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.558832:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fd08 00000080:00000008:1.0:1773616282.558835:0:94189:0:(file.c:6394:ll_getattr_dentry()) COMPLETED file recon:[0x20000bf89:0xc:0x0](ffff91a80415e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773616282.558882:0:94189:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1773616282.558885:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fda0 00000080:00002000:1.0:1773616282.558887:0:94189:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode ffff91a80415e3c8) hashed, 00000080:00000001:1.0:1773616282.558891:0:94189:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.558918:0:94189:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616282.558921:0:94189:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616282.558922:0:94189:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616282.558924:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fbd8 00000080:00200000:1.0:1773616282.558926:0:94189:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616282.558931:0:94189:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6e00. 00800000:00000002:1.0:1773616282.558935:0:94189:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616282.558937:0:94189:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616282.558939:0:94189:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.558941:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1faf8 00800000:00000002:1.0:1773616282.558943:0:94189:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.558947:0:94189:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616282.558949:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.558951:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.558952:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.558954:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.558956:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.558958:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.558961:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.558964:0:94189:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616282.558969:0:94189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.558972:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1f9c8 00000002:00010000:1.0:1773616282.558974:0:94189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616282.558978:0:94189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616282.558980:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.558982:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.558985:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:1.0:1773616282.558988:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.558991:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.558994:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616282.558998:0:94189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1773616282.559013:0:94189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616282.559016:0:94189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.559020:0:94189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1773616282.559028:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616282.559030:0:94189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616282.559032:0:94189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.559034:0:94189:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.559037:0:94189:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616282.559039:0:94189:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616282.559042:0:94189:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616282.559044:0:94189:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616282.559047:0:94189:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6e00. 00000080:00000001:1.0:1773616282.559050:0:94189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616282.559051:0:94189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.559054:0:94189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616282.559057:0:94189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679e0 00800000:00000001:1.0:1773616282.559060:0:94189:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616282.559062:0:94189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616282.559063:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.559065:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.559067:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:1.0:1773616282.559070:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.559072:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.559075:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.559076:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616282.559077:0:94189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616282.559079:0:94189:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.559081:0:94189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e0 from it ffffa25881d1fc10 00010000:00000001:1.0:1773616282.559083:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.559085:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.559086:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:1.0:1773616282.563485:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.563492:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.563496:0:94189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616282.563502:0:94189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1773616282.563522:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.563525:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.563526:0:94189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616282.563529:0:94189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616282.563532:0:94189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773616282.563542:0:94189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616282.563556:0:94189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616282.563558:0:94189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.563563:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.563564:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.563566:0:94189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563569:0:94189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616282.563571:0:94189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563573:0:94189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563577:0:94189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563580:0:94189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616282.563581:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.563582:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616282.563587:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616282.563589:0:94189:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616282.563593:0:94189:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 1 00000080:00000001:1.0:1773616282.563600:0:94189:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.563617:0:94189:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1773616282.563621:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fda0 00000080:00002000:1.0:1773616282.563623:0:94189:0:(dcache.c:87:ll_dcompare()) found name recon(ffff91a8085606c0) flags 0x48004e refc 0 00000080:00000001:1.0:1773616282.563626:0:94189:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616282.563628:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fe10 00000080:00200000:1.0:1773616282.563631:0:94189:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1773616282.563637:0:94189:0:(file.c:6570:ll_inode_permission()) Process entered 00000080:00000001:1.0:1773616282.563640:0:94189:0:(file.c:6111:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773616282.563641:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fd30 00000080:00200000:1.0:1773616282.563643:0:94189:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148),name=/ 00000080:00000010:1.0:1773616282.563655:0:94189:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6e00. 00800000:00000002:1.0:1773616282.563663:0:94189:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00000080:00000001:1.0:1773616282.563668:0:94189:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773616282.563673:0:94189:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.563676:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fc50 00800000:00000002:1.0:1773616282.563678:0:94189:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.563681:0:94189:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773616282.563684:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.563687:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.563690:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.563692:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.563694:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.563696:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.563698:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.563702:0:94189:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773616282.563708:0:94189:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773616282.563710:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fb20 00000002:00010000:1.0:1773616282.563712:0:94189:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773616282.563715:0:94189:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773616282.563717:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.563720:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.563726:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:1.0:1773616282.563729:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.563734:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.563737:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773616282.563742:0:94189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1773616282.563751:0:94189:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773616282.563757:0:94189:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616282.563761:0:94189:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1773616282.563769:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773616282.563771:0:94189:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616282.563773:0:94189:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.563775:0:94189:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773616282.563778:0:94189:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616282.563780:0:94189:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773616282.563782:0:94189:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773616282.563785:0:94189:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:1.0:1773616282.563788:0:94189:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6e00. 00000080:00000001:1.0:1773616282.563795:0:94189:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773616282.563797:0:94189:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.563800:0:94189:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) 00000080:00010000:1.0:1773616282.563804:0:94189:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91a804151148) for lock 0xe60cc2233ec679e0 00800000:00000001:1.0:1773616282.563808:0:94189:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773616282.563811:0:94189:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773616282.563813:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.563815:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.563818:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:1.0:1773616282.563820:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.563823:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.563825:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.563827:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773616282.563828:0:94189:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616282.563830:0:94189:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773616282.563832:0:94189:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xe60cc2233ec679e0 from it ffffa25881d1fd68 00010000:00000001:1.0:1773616282.563834:0:94189:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773616282.563851:0:94189:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773616282.563853:0:94189:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff91a807b2a400 refcount=3 00000020:00000001:1.0:1773616282.563855:0:94189:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.563857:0:94189:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622749602522112 : -121324107029504 : ffff91a807b2a400) 00010000:00000001:1.0:1773616282.563859:0:94189:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773616282.563863:0:94189:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1773616282.563869:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.563871:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.563872:0:94189:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773616282.563873:0:94189:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773616282.563876:0:94189:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1773616282.563882:0:94189:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773616282.563884:0:94189:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773616282.563885:0:94189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773616282.563887:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.563888:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.563889:0:94189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563891:0:94189:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773616282.563892:0:94189:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563894:0:94189:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563896:0:94189:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.563898:0:94189:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773616282.563899:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.563901:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773616282.563902:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773616282.563904:0:94189:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773616282.563906:0:94189:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91a804151148), inode mode 41ff mask 3 00000080:00000001:1.0:1773616282.563909:0:94189:0:(file.c:6624:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.563913:0:94189:0:(namei.c:2404:ll_unlink()) Process entered 00000020:00000001:1.0:1773616282.563916:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fdf8 00000080:00200000:1.0:1773616282.563918:0:94189:0:(namei.c:2407:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff91a804151148) 00000080:00000001:1.0:1773616282.563921:0:94189:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1773616282.563924:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773616282.563929:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a8114897e0. 00000020:00000010:1.0:1773616282.563932:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6e00. 00000020:00000010:1.0:1773616282.563937:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804cf6200. 00000020:00000010:1.0:1773616282.563941:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.563947:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.563953:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.563957:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.563962:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.563967:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.563971:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804cf6a00. 00000008:00000010:1.0:1773616282.563975:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.563979:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.563983:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.563986:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ef43c0. 00000020:00000001:1.0:1773616282.564367:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749763344360 : -121323946207256 : ffff91a8114897e8) 00000020:00001000:1.0:1773616282.564371:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a8114897e0 00000020:00000001:1.0:1773616282.564373:0:94189:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1773616282.564378:0:94189:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000002:1.0:1773616282.564381:0:94189:0:(lov_object.c:2351:lov_lsm_addref()) lsm ffff91a80469bcc0 addref 2/0 by ffff91a8037ca7c0. 00020000:00000002:1.0:1773616282.564384:0:94189:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000001:1.0:1773616282.564387:0:94189:0:(lov_object.c:2247:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1773616282.564390:0:94189:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1773616282.564392:0:94189:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1773616282.564394:0:94189:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1773616282.564397:0:94189:0:(lov_object.c:2266:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1773616282.564399:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a8114897e0 00000020:00000010:1.0:1773616282.564403:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804cf6200. 00000020:00000010:1.0:1773616282.564407:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046d8a20. 00000008:00000010:1.0:1773616282.564411:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8182342f0. 00020000:00000010:1.0:1773616282.564416:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a810f4a480. 00008000:00000010:1.0:1773616282.564420:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a81852c388. 00000080:00000010:1.0:1773616282.564423:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a8181a02a0. 00000080:00000010:1.0:1773616282.564426:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a818553908. 00000020:00000010:1.0:1773616282.564440:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6e00. 00000008:00000010:1.0:1773616282.564444:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a821321e40. 00020000:00000010:1.0:1773616282.564447:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a8012ead00. 00008000:00000010:1.0:1773616282.564450:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a8014c1860. 00000080:00000010:1.0:1773616282.564452:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ef43c0. 00000020:00000010:1.0:1773616282.564456:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804cf6a00. 00000020:00000010:1.0:1773616282.564458:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a8114897e0. 00000080:00000001:1.0:1773616282.564460:0:94189:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1773616282.564465:0:94189:0:(llite_lib.c:3878:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff91a804cf6a00. 00800000:00000002:1.0:1773616282.564469:0:94189:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff91a8182c2940 2 00800000:00000001:1.0:1773616282.564478:0:94189:0:(lmv_obd.c:3339:lmv_unlink()) Process entered 00800000:00000001:1.0:1773616282.564481:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.564483:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.564484:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.564486:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.564488:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.564489:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773616282.564492:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616282.564494:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.564495:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.564496:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.564497:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.564499:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.564501:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773616282.564502:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773616282.564505:0:94189:0:(lmv_obd.c:2409:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1773616282.564507:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.564508:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.564509:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.564510:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.564512:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.564514:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773616282.564516:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.564518:0:94189:0:(lmv_obd.c:2428:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773616282.564520:0:94189:0:(lmv_obd.c:2433:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.564522:0:94189:0:(lmv_obd.c:3379:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x20000bf89:0xc:0x0] -> mds #0 00000002:00000001:1.0:1773616282.564526:0:94189:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1773616282.564529:0:94189:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773616282.564532:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 2 00010000:00000001:1.0:1773616282.564535:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.564538:0:94189:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773616282.564541:0:94189:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616282.564555:0:94189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1773616282.564564:0:94189:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616282.564567:0:94189:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773616282.564569:0:94189:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773616282.564572:0:94189:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1773616282.564575:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.564576:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.564578:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 3 00010000:00000001:1.0:1773616282.564581:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616282.564584:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.564586:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.564587:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.564589:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 3 00010000:00000001:1.0:1773616282.564591:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616282.564593:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.564595:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.564597:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.564598:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804fe6c00 count: 3 00010000:00000001:1.0:1773616282.564601:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616282.564604:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.564606:0:94189:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1773616282.564610:0:94189:0:(namei.c:325:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff91a804151080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1773616282.564614:0:94189:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1773616282.564616:0:94189:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1773616282.564619:0:94189:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773616282.564621:0:94189:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773616282.564624:0:94189:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773616282.564627:0:94189:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773616282.564629:0:94189:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773616282.564631:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773616282.564633:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773616282.564635:0:94189:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2a400 with handle 0xe60cc2233ec679e0 from hash 00010000:00000001:1.0:1773616282.564638:0:94189:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773616282.564639:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773616282.564641:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773616282.564642:0:94189:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773616282.564645:0:94189:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773616282.564646:0:94189:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773616282.564650:0:94189:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773616282.564652:0:94189:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616282.564654:0:94189:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773616282.564656:0:94189:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1773616282.564659:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 4 00010000:00000001:1.0:1773616282.564661:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773616282.564662:0:94189:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773616282.564665:0:94189:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773616282.564668:0:94189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 2/0,0 mode: CR/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1773616282.564674:0:94189:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773616282.564675:0:94189:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773616282.564677:0:94189:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1773616282.564679:0:94189:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode CR 00000002:00000001:1.0:1773616282.564681:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.564682:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.564684:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:1.0:1773616282.564686:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616282.564688:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.564690:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.564692:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.564693:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:1.0:1773616282.564695:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616282.564698:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773616282.564699:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773616282.564700:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773616282.564702:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:1.0:1773616282.564704:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773616282.564706:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.564707:0:94189:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773616282.564709:0:94189:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1773616282.564712:0:94189:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1773616282.564716:0:94189:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff91a804cf6e00. 00000080:00000001:1.0:1773616282.564718:0:94189:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1773616282.564720:0:94189:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1773616282.564723:0:94189:0:(lmv_obd.c:1633:lmv_close()) Process entered 00800000:00000001:1.0:1773616282.564724:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773616282.564726:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773616282.564727:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773616282.564728:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773616282.564730:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.564732:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:1.0:1773616282.564733:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773616282.564736:0:94189:0:(lmv_obd.c:1639:lmv_close()) CLOSE [0x20000bf89:0xc:0x0] 00000002:00000001:1.0:1773616282.564739:0:94189:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1773616282.564741:0:94189:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff91a8182b3000: [0x20000bf89:0xc:0x0] file closed with intent: 0 00000100:00000010:1.0:1773616282.564747:0:94189:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a807a1b100. 00000020:00000040:1.0:1773616282.564751:0:94189:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=5 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000100:00000001:1.0:1773616282.564755:0:94189:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773616282.564758:0:94189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773616282.564762:0:94189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773616282.564770:0:94189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804cf6200. 00000100:00000001:1.0:1773616282.564777:0:94189:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1773616282.564795:0:94189:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1773616282.564808:0:94189:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1773616282.564814:0:94189:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1773616282.564823:0:94189:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773616282.564824:0:94189:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773616282.564833:0:94189:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a804fe23c0. 00000100:00000001:1.0:1773616282.564855:0:94189:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749557138368 : -121324152413248 : ffff91a804fe23c0) 00000100:00000001:1.0:1773616282.564859:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.564861:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000001:1.0:1773616282.564867:0:94189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773616282.564872:0:94189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.564875:0:94189:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773616282.564877:0:94189:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773616282.564882:0:94189:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.564890:0:94189:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773616282.564893:0:94189:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.564897:0:94189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773616282.564900:0:94189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773616282.564903:0:94189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773616282.564906:0:94189:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:94189:1859763795619840:192.168.201.103@tcp:35:rm.0 00000100:00000001:1.0:1773616282.564910:0:94189:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773616282.564915:0:94189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773616282.564918:0:94189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773616282.564920:0:94189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773616282.564925:0:94189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a8050f8800. 02000000:00000001:1.0:1773616282.564927:0:94189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773616282.564935:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1773616282.564939:0:94189:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a820424108. 00000400:00000010:1.0:1773616282.564946:0:94189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1dd0. 00000100:00000200:1.0:1773616282.564952:0:94189:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795619840, portal 10 00000100:00000001:1.0:1773616282.564954:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773616282.564955:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000040:1.0:1773616282.564962:0:94189:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.564971:0:94189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773616282.564974:0:94189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1773616282.564977:0:94189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a8064e1330. 00000100:00000200:1.0:1773616282.564980:0:94189:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1859763795619840, offset 0 00000400:00000200:1.0:1773616282.565987:0:94189:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1773616282.566133:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.566142:0:94189:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1773616282.566147:0:94189:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773616282.566152:0:94189:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1773616282.566156:0:94189:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773616282.566159:0:94189:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1773616282.566164:0:94189:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149761:149761:256:4294967295] 192.168.201.103@tcp LPNI seq info [149701:149701:8:4294967295] 00000400:00000200:1.0:1773616282.566170:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.566246:0:94189:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1773616282.566254:0:94189:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1773616282.566260:0:94189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8102b5f00. 00000800:00000200:1.0:1773616282.566269:0:94189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1773616282.566277:0:94189:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1773616282.566283:0:94189:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8102b5f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1773616282.566305:0:94189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616282.566311:0:94189:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 434687 usecs (435 jiffies) 00000400:00000200:1.0:1773616282.566315:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1773616282.566318:0:94189:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083609 00000100:00000001:1.0:1773616282.566321:0:94189:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302087049 00000100:00000001:1.0:1773616282.566324:0:94189:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083609 00000100:00000001:1.0:1773616282.566326:0:94189:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302087049 00000100:00000001:1.0:1773616282.566328:0:94189:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773616282.566331:0:94189:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773616282.566334:0:94189:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773616282.566337:0:94189:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773616282.566340:0:94189:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a804fe23c0 going to sleep for 11 seconds 00000100:00000001:1.0:1773616282.566343:0:94189:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773616282.566345:0:94189:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.566945:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.566952:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8102b5f00. 00000400:00000200:0.0:1773616282.566958:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.566964:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.566969:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1330 00000400:00000010:0.0:1773616282.566972:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1330. 00000100:00000001:0.0:1773616282.566976:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.566983:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.566995:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.566999:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773616282.567007:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.567009:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773616282.571381:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.571406:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.571411:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.571413:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.571424:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.571469:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.571483:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.571488:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.571493:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.571498:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200677000 00000400:00000200:1.0:1773616282.571502:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.571509:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194589 [1] + 224 00000800:00000001:1.0:1773616282.571518:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.571599:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.571604:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.571609:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.571616:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.571625:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773616282.571637:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773616282.571660:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.571670:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.571674:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.571826:0:94189:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.571858:0:94189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.571861:0:94189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.572074:0:94189:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a820424108. 00000400:00000200:2.0:1773616282.572080:0:94189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a8064e1dd0 00000400:00000010:2.0:1773616282.572082:0:94189:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a8064e1dd0. 00000100:00000001:2.0:1773616282.572087:0:94189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.572093:0:94189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773616282.572104:0:94189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a807a1b100 x1859763795619840/t0(0) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/624 e 0 to 0 dl 1773616298 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572117:0:94189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.572119:0:94189:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.572122:0:94189:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.572126:0:94189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.572129:0:94189:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.572132:0:94189:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.572135:0:94189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.572145:0:94189:0:(import.c:2136:obd_at_measure()) add 5 to ffff91a8097c04e8 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1773616282.572150:0:94189:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.572153:0:94189:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.572155:0:94189:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.572157:0:94189:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.572161:0:94189:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.572164:0:94189:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616282.572167:0:94189:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773616282.572169:0:94189:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616282.572171:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.572173:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000100:00000001:2.0:1773616282.572176:0:94189:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.572178:0:94189:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215263 00000100:00000001:2.0:1773616282.572180:0:94189:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.572183:0:94189:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.572199:0:94189:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a807a1b100 x1859763795619840/t103079215267(103079215267) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572207:0:94189:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.572210:0:94189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.572212:0:94189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.572217:0:94189:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a807a1b100 x1859763795619840/t103079215267(103079215267) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1773616282.572225:0:94189:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a807a1b100 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:94189:1859763795619840:192.168.201.103@tcp:35:rm.0 00000100:00000001:2.0:1773616282.572231:0:94189:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.572235:0:94189:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.572237:0:94189:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.572239:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.572243:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1b100 x1859763795619840/t103079215267(103079215267) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572250:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.572253:0:94189:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a804fe23c0. 00000100:00000001:2.0:1773616282.572257:0:94189:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.572258:0:94189:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.572265:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.572266:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749601411328 : -121324108140288 : ffff91a807a1b100) 00000002:00000001:2.0:1773616282.572269:0:94189:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.572272:0:94189:0:(lmv_obd.c:1641:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.572277:0:94189:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6e00. 00000080:00000001:2.0:1773616282.572283:0:94189:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1773616282.572287:0:94189:0:(lmv_obd.c:4046:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1773616282.572289:0:94189:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1773616282.572293:0:94189:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1773616282.572295:0:94189:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1773616282.572298:0:94189:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1773616282.572300:0:94189:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.572302:0:94189:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x20000bf89:0xc:0x0] 00800000:00000001:2.0:1773616282.572305:0:94189:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.572310:0:94189:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1773616282.572315:0:94189:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572324:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.572326:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616282.572328:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.572332:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572338:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.572339:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.572342:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a807a1b100 x1859763795619840/t103079215267(103079215267) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572348:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.572350:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.572352:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a8036c8380 x1859763795619328/t103079215266(103079215266) o101->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 576/664 e 0 to 0 dl 1773616337 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572358:0:94189:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1773616282.572361:0:94189:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.572363:0:94189:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.572365:0:94189:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.572369:0:94189:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff91a803494400. 02000000:00000001:2.0:1773616282.572373:0:94189:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.572374:0:94189:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.572376:0:94189:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a8036c8380. 00000100:00000001:2.0:1773616282.572380:0:94189:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.572382:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.572383:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.572386:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a807a1b100 x1859763795619840/t103079215267(103079215267) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572392:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1773616282.572394:0:94189:0:(mdc_request.c:864:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91a806539820. 00000002:00000001:2.0:1773616282.572398:0:94189:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.572400:0:94189:0:(lmv_obd.c:4052:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1773616282.572402:0:94189:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff91a810301cc0. 00000100:00000001:2.0:1773616282.572405:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.572408:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91a807a1b100 x1859763795619840/t103079215267(103079215267) o35->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:23/10 lens 392/456 e 0 to 0 dl 1773616298 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1773616282.572416:0:94189:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773616282.572419:0:94189:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773616282.572421:0:94189:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91a8050f8800. 02000000:00000001:2.0:1773616282.572425:0:94189:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773616282.572440:0:94189:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773616282.572441:0:94189:0:(genops.c:1242:class_import_put()) import ffff91a8097c0000 refcount=3 obd=lustre-MDT0000-mdc-ffff91a8182b3000 00000020:00000001:2.0:1773616282.572443:0:94189:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773616282.572445:0:94189:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91a804cf6200. 02000000:00000001:2.0:1773616282.572448:0:94189:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773616282.572449:0:94189:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773616282.572450:0:94189:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91a807a1b100. 00000100:00000001:2.0:1773616282.572453:0:94189:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773616282.572455:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.572457:0:94189:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.572461:0:94189:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616282.572464:0:94189:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:2.0:1773616282.572468:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.572471:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.572488:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:2.0:1773616282.572491:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616282.572499:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.572501:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.572502:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.572504:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:2.0:1773616282.572506:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616282.572508:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.572510:0:94189:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.572512:0:94189:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616282.572516:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.572522:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.572527:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.572533:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.572536:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.572544:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.572549:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.572555:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.572562:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.572566:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.572570:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616282.572574:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.572578:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.572582:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.572586:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.572589:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.572591:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000020:00000001:2.0:1773616282.572593:0:94189:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1773616282.572596:0:94189:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0xc:0x0]: losing layout lock 00000080:00000001:2.0:1773616282.572600:0:94189:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1773616282.572603:0:94189:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1773616282.572608:0:94189:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616282.572610:0:94189:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616282.572613:0:94189:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1773616282.572614:0:94189:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.572616:0:94189:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616282.572618:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:2.0:1773616282.572621:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.572624:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.572628:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.572631:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.572634:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.572638:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.572641:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.572643:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63a00. 00000008:00000010:2.0:1773616282.572646:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.572648:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.572651:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.572654:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.572656:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.572658:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000080:00000001:2.0:1773616282.572661:0:94189:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.572664:0:94189:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773616282.572666:0:94189:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) invalid 00000020:00000001:2.0:1773616282.572669:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fa60 00000080:00002000:2.0:1773616282.572671:0:94189:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff91a8085606c0) parent ffff91a80860ad80 inode ffff91a80415e3c8 refc 1 00000080:00000001:2.0:1773616282.572675:0:94189:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773616282.572678:0:94189:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616282.572680:0:94189:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.572684:0:94189:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616282.572688:0:94189:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616282.572690:0:94189:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616282.572692:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.572696:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616282.572699:0:94189:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a8101c5800 with handle 0xe60cc2233ec679e7 from hash 00010000:00000001:2.0:1773616282.572702:0:94189:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616282.572704:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.572706:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.572707:0:94189:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616282.572710:0:94189:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616282.572713:0:94189:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616282.572716:0:94189:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616282.572720:0:94189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1773616282.572730:0:94189:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616282.572733:0:94189:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616282.572736:0:94189:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:2.0:1773616282.572739:0:94189:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:2.0:1773616282.572742:0:94189:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff91a80471c100. 00000080:00000010:2.0:1773616282.572745:0:94189:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff91a810301280. 00000080:00000010:2.0:1773616282.572747:0:94189:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91a807c18140. 00000080:00000020:2.0:1773616282.572751:0:94189:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:2.0:1773616282.572752:0:94189:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff91a80471cc50. 00000080:00000010:2.0:1773616282.572755:0:94189:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff91a803625db8. 00000080:00000010:2.0:1773616282.572759:0:94189:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91a807c18438. 00000080:00000020:2.0:1773616282.572760:0:94189:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:2.0:1773616282.572762:0:94189:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff91a80471c450. 00000080:00000010:2.0:1773616282.572765:0:94189:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff91a810301ac0. 00000080:00000010:2.0:1773616282.572767:0:94189:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91a807c184b0. 00000080:00000020:2.0:1773616282.572769:0:94189:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:2.0:1773616282.572770:0:94189:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff91a80471cd40. 00000080:00000010:2.0:1773616282.572772:0:94189:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff91a806539e00. 00000080:00000010:2.0:1773616282.572775:0:94189:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff91a807c181b8. 00000080:00000001:2.0:1773616282.572778:0:94189:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.572780:0:94189:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616282.572781:0:94189:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.572783:0:94189:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616282.572784:0:94189:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616282.572786:0:94189:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616282.572787:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.572789:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616282.572791:0:94189:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a807b2a000 with handle 0xe60cc2233ec679d9 from hash 00010000:00000001:2.0:1773616282.572794:0:94189:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616282.572795:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.572796:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.572797:0:94189:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616282.572799:0:94189:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616282.572800:0:94189:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616282.572802:0:94189:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1773616282.572805:0:94189:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 2/0,0 mode: PR/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1773616282.572813:0:94189:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1773616282.572814:0:94189:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1773616282.572816:0:94189:0:(file.c:6018:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1773616282.572817:0:94189:0:(file.c:6024:ll_have_md_lock()) trying to match res [0x20000bf89:0xc:0x0] mode (null) 00000002:00000001:2.0:1773616282.572819:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.572822:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.572825:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:2.0:1773616282.572828:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616282.572830:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.572831:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.572833:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.572834:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:2.0:1773616282.572868:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616282.572871:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.572873:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.572874:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.572876:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:2.0:1773616282.572878:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616282.572880:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.572882:0:94189:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1773616282.572883:0:94189:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1773616282.572885:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a80460a800 count: 5 00010000:00000001:2.0:1773616282.573064:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1773616282.573067:0:94189:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.573069:0:94189:0:(file.c:6046:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.573070:0:94189:0:(file.c:6728:ll_layout_conf()) Process entered 00000020:00000001:2.0:1773616282.573072:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.573075:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.573078:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.573081:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.573083:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.573086:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.573089:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.573091:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.573094:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.573096:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.573099:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63e00. 00000008:00000010:2.0:1773616282.573101:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.573103:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.573106:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.573109:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.573111:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.573113:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000020:00000001:2.0:1773616282.573114:0:94189:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1773616282.573116:0:94189:0:(vvp_object.c:114:vvp_conf_set()) [0x20000bf89:0xc:0x0]: losing layout lock 00000080:00000001:2.0:1773616282.573117:0:94189:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1773616282.573119:0:94189:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1773616282.573121:0:94189:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1773616282.573123:0:94189:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1773616282.573124:0:94189:0:(lov_object.c:1502:lov_conf_set()) [0x20000bf89:0xc:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1773616282.573126:0:94189:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616282.573127:0:94189:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1773616282.573129:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:2.0:1773616282.573131:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.573134:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.573136:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.573139:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.573141:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.573143:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.573145:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.573147:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:2.0:1773616282.573149:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.573151:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.573154:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.573156:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:2.0:1773616282.573159:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63e00. 00000020:00000010:2.0:1773616282.573161:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000080:00000001:2.0:1773616282.573162:0:94189:0:(file.c:6770:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.573164:0:94189:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1773616282.573166:0:94189:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000bf89:0xc:0x0](ffff91a80415e3c8) invalid 00000020:00000001:2.0:1773616282.573168:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fa60 00000080:00002000:2.0:1773616282.573169:0:94189:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff91a8085606c0) parent ffff91a80860ad80 inode ffff91a80415e3c8 refc 1 00000080:00000001:2.0:1773616282.573172:0:94189:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1773616282.573173:0:94189:0:(namei.c:402:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1773616282.573175:0:94189:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.573177:0:94189:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773616282.573179:0:94189:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773616282.573180:0:94189:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773616282.573182:0:94189:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773616282.573184:0:94189:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773616282.573186:0:94189:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff91a804650800 with handle 0xe60cc2233ec679af from hash 00010000:00000001:2.0:1773616282.573189:0:94189:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773616282.573190:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.573191:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.573192:0:94189:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773616282.573194:0:94189:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773616282.573195:0:94189:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773616282.573199:0:94189:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1773616282.573201:0:94189:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:2.0:1773616282.573204:0:94189:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:2.0:1773616282.573209:0:94189:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91a8036c8380. 00000020:00000040:2.0:1773616282.573213:0:94189:0:(genops.c:1229:class_import_get()) import ffff91a8097c0000 refcount=4 obd=lustre-MDT0000-mdc-ffff91a8182b3000 02000000:00000001:2.0:1773616282.573218:0:94189:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773616282.573219:0:94189:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.573222:0:94189:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1773616282.573226:0:94189:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773616282.573232:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773616282.573233:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.573235:0:94189:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.573237:0:94189:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773616282.573239:0:94189:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773616282.573244:0:94189:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773616282.573250:0:94189:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff91a804f63e00. 00000100:00000001:2.0:1773616282.573255:0:94189:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.573258:0:94189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616282.573260:0:94189:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773616282.573266:0:94189:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 1/0,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1773616282.573274:0:94189:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1773616282.573282:0:94189:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 1/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1773616282.573289:0:94189:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1773616282.573295:0:94189:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1773616282.573296:0:94189:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1773616282.573298:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616282.573303:0:94189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a8101c5800/0xe60cc2233ec679e7 lrc: 0/0,0 mode: --/CR res: [0x20000bf89:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c80e expref: -99 pid: 94187 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1773616282.573310:0:94189:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a810301d80. 00010000:00000001:2.0:1773616282.573318:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.573319:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616282.573321:0:94189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a000/0xe60cc2233ec679d9 lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c7f2 expref: -99 pid: 94186 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1773616282.573328:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.573329:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616282.573331:0:94189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a804650800/0xe60cc2233ec679af lrc: 0/0,0 mode: --/PR res: [0x20000bf89:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf6516185796c7a5 expref: -99 pid: 94179 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:2.0:1773616282.573337:0:94189:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff91a8061f0cc0. 00010000:00000040:2.0:1773616282.573340:0:94189:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a80460a800 count: 0 00010000:00000010:2.0:1773616282.573346:0:94189:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a807bb2c00. 00010000:00000001:2.0:1773616282.573351:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.573353:0:94189:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773616282.573355:0:94189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff91a8182b3000 lock: ffff91a807b2a400/0xe60cc2233ec679e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf6516185796c800 expref: -99 pid: 94187 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1773616282.573361:0:94189:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff91a804fe6c00 count: 0 00010000:00000010:2.0:1773616282.573364:0:94189:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff91a8046b7680. 00010000:00000001:2.0:1773616282.573368:0:94189:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773616282.573370:0:94189:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.573371:0:94189:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773616282.573373:0:94189:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.573375:0:94189:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1773616282.573386:0:94189:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff91a8182b3000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1773616282.573393:0:94189:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773616282.573407:0:94189:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773616282.573409:0:94189:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773616282.573415:0:94189:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff91a807eddf00. 00000100:00000001:2.0:1773616282.573418:0:94189:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446622749606403840 : -121324103147776 : ffff91a807eddf00) 00000100:00000001:2.0:1773616282.573420:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.573421:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616282.573426:0:94189:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773616282.573440:0:94189:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.573443:0:94189:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773616282.573444:0:94189:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773616282.573449:0:94189:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.573457:0:94189:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773616282.573459:0:94189:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.573463:0:94189:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773616282.573465:0:94189:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773616282.573468:0:94189:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773616282.573470:0:94189:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:94189:1859763795620096:192.168.201.103@tcp:36:rm.0 00000100:00000001:2.0:1773616282.573475:0:94189:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773616282.573480:0:94189:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773616282.573482:0:94189:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.573484:0:94189:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773616282.573489:0:94189:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91a803494400. 02000000:00000001:2.0:1773616282.573491:0:94189:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773616282.573497:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1773616282.573501:0:94189:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91a8066b9528. 00000400:00000010:2.0:1773616282.573510:0:94189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2ecc0. 00000100:00000200:2.0:1773616282.573737:0:94189:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859763795620096, portal 10 00000100:00000001:2.0:1773616282.573740:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.573741:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000040:2.0:1773616282.573748:0:94189:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.573760:0:94189:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773616282.573763:0:94189:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1773616282.573766:0:94189:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91a807f2e2a8. 00000100:00000200:2.0:1773616282.573770:0:94189:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1859763795620096, offset 0 00000400:00000200:2.0:1773616282.573776:0:94189:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1773616282.573783:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.573790:0:94189:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1773616282.573794:0:94189:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773616282.573799:0:94189:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1773616282.573802:0:94189:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773616282.573805:0:94189:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1773616282.573809:0:94189:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [149762:149762:256:4294967295] 192.168.201.103@tcp LPNI seq info [149702:149702:8:4294967295] 00000400:00000200:2.0:1773616282.573813:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1773616282.573823:0:94189:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1773616282.573828:0:94189:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1773616282.573833:0:94189:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91a8092e5800. 00000800:00000200:2.0:1773616282.573857:0:94189:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91a8097563c0] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1773616282.574066:0:94189:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1773616282.574071:0:94189:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91a8092e5800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1773616282.574086:0:94189:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.574091:0:94189:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: using a timeout of 433856 usecs (434 jiffies) 00000400:00000200:2.0:1773616282.574094:0:94189:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1773616282.574097:0:94189:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 0 is 4302083613 00000100:00000001:2.0:1773616282.574100:0:94189:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 0, keep current deadline 4302087049 00000100:00000001:2.0:1773616282.574103:0:94189:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS new deadline estimation for cpu 1 is 4302083613 00000100:00000001:2.0:1773616282.574105:0:94189:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff91a8182b3000: PM QoS request active for cpu 1, keep current deadline 4302087049 00000100:00000001:2.0:1773616282.574108:0:94189:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.574110:0:94189:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.574113:0:94189:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773616282.574115:0:94189:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1773616282.574118:0:94189:0:(client.c:2690:ptlrpc_set_wait()) set ffff91a807eddf00 going to sleep for 50 seconds 00000100:00000001:2.0:1773616282.574120:0:94189:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773616282.574122:0:94189:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773616282.577222:0:2392:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773616282.577234:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91a8092e5800. 00000400:00000200:0.0:1773616282.577243:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773616282.577252:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1773616282.577260:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2e2a8 00000400:00000010:0.0:1773616282.577262:0:2392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2e2a8. 00000100:00000001:0.0:1773616282.577268:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773616282.577276:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.577289:0:2392:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773616282.577292:0:2392:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616337 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773616282.577299:0:2392:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773616282.577301:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1773616282.585812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a8101c5800. 00010000:00000010:2.1:1773616282.585830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a000. 00010000:00000010:2.1:1773616282.585851:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a80460a800. 00010000:00000010:2.1:1773616282.585857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a804650800. 00010000:00000010:2.1:1773616282.585860:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91a804fe6c00. 00010000:00000010:2.1:1773616282.585863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91a807b2a400. 00000800:00000001:1.0:1773616282.612408:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.612439:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773616282.612444:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.612448:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.612460:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.612470:0:2391:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1773616282.612479:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.612485:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.612492:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.612498:0:2391:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 456 into portal 10 MB=0x69b7200677100 00000400:00000200:1.0:1773616282.612502:0:2391:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1773616282.612510:0:2391:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 456/456 into md 0x194599 [1] + 224 00000800:00000001:1.0:1773616282.612518:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.612528:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773616282.612532:0:2391:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773616282.612536:0:2391:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1773616282.612546:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773616282.612557:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773616282.612570:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773616282.612597:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773616282.612606:0:2391:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773616282.612610:0:2391:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.612688:0:94189:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773616282.612696:0:94189:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773616282.612698:0:94189:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773616282.612702:0:94189:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91a8066b9528. 00000400:00000200:2.0:1773616282.612707:0:94189:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91a807f2ecc0 00000400:00000010:2.0:1773616282.612709:0:94189:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff91a807f2ecc0. 00000100:00000001:2.0:1773616282.612712:0:94189:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773616282.612718:0:94189:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773616282.612727:0:94189:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91a8036c8380 x1859763795620096/t0(0) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/624 e 0 to 0 dl 1773616337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.612733:0:94189:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773616282.612736:0:94189:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.612739:0:94189:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773616282.612743:0:94189:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773616282.612745:0:94189:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773616282.612748:0:94189:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773616282.612751:0:94189:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773616282.612763:0:94189:0:(import.c:2136:obd_at_measure()) add 36 to ffff91a8097c0458 time=73 v=36 (36 36 36 36) 00000100:00001000:2.0:1773616282.612768:0:94189:0:(import.c:2136:obd_at_measure()) add 1 to ffff91a8097c0410 time=46 v=5 (1 1 0 0) 00000100:00000001:2.0:1773616282.612771:0:94189:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773616282.612773:0:94189:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773616282.612776:0:94189:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773616282.612780:0:94189:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.612783:0:94189:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773616282.612785:0:94189:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x180000009d] 00000100:00000001:2.0:1773616282.612787:0:94189:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773616282.612790:0:94189:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773616282.612791:0:94189:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622749530817408 : -121324178734208 : ffff91a8036c8380) 00000100:00000001:2.0:1773616282.612795:0:94189:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773616282.612797:0:94189:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff91a8182b3000: skip recheck: last_committed 103079215263 00000100:00000001:2.0:1773616282.612800:0:94189:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773616282.612802:0:94189:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773616282.612808:0:94189:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91a8036c8380 x1859763795620096/t103079215268(103079215268) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616337 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.612816:0:94189:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773616282.612820:0:94189:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773616282.612822:0:94189:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773616282.612827:0:94189:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91a8036c8380 x1859763795620096/t103079215268(103079215268) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616337 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773616282.612886:0:94189:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91a8036c8380 pname:cluuid:pid:xid:nid:opc:job rm:6bed2507-d27f-43a9-a583-f3d23438f235:94189:1859763795620096:192.168.201.103@tcp:36:rm.0 00000100:00000001:2.0:1773616282.612892:0:94189:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773616282.612895:0:94189:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773616282.612898:0:94189:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773616282.612900:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.612904:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91a8036c8380 x1859763795620096/t103079215268(103079215268) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616337 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.612912:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773616282.612915:0:94189:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff91a807eddf00. 00000100:00000001:2.0:1773616282.612920:0:94189:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773616282.612921:0:94189:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1773616282.612931:0:94189:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1773616282.612934:0:94189:0:(lmv_obd.c:3389:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1773616282.612938:0:94189:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff91a8182c2940 2 00000080:00000010:2.0:1773616282.612942:0:94189:0:(llite_lib.c:4019:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff91a804cf6a00. 00000080:00000002:2.0:1773616282.612950:0:94189:0:(namei.c:1688:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1773616281 to 1773616282 00000100:00000001:2.0:1773616282.612953:0:94189:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773616282.612956:0:94189:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91a8036c8380 x1859763795620096/t103079215268(103079215268) o36->lustre-MDT0000-mdc-ffff91a8182b3000@192.168.201.103@tcp:12/10 lens 504/456 e 0 to 0 dl 1773616337 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773616282.612962:0:94189:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.612966:0:94189:0:(namei.c:2457:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1773616282.612977:0:94189:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1773616282.612981:0:94189:0:(obd_sysfs.c:903:encode_fn_len()) Process filename at ffffa25881d1fe28 00000080:00002000:2.0:1773616282.612984:0:94189:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff91a8085606c0, parent ffff91a80860ad80, inode 0000000000000000) hashed, 00000080:00000001:2.0:1773616282.612987:0:94189:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1773616282.612995:0:94189:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1773616282.613000:0:94189:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1773616282.613021:0:94189:0:(llite_lib.c:3232:ll_delete_inode()) Process entered 00000080:00000001:2.0:1773616282.613024:0:94189:0:(file.c:5235:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1773616282.613026:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1773616282.613033:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a81091c900. 00000020:00000010:2.0:1773616282.613038:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63200. 00000020:00000010:2.0:1773616282.613044:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a804f63a00. 00000020:00000010:2.0:1773616282.613048:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a804685ba0. 00000008:00000010:2.0:1773616282.613055:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a8079aa178. 00020000:00000010:2.0:1773616282.613060:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a809118480. 00008000:00000010:2.0:1773616282.613065:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804f834f8. 00000080:00000010:2.0:1773616282.613071:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a809740d20. 00000080:00000010:2.0:1773616282.613075:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a805088920. 00000020:00000010:2.0:1773616282.613079:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a804f63c00. 00000008:00000010:2.0:1773616282.613082:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804fd8420. 00020000:00000010:2.0:1773616282.613087:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a81816c480. 00008000:00000010:2.0:1773616282.613090:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a809371068. 00000080:00000010:2.0:1773616282.613093:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a809096870. 00000020:00000001:2.0:1773616282.613097:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749751363848 : -121323958187768 : ffff91a81091c908) 00000020:00001000:2.0:1773616282.613099:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a81091c900 00000020:00000001:2.0:1773616282.613374:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a80460b148 -> ffff91a80460b148 00000020:00000001:2.0:1773616282.613379:0:94189:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1773616282.613381:0:94189:0:(vvp_io.c:1823:vvp_io_init()) Process entered 00000080:00200000:2.0:1773616282.613383:0:94189:0:(vvp_io.c:1828:vvp_io_init()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1773616282.613386:0:94189:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1773616282.613388:0:94189:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1773616282.613390:0:94189:0:(vvp_io.c:1900:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1773616282.613394:0:94189:0:(lov_object.c:1557:lov_io_init()) [0x20000bf89:0xc:0x0]io ffff91a805088980 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1773616282.613397:0:94189:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000001:0.0:1773616282.613482:0:94189:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1773616282.613485:0:94189:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1773616282.613488:0:94189:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1773616282.613490:0:94189:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.613493:0:94189:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1773616282.613496:0:94189:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1773616282.613497:0:94189:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.613499:0:94189:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.613501:0:94189:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1773616282.613503:0:94189:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1773616282.613505:0:94189:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00000020:00000001:0.0:1773616282.613509:0:94189:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.613512:0:94189:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1773616282.613514:0:94189:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1773616282.613516:0:94189:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1773616282.613519:0:94189:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1773616282.613523:0:94189:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1773616282.613527:0:94189:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1773616282.613529:0:94189:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1773616282.613531:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.613537:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616282.613541:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.613545:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef2000. 00000020:00000010:0.0:1773616282.613549:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.613554:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.613558:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.613562:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.613566:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.613570:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.613573:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2800. 00000008:00000010:0.0:1773616282.613576:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.613580:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.613583:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.613587:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616282.613589:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616282.613591:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00000020:00000001:0.0:1773616282.613594:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a80460b2d8 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.613809:0:94189:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1773616282.613812:0:94189:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1773616282.613814:0:94189:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1773616282.613816:0:94189:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.613818:0:94189:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.613819:0:94189:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446622749877519592 : -121323832032024 : ffff91a81816c4e8) 00000020:00000001:0.0:1773616282.613822:0:94189:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1773616282.613824:0:94189:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.613826:0:94189:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.613828:0:94189:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.613865:0:94189:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1773616282.613867:0:94189:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1773616282.613869:0:94189:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.613870:0:94189:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1773616282.614082:0:94189:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616282.614084:0:94189:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614086:0:94189:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614088:0:94189:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614090:0:94189:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614091:0:94189:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1773616282.614093:0:94189:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614094:0:94189:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614096:0:94189:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1773616282.614098:0:94189:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1773616282.614099:0:94189:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.614100:0:94189:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1773616282.614102:0:94189:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1773616282.614265:0:94189:0:(osc_cache.c:3262:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1773616282.614270:0:94189:0:(osc_cache.c:3197:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1773616282.614273:0:94189:0:(osc_cache.c:3234:osc_cache_wait_range()) obj ffff91a8047481c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1773616282.614277:0:94189:0:(osc_cache.c:3235:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1773616282.614281:0:94189:0:(osc_cache.c:3394:osc_cache_writeback_range()) obj ffff91a8047481c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=0. 00000008:00000001:0.0:1773616282.614285:0:94189:0:(osc_cache.c:3409:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.614287:0:94189:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614289:0:94189:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614291:0:94189:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614293:0:94189:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614295:0:94189:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614297:0:94189:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1773616282.614299:0:94189:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1773616282.614301:0:94189:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1773616282.614302:0:94189:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1773616282.614303:0:94189:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1773616282.614305:0:94189:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614307:0:94189:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1773616282.614309:0:94189:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1773616282.614310:0:94189:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1773616282.614312:0:94189:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1773616282.614314:0:94189:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.614316:0:94189:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1773616282.614317:0:94189:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1773616282.614318:0:94189:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614320:0:94189:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614322:0:94189:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1773616282.614323:0:94189:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1773616282.614325:0:94189:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1773616282.614327:0:94189:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1773616282.614329:0:94189:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.614331:0:94189:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1773616282.614332:0:94189:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1773616282.614333:0:94189:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1773616282.614335:0:94189:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1773616282.614336:0:94189:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614338:0:94189:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614339:0:94189:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.614341:0:94189:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1773616282.614342:0:94189:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614344:0:94189:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1773616282.614346:0:94189:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1773616282.614348:0:94189:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1773616282.614349:0:94189:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1773616282.614351:0:94189:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.614353:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616282.614357:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef2000. 00000020:00000010:0.0:1773616282.614362:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.614366:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.614371:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.614374:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.614378:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.614382:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.614385:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef3800. 00000008:00000010:0.0:1773616282.614388:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.614391:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.614396:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.614400:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616282.614403:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2800. 00000020:00000010:0.0:1773616282.614406:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00020000:00000001:0.0:1773616282.614410:0:94189:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1773616282.614413:0:94189:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1773616282.614415:0:94189:0:(vvp_io.c:280:vvp_io_fini()) Process entered 00000080:00200000:0.0:1773616282.614418:0:94189:0:(vvp_io.c:288:vvp_io_fini()) [0x20000bf89:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1773616282.614421:0:94189:0:(vvp_io.c:386:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1773616282.614422:0:94189:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1773616282.614424:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a81091c900 00000020:00000010:0.0:1773616282.614438:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a804f63a00. 00000020:00000010:0.0:1773616282.614442:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a804685ba0. 00000008:00000010:0.0:1773616282.614446:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a8079aa178. 00020000:00000010:0.0:1773616282.614450:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a809118480. 00008000:00000010:0.0:1773616282.614453:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804f834f8. 00000080:00000010:0.0:1773616282.614457:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a809740d20. 00000080:00000010:0.0:1773616282.614459:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a805088920. 00000020:00000010:0.0:1773616282.614463:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63200. 00000008:00000010:0.0:1773616282.614465:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804fd8420. 00020000:00000010:0.0:1773616282.614468:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a81816c480. 00008000:00000010:0.0:1773616282.614471:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a809371068. 00000080:00000010:0.0:1773616282.614474:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a809096870. 00000020:00000010:0.0:1773616282.614477:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a804f63c00. 00000020:00000010:0.0:1773616282.614479:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a81091c900. 00000080:00000001:0.0:1773616282.614482:0:94189:0:(file.c:5269:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614492:0:94189:0:(cl_page.c:643:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1773616282.614495:0:94189:0:(cl_page.c:657:cl_vmpage_page()) Process leaving (rc=18446622749602569504 : -121324106982112 : ffff91a807b35d20) 00000020:00000001:0.0:1773616282.614498:0:94189:0:(cl_page.c:1016:cl_page_delete()) Process entered 00000020:00000001:0.0:1773616282.614500:0:94189:0:(cl_page.c:968:__cl_page_delete()) Process entered 00000020:00000001:0.0:1773616282.614502:0:94189:0:(cl_page.c:663:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1773616282.614504:0:94189:0:(cl_page.c:669:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1773616282.614506:0:94189:0:(cl_page.c:544:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1773616282.614511:0:94189:0:(cl_page.c:547:__cl_page_state_set()) page@000000008c2524b9[2 00000000064f1e1f 1 1 0000000000000000] 00000020:00000001:0.0:1773616282.614514:0:94189:0:(cl_page.c:547:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1773616282.614738:0:94189:0:(cl_page.c:555:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1773616282.614743:0:94189:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1773616282.614745:0:94189:0:(osc_page.c:138:osc_page_delete()) ffff91a807b35d80 00000008:00000001:0.0:1773616282.614747:0:94189:0:(osc_cache.c:2666:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1773616282.614749:0:94189:0:(osc_cache.c:2669:osc_teardown_async_page()) teardown oap ffff91a807b35d90 page ffff91a807b35d80 at index 0. 00000008:00000001:0.0:1773616282.614752:0:94189:0:(osc_cache.c:2691:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773616282.614758:0:94189:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1773616282.614761:0:94189:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffd0b1847856c0 index 0 00000020:00000001:0.0:1773616282.614766:0:94189:0:(cl_page.c:986:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1773616282.614767:0:94189:0:(cl_page.c:1018:cl_page_delete()) Process leaving 00000020:00000001:0.0:1773616282.614769:0:94189:0:(cl_page.c:594:cl_batch_put()) Process entered 00000020:00000001:0.0:1773616282.614772:0:94189:0:(cl_page.c:596:cl_batch_put()) page@000000008c2524b9[1 00000000064f1e1f 5 1 0000000000000000] 00000020:00000001:0.0:1773616282.614774:0:94189:0:(cl_page.c:596:cl_batch_put()) 1 00000020:00000001:0.0:1773616282.614776:0:94189:0:(cl_page.c:276:cl_page_free()) Process entered 00000020:00000010:0.0:1773616282.614779:0:94189:0:(cl_page.c:263:__cl_page_free()) slab-freed 'cl_page': 224 at ffff91a807b35d20. 00000020:00000001:0.0:1773616282.614782:0:94189:0:(cl_page.c:314:cl_page_free()) Process leaving 00000020:00000001:0.0:1773616282.614784:0:94189:0:(cl_page.c:609:cl_batch_put()) Process leaving 00000080:00000001:0.0:1773616282.614817:0:94189:0:(llite_lib.c:1919:ll_clear_inode()) Process entered 00000080:00200000:0.0:1773616282.614820:0:94189:0:(llite_lib.c:1922:ll_clear_inode()) VFS Op:inode=[0x20000bf89:0xc:0x0](ffff91a80415e3c8) 00800000:00000001:0.0:1773616282.614825:0:94189:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:0.0:1773616282.614827:0:94189:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x20000bf89:0xc:0x0] 00000002:00000001:0.0:1773616282.614863:0:94189:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773616282.614870:0:94189:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773616282.614873:0:94189:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1773616282.614875:0:94189:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773616282.614877:0:94189:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.614880:0:94189:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1773616282.614883:0:94189:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1773616282.614884:0:94189:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1773616282.614886:0:94189:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1773616282.614888:0:94189:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1773616282.614890:0:94189:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1773616282.614893:0:94189:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1773616282.614895:0:94189:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773616282.614897:0:94189:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773616282.614901:0:94189:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773616282.614905:0:94189:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff91a818279ea0. 00000020:00000010:0.0:1773616282.614908:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2800. 00000020:00000010:0.0:1773616282.614911:0:94189:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.614914:0:94189:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.614918:0:94189:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.614920:0:94189:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.614923:0:94189:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.614928:0:94189:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.614931:0:94189:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.614934:0:94189:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff91a807ef2000. 00000008:00000010:0.0:1773616282.614937:0:94189:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.614939:0:94189:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.614942:0:94189:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.614945:0:94189:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff91a806ffad20. 00000020:00000001:0.0:1773616282.614947:0:94189:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446622749878623912 : -121323830927704 : ffff91a818279ea8) 00000020:00001000:0.0:1773616282.614949:0:94189:0:(cl_object.c:831:cl_env_get()) 1@ffff91a818279ea0 00020000:00000001:0.0:1773616282.614954:0:94189:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:0.0:1773616282.614957:0:94189:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000001:0.0:1773616282.614961:0:94189:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:0.0:1773616282.614963:0:94189:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bcc0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773616282.614968:0:94189:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773616282.614972:0:94189:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78600: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000001:0.0:1773616282.614975:0:94189:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:0.0:1773616282.614977:0:94189:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.614979:0:94189:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1773616282.614982:0:94189:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1773616282.614985:0:94189:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1773616282.614991:0:94189:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff91a804feba00 count: 2 00010000:00000001:0.0:1773616282.614993:0:94189:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773616282.614997:0:94189:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1773616282.614999:0:94189:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1773616282.615005:0:94189:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 23 blocks 8 [cma]time 1773616282 1773616282 1773616282 ns: lustre-OST0000-osc-ffff91a8182b3000 lock: 00000000dc51fda0/0xe60cc2233ec679d2 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x176e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xf6516185796c7e4 expref: -99 pid: 94186 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00000001:0.0:1773616282.615019:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000020:00000001:0.0:1773616282.615021:0:94189:0:(cl_object.c:151:cl_object_top()) ffff91a8047481c0 -> ffff91a80460b148 00000008:00000001:0.0:1773616282.615023:0:94189:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616282.615025:0:94189:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773616282.615028:0:94189:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773616282.615031:0:94189:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1773616282.615036:0:94189:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff91a8047481c0. 00020000:00000001:0.0:1773616282.615041:0:94189:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1773616282.615044:0:94189:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff91a80460b258. 00020000:00000001:0.0:1773616282.615049:0:94189:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1773616282.615051:0:94189:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773616282.615054:0:94189:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1773616282.615056:0:94189:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000001:0.0:1773616282.615058:0:94189:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:0.0:1773616282.615060:0:94189:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:0.0:1773616282.615062:0:94189:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000001:0.0:1773616282.615064:0:94189:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:0.0:1773616282.615067:0:94189:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff91a8045a4cd8. 00020000:00000010:0.0:1773616282.615071:0:94189:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff91a804eebc00. 00020000:00000010:0.0:1773616282.615074:0:94189:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff91a804557bc0. 00020000:00000002:0.0:1773616282.615077:0:94189:0:(lov_ea.c:727:dump_lsm()) lsm ffff91a80469bcc0, objid 0xc:49033, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1773616282.615081:0:94189:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1773616282.615085:0:94189:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff91a806f78600: ostid: 0x280000401:5998 ost idx: 0 gen: 0 00020000:00000010:0.0:1773616282.615090:0:94189:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff91a806f78600. 00020000:00000010:0.0:1773616282.615094:0:94189:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff91a80469b3c0. 00020000:00000010:0.0:1773616282.615097:0:94189:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff91a80469bcc0. 00020000:00000001:0.0:1773616282.615099:0:94189:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1773616282.615100:0:94189:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff91a80460c000) owner 0000000000000000/ffff91a8037ca7c0 00020000:00000010:0.0:1773616282.615103:0:94189:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff91a80460c000. 00020000:00000001:0.0:1773616282.615120:0:94189:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:0.0:1773616282.615123:0:94189:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff91a80460b0c8. 00000020:00001000:0.0:1773616282.615127:0:94189:0:(cl_object.c:925:cl_env_put()) 1@ffff91a818279ea0 00000020:00000010:0.0:1773616282.615129:0:94189:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff91a807ef3800. 00000020:00000010:0.0:1773616282.615132:0:94189:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff91a8046cf660. 00000008:00000010:0.0:1773616282.615135:0:94189:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff91a81823ef90. 00020000:00000010:0.0:1773616282.615138:0:94189:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff91a81808f6c0. 00008000:00000010:0.0:1773616282.615140:0:94189:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff91a804ff9fc8. 00000080:00000010:0.0:1773616282.615144:0:94189:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff91a805023d20. 00000080:00000010:0.0:1773616282.615146:0:94189:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff91a8053cd918. 00000020:00000010:0.0:1773616282.615149:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2800. 00000008:00000010:0.0:1773616282.615151:0:94189:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff91a804f4c160. 00020000:00000010:0.0:1773616282.615153:0:94189:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff91a802e31200. 00008000:00000010:0.0:1773616282.615156:0:94189:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff91a806ffbf78. 00000080:00000010:0.0:1773616282.615159:0:94189:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff91a806ffad20. 00000020:00000010:0.0:1773616282.615161:0:94189:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff91a807ef2000. 00000020:00000010:0.0:1773616282.615163:0:94189:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff91a818279ea0. 00000080:00000001:0.0:1773616282.616673:0:94189:0:(llite_lib.c:1970:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1773616282.616683:0:94189:0:(llite_lib.c:3251:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1773616282.637336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91a81023dd40. 00000080:00000010:0.1:1773616282.649919:0:94190:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff91a80415e300. 00010000:00000001:0.0:1773616283.559009:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616283.559016:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616283.559023:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616283.559024:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616283.559028:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616283.559029:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616283.559032:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616283.559034:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616283.559777:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616283.559781:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616283.559785:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773616284.419538:0:94280:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616284.578552:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616284.578559:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616284.578565:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616284.578566:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616284.578569:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616284.578571:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616284.578574:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616284.578575:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773616284.580561:0:81778:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773616284.580566:0:81778:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773616284.580569:0:81778:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1773616284.989175:0:94316:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1773616284.989183:0:94316:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_131: @@@@@@ FAIL: dd succeeded 00000001:00000001:1.0:1773616285.008455:0:94316:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1773616285.600427:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616285.600435:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616285.600441:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616285.600442:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616285.600446:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616285.600447:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616285.600450:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616285.600451:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773616285.600524:0:86094:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773616285.600528:0:86094:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773616285.600531:0:86094:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773616286.363077:0:94417:0:(llite_lib.c:4063:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773616286.495933:0:88081:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee110 (cpu 0) has reached its deadline 4302087049, at 4302087104 00000100:00000010:1.0:1773616286.495950:0:88081:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cf0c0. 00000100:00000040:0.0:1773616286.498981:0:85936:0:(connection.c:75:cpu_latency_work()) work item of ffff91a8212ee000 (cpu 0) has reached its deadline 4302087049, at 4302087107 00000100:00000010:0.0:1773616286.498997:0:85936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91a8046cf960. 00010000:00000001:0.0:1773616286.625056:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616286.625063:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616286.625075:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616286.625077:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616286.625081:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616286.625082:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773616286.625086:0:85936:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773616286.625087:0:85936:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773616286.626897:0:81777:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773616286.626901:0:81777:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773616286.626905:0:81777:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 127446 lines, 127446 kept, 0 dropped, 0 bad.